[ 643.537225] env[69350]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=69350) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 643.537628] env[69350]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=69350) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 643.537628] env[69350]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=69350) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 643.537947] env[69350]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 643.632311] env[69350]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=69350) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 643.641947] env[69350]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=69350) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 643.683562] env[69350]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 644.243045] env[69350]: INFO nova.virt.driver [None req-eb7655b3-2425-40a6-8442-083ff3a0de77 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 644.312736] env[69350]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.312895] env[69350]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.312975] env[69350]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=69350) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 647.303854] env[69350]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-1161a95b-cd23-464e-82d7-de176bea4b96 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.320693] env[69350]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=69350) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 647.320876] env[69350]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-37a11287-df9e-4d52-9484-923a99de8a1c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.352534] env[69350]: INFO oslo_vmware.api [-] Successfully established new session; session ID is a333f. [ 647.352710] env[69350]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.040s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.353199] env[69350]: INFO nova.virt.vmwareapi.driver [None req-eb7655b3-2425-40a6-8442-083ff3a0de77 None None] VMware vCenter version: 7.0.3 [ 647.356907] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab77037-a7ca-4a9b-8ca4-fae4fc2b4f3d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.374183] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc631092-dee1-4365-9fd0-30b90ab1b4bb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.380699] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ae4766-927d-4fa0-84b6-c67c067c7bfd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.387599] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb69db4-4df1-4c4e-afcc-e0c467613334 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.400783] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-019b57b4-6715-4649-99c2-476788a78a3d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.406845] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b658b4-e544-47b8-a773-8ffab574bb44 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.438440] env[69350]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-49928d5b-d69d-4930-aff4-ec11faecca3d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.443455] env[69350]: DEBUG nova.virt.vmwareapi.driver [None req-eb7655b3-2425-40a6-8442-083ff3a0de77 None None] Extension org.openstack.compute already exists. {{(pid=69350) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 647.446133] env[69350]: INFO nova.compute.provider_config [None req-eb7655b3-2425-40a6-8442-083ff3a0de77 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 647.949272] env[69350]: DEBUG nova.context [None req-eb7655b3-2425-40a6-8442-083ff3a0de77 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),69d0b96a-f5a7-42ba-adca-22b6b7c6926d(cell1) {{(pid=69350) load_cells /opt/stack/nova/nova/context.py:464}} [ 647.951437] env[69350]: DEBUG oslo_concurrency.lockutils [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.951665] env[69350]: DEBUG oslo_concurrency.lockutils [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.952479] env[69350]: DEBUG oslo_concurrency.lockutils [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.952937] env[69350]: DEBUG oslo_concurrency.lockutils [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] Acquiring lock "69d0b96a-f5a7-42ba-adca-22b6b7c6926d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.953145] env[69350]: DEBUG oslo_concurrency.lockutils [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] Lock "69d0b96a-f5a7-42ba-adca-22b6b7c6926d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.954147] env[69350]: DEBUG oslo_concurrency.lockutils [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] Lock "69d0b96a-f5a7-42ba-adca-22b6b7c6926d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.974547] env[69350]: INFO dbcounter [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] Registered counter for database nova_cell0 [ 647.982745] env[69350]: INFO dbcounter [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] Registered counter for database nova_cell1 [ 648.421021] env[69350]: DEBUG oslo_db.sqlalchemy.engines [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69350) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 648.421428] env[69350]: DEBUG oslo_db.sqlalchemy.engines [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69350) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 648.426486] env[69350]: ERROR nova.db.main.api [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 648.426486] env[69350]: result = function(*args, **kwargs) [ 648.426486] env[69350]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 648.426486] env[69350]: return func(*args, **kwargs) [ 648.426486] env[69350]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 648.426486] env[69350]: result = fn(*args, **kwargs) [ 648.426486] env[69350]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 648.426486] env[69350]: return f(*args, **kwargs) [ 648.426486] env[69350]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 648.426486] env[69350]: return db.service_get_minimum_version(context, binaries) [ 648.426486] env[69350]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 648.426486] env[69350]: _check_db_access() [ 648.426486] env[69350]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 648.426486] env[69350]: stacktrace = ''.join(traceback.format_stack()) [ 648.426486] env[69350]: [ 648.427212] env[69350]: ERROR nova.db.main.api [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 648.427212] env[69350]: result = function(*args, **kwargs) [ 648.427212] env[69350]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 648.427212] env[69350]: return func(*args, **kwargs) [ 648.427212] env[69350]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 648.427212] env[69350]: result = fn(*args, **kwargs) [ 648.427212] env[69350]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 648.427212] env[69350]: return f(*args, **kwargs) [ 648.427212] env[69350]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 648.427212] env[69350]: return db.service_get_minimum_version(context, binaries) [ 648.427212] env[69350]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 648.427212] env[69350]: _check_db_access() [ 648.427212] env[69350]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 648.427212] env[69350]: stacktrace = ''.join(traceback.format_stack()) [ 648.427212] env[69350]: [ 648.427629] env[69350]: WARNING nova.objects.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] Failed to get minimum service version for cell 69d0b96a-f5a7-42ba-adca-22b6b7c6926d [ 648.427735] env[69350]: WARNING nova.objects.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 648.428201] env[69350]: DEBUG oslo_concurrency.lockutils [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] Acquiring lock "singleton_lock" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.428358] env[69350]: DEBUG oslo_concurrency.lockutils [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] Acquired lock "singleton_lock" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.428600] env[69350]: DEBUG oslo_concurrency.lockutils [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] Releasing lock "singleton_lock" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.428930] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] Full set of CONF: {{(pid=69350) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 648.429084] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] ******************************************************************************** {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 648.429215] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] Configuration options gathered from: {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 648.429349] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 648.429541] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 648.429670] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] ================================================================================ {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 648.429879] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] allow_resize_to_same_host = True {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.430057] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] arq_binding_timeout = 300 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.430191] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] backdoor_port = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.430316] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] backdoor_socket = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.430478] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] block_device_allocate_retries = 60 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.430641] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] block_device_allocate_retries_interval = 3 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.430809] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] cert = self.pem {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.430974] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.431154] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] compute_monitors = [] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.431322] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] config_dir = [] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.431744] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] config_drive_format = iso9660 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.431870] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.432060] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] config_source = [] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.432239] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] console_host = devstack {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.432407] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] control_exchange = nova {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.432568] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] cpu_allocation_ratio = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.432734] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] daemon = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.432903] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] debug = True {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.433075] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] default_access_ip_network_name = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.433243] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] default_availability_zone = nova {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.433397] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] default_ephemeral_format = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.433556] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] default_green_pool_size = 1000 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.433791] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.433952] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] default_schedule_zone = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.434123] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] disk_allocation_ratio = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.434286] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] enable_new_services = True {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.434501] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] enabled_apis = ['osapi_compute'] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.434647] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] enabled_ssl_apis = [] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.434810] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] flat_injected = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.434966] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] force_config_drive = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.435138] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] force_raw_images = True {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.435306] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] graceful_shutdown_timeout = 5 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.435480] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] heal_instance_info_cache_interval = -1 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.435719] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] host = cpu-1 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.435900] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.436078] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] initial_disk_allocation_ratio = 1.0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.436243] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] initial_ram_allocation_ratio = 1.0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.436454] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.436616] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] instance_build_timeout = 0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.436775] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] instance_delete_interval = 300 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.436939] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] instance_format = [instance: %(uuid)s] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.437163] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] instance_name_template = instance-%08x {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.437275] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] instance_usage_audit = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.437439] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] instance_usage_audit_period = month {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.437602] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.437764] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] instances_path = /opt/stack/data/nova/instances {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.437926] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] internal_service_availability_zone = internal {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.438091] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] key = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.438249] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] live_migration_retry_count = 30 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.438413] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] log_color = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.438573] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] log_config_append = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.438737] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.438892] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] log_dir = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.439059] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] log_file = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.439188] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] log_options = True {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.439348] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] log_rotate_interval = 1 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.439511] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] log_rotate_interval_type = days {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.439673] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] log_rotation_type = none {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.439800] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.439923] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.440100] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.440266] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.440392] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.440552] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] long_rpc_timeout = 1800 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.440712] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] max_concurrent_builds = 10 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.440865] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] max_concurrent_live_migrations = 1 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.441027] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] max_concurrent_snapshots = 5 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.441186] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] max_local_block_devices = 3 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.441339] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] max_logfile_count = 30 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.441497] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] max_logfile_size_mb = 200 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.441653] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] maximum_instance_delete_attempts = 5 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.441814] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] metadata_listen = 0.0.0.0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.441980] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] metadata_listen_port = 8775 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.442156] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] metadata_workers = 2 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.442314] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] migrate_max_retries = -1 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.442483] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] mkisofs_cmd = genisoimage {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.442682] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] my_block_storage_ip = 10.180.1.21 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.442808] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] my_ip = 10.180.1.21 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.443025] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.443184] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] network_allocate_retries = 0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.443358] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.443521] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] osapi_compute_listen = 0.0.0.0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.443682] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] osapi_compute_listen_port = 8774 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.443845] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] osapi_compute_unique_server_name_scope = {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.444020] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] osapi_compute_workers = 2 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.444185] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] password_length = 12 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.444343] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] periodic_enable = True {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.444524] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] periodic_fuzzy_delay = 60 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.444700] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] pointer_model = usbtablet {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.444865] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] preallocate_images = none {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.445037] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] publish_errors = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.445172] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] pybasedir = /opt/stack/nova {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.445328] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] ram_allocation_ratio = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.445507] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] rate_limit_burst = 0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.445707] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] rate_limit_except_level = CRITICAL {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.445872] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] rate_limit_interval = 0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.446039] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] reboot_timeout = 0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.446201] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] reclaim_instance_interval = 0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.446353] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] record = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.446517] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] reimage_timeout_per_gb = 60 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.446681] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] report_interval = 120 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.446837] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] rescue_timeout = 0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.446993] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] reserved_host_cpus = 0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.447164] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] reserved_host_disk_mb = 0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.447322] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] reserved_host_memory_mb = 512 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.447476] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] reserved_huge_pages = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.447635] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] resize_confirm_window = 0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.447791] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] resize_fs_using_block_device = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.447947] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] resume_guests_state_on_host_boot = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.448126] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.448286] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] rpc_response_timeout = 60 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.448443] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] run_external_periodic_tasks = True {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.448608] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] running_deleted_instance_action = reap {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.448765] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] running_deleted_instance_poll_interval = 1800 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.448919] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] running_deleted_instance_timeout = 0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.449087] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] scheduler_instance_sync_interval = 120 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.449254] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] service_down_time = 720 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.449417] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] servicegroup_driver = db {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.449573] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] shell_completion = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.449730] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] shelved_offload_time = 0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.449882] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] shelved_poll_interval = 3600 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.450054] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] shutdown_timeout = 0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.450217] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] source_is_ipv6 = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.450373] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] ssl_only = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.450621] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.450790] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] sync_power_state_interval = 600 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.450949] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] sync_power_state_pool_size = 1000 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.451128] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] syslog_log_facility = LOG_USER {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.451283] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] tempdir = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.451439] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] timeout_nbd = 10 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.451603] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] transport_url = **** {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.451777] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] update_resources_interval = 0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.451987] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] use_cow_images = True {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.452169] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] use_journal = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.452331] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] use_json = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.452496] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] use_rootwrap_daemon = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.452650] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] use_stderr = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.452805] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] use_syslog = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.452960] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] vcpu_pin_set = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.453142] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] vif_plugging_is_fatal = True {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.453312] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] vif_plugging_timeout = 300 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.453476] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] virt_mkfs = [] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.453638] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] volume_usage_poll_interval = 0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.453796] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] watch_log_file = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.453961] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] web = /usr/share/spice-html5 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 648.454157] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.454328] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.454533] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.454704] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] oslo_concurrency.disable_process_locking = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.455021] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.455203] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.455371] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.455569] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.455768] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.455942] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.456152] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] api.auth_strategy = keystone {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.456324] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] api.compute_link_prefix = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.456503] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.456681] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] api.dhcp_domain = novalocal {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.456846] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] api.enable_instance_password = True {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.457015] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] api.glance_link_prefix = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.457186] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.457387] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.457513] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] api.instance_list_per_project_cells = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.457699] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] api.list_records_by_skipping_down_cells = True {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.457910] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] api.local_metadata_per_cell = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.458100] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] api.max_limit = 1000 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.458272] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] api.metadata_cache_expiration = 15 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.458446] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] api.neutron_default_tenant_id = default {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.458614] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] api.response_validation = warn {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.458787] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] api.use_neutron_default_nets = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.458953] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.459131] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.459297] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.459470] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.459640] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] api.vendordata_dynamic_targets = [] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.459805] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] api.vendordata_jsonfile_path = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.459982] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.460189] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] cache.backend = dogpile.cache.memcached {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.460359] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] cache.backend_argument = **** {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.460519] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] cache.backend_expiration_time = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.460693] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] cache.config_prefix = cache.oslo {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.460863] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] cache.dead_timeout = 60.0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.461038] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] cache.debug_cache_backend = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.461204] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] cache.enable_retry_client = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.461366] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] cache.enable_socket_keepalive = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.461535] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] cache.enabled = True {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.461701] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] cache.enforce_fips_mode = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.461935] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] cache.expiration_time = 600 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.462139] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] cache.hashclient_retry_attempts = 2 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.462314] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] cache.hashclient_retry_delay = 1.0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.462490] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] cache.memcache_dead_retry = 300 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.462662] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] cache.memcache_password = **** {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.462826] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.462989] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.463167] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] cache.memcache_pool_maxsize = 10 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.463330] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.463491] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] cache.memcache_sasl_enabled = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.463669] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.463834] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] cache.memcache_socket_timeout = 1.0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.463992] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] cache.memcache_username = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.464172] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] cache.proxies = [] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.464335] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] cache.redis_db = 0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.464509] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] cache.redis_password = **** {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.464695] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] cache.redis_sentinel_service_name = mymaster {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.464871] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.465059] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] cache.redis_server = localhost:6379 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.465230] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] cache.redis_socket_timeout = 1.0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.465389] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] cache.redis_username = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.465574] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] cache.retry_attempts = 2 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.465755] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] cache.retry_delay = 0.0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.465922] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] cache.socket_keepalive_count = 1 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.466096] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] cache.socket_keepalive_idle = 1 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.466263] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] cache.socket_keepalive_interval = 1 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.466422] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] cache.tls_allowed_ciphers = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.466580] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] cache.tls_cafile = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.466737] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] cache.tls_certfile = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.466895] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] cache.tls_enabled = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.467063] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] cache.tls_keyfile = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.467238] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] cinder.auth_section = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.467415] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] cinder.auth_type = password {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.467580] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] cinder.cafile = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.467757] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] cinder.catalog_info = volumev3::publicURL {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.467918] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] cinder.certfile = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.468094] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] cinder.collect_timing = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.468261] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] cinder.cross_az_attach = True {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.468424] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] cinder.debug = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.468584] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] cinder.endpoint_template = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.468750] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] cinder.http_retries = 3 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.468910] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] cinder.insecure = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.469084] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] cinder.keyfile = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.469259] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] cinder.os_region_name = RegionOne {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.469422] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] cinder.split_loggers = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.469583] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] cinder.timeout = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.469755] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.469915] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] compute.cpu_dedicated_set = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.470089] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] compute.cpu_shared_set = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.470257] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] compute.image_type_exclude_list = [] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.470421] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.470582] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] compute.max_concurrent_disk_ops = 0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.470745] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] compute.max_disk_devices_to_attach = -1 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.470905] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.471085] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.471253] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] compute.resource_provider_association_refresh = 300 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.471413] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.471575] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] compute.shutdown_retry_interval = 10 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.471761] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.471978] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] conductor.workers = 2 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.472175] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] console.allowed_origins = [] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.472338] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] console.ssl_ciphers = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.472521] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] console.ssl_minimum_version = default {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.472705] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] consoleauth.enforce_session_timeout = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.472876] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] consoleauth.token_ttl = 600 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.473061] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] cyborg.cafile = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.473223] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] cyborg.certfile = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.473387] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] cyborg.collect_timing = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.473547] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] cyborg.connect_retries = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.473709] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] cyborg.connect_retry_delay = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.473865] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] cyborg.endpoint_override = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.474036] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] cyborg.insecure = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.474197] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] cyborg.keyfile = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.474356] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] cyborg.max_version = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.474533] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] cyborg.min_version = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.474703] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] cyborg.region_name = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.474861] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] cyborg.retriable_status_codes = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.475029] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] cyborg.service_name = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.475202] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] cyborg.service_type = accelerator {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.475366] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] cyborg.split_loggers = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.475542] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] cyborg.status_code_retries = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.475717] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] cyborg.status_code_retry_delay = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.475879] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] cyborg.timeout = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.476074] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.476240] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] cyborg.version = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.476412] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] database.asyncio_connection = **** {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.476571] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] database.asyncio_slave_connection = **** {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.476742] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] database.backend = sqlalchemy {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.476908] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] database.connection = **** {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.477082] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] database.connection_debug = 0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.477257] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] database.connection_parameters = {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.477422] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] database.connection_recycle_time = 3600 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.477586] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] database.connection_trace = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.477746] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] database.db_inc_retry_interval = True {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.477909] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] database.db_max_retries = 20 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.478087] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] database.db_max_retry_interval = 10 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.478251] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] database.db_retry_interval = 1 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.478411] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] database.max_overflow = 50 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.478570] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] database.max_pool_size = 5 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.478731] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] database.max_retries = 10 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.478899] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.479070] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] database.mysql_wsrep_sync_wait = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.479230] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] database.pool_timeout = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.479390] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] database.retry_interval = 10 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.479550] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] database.slave_connection = **** {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.479708] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] database.sqlite_synchronous = True {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.479866] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] database.use_db_reconnect = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.480042] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] api_database.asyncio_connection = **** {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.480206] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] api_database.asyncio_slave_connection = **** {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.480374] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] api_database.backend = sqlalchemy {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.480540] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] api_database.connection = **** {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.480705] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] api_database.connection_debug = 0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.480870] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] api_database.connection_parameters = {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.481040] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] api_database.connection_recycle_time = 3600 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.481205] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] api_database.connection_trace = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.481364] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] api_database.db_inc_retry_interval = True {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.481525] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] api_database.db_max_retries = 20 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.481687] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] api_database.db_max_retry_interval = 10 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.481846] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] api_database.db_retry_interval = 1 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.482011] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] api_database.max_overflow = 50 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.482178] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] api_database.max_pool_size = 5 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.482339] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] api_database.max_retries = 10 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.482508] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.482663] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.482819] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] api_database.pool_timeout = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.482978] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] api_database.retry_interval = 10 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.483149] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] api_database.slave_connection = **** {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.483310] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] api_database.sqlite_synchronous = True {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.483482] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] devices.enabled_mdev_types = [] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.483658] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.483826] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] ephemeral_storage_encryption.default_format = luks {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.483988] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] ephemeral_storage_encryption.enabled = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.484165] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.484336] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] glance.api_servers = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.484535] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] glance.cafile = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.484698] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] glance.certfile = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.484864] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] glance.collect_timing = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.485031] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] glance.connect_retries = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.485194] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] glance.connect_retry_delay = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.485354] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] glance.debug = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.485519] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] glance.default_trusted_certificate_ids = [] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.485710] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] glance.enable_certificate_validation = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.485876] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] glance.enable_rbd_download = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.486045] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] glance.endpoint_override = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.486213] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] glance.insecure = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.486373] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] glance.keyfile = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.486530] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] glance.max_version = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.486685] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] glance.min_version = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.486866] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] glance.num_retries = 3 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.487060] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] glance.rbd_ceph_conf = {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.487230] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] glance.rbd_connect_timeout = 5 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.487397] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] glance.rbd_pool = {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.487564] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] glance.rbd_user = {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.487731] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] glance.region_name = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.487889] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] glance.retriable_status_codes = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.488054] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] glance.service_name = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.488225] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] glance.service_type = image {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.488385] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] glance.split_loggers = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.488542] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] glance.status_code_retries = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.488697] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] glance.status_code_retry_delay = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.488853] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] glance.timeout = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.489039] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.489208] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] glance.verify_glance_signatures = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.489365] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] glance.version = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.489528] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] guestfs.debug = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.489697] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] manila.auth_section = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.489855] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] manila.auth_type = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.490015] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] manila.cafile = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.490174] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] manila.certfile = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.490334] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] manila.collect_timing = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.490489] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] manila.connect_retries = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.490648] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] manila.connect_retry_delay = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.490804] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] manila.endpoint_override = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.490963] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] manila.insecure = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.491131] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] manila.keyfile = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.491290] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] manila.max_version = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.491442] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] manila.min_version = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.491594] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] manila.region_name = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.491752] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] manila.retriable_status_codes = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.491904] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] manila.service_name = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.492080] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] manila.service_type = shared-file-system {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.492245] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] manila.share_apply_policy_timeout = 10 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.492406] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] manila.split_loggers = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.492562] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] manila.status_code_retries = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.492719] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] manila.status_code_retry_delay = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.492874] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] manila.timeout = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.493060] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.493223] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] manila.version = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.493390] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] mks.enabled = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.493732] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.493921] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] image_cache.manager_interval = 2400 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.494100] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] image_cache.precache_concurrency = 1 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.494275] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] image_cache.remove_unused_base_images = True {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.494515] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.494715] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.494896] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] image_cache.subdirectory_name = _base {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.495089] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] ironic.api_max_retries = 60 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.495260] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] ironic.api_retry_interval = 2 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.495419] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] ironic.auth_section = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.495599] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] ironic.auth_type = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.495776] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] ironic.cafile = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.495936] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] ironic.certfile = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.496114] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] ironic.collect_timing = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.496281] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] ironic.conductor_group = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.496438] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] ironic.connect_retries = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.496596] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] ironic.connect_retry_delay = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.496756] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] ironic.endpoint_override = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.496929] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] ironic.insecure = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.497126] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] ironic.keyfile = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.497292] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] ironic.max_version = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.497449] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] ironic.min_version = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.497615] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] ironic.peer_list = [] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.497774] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] ironic.region_name = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.497963] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] ironic.retriable_status_codes = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.498102] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] ironic.serial_console_state_timeout = 10 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.498261] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] ironic.service_name = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.498432] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] ironic.service_type = baremetal {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.498591] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] ironic.shard = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.498757] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] ironic.split_loggers = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.498917] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] ironic.status_code_retries = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.499089] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] ironic.status_code_retry_delay = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.499250] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] ironic.timeout = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.499430] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.499590] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] ironic.version = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.499771] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.499941] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] key_manager.fixed_key = **** {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.500140] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.500304] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] barbican.barbican_api_version = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.500464] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] barbican.barbican_endpoint = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.500634] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] barbican.barbican_endpoint_type = public {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.500794] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] barbican.barbican_region_name = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.500951] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] barbican.cafile = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.501123] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] barbican.certfile = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.501289] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] barbican.collect_timing = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.501450] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] barbican.insecure = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.501607] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] barbican.keyfile = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.501770] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] barbican.number_of_retries = 60 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.501929] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] barbican.retry_delay = 1 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.502099] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] barbican.send_service_user_token = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.502260] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] barbican.split_loggers = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.502414] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] barbican.timeout = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.502573] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] barbican.verify_ssl = True {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.502730] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] barbican.verify_ssl_path = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.502892] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] barbican_service_user.auth_section = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.503064] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] barbican_service_user.auth_type = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.503226] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] barbican_service_user.cafile = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.503382] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] barbican_service_user.certfile = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.503543] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] barbican_service_user.collect_timing = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.503705] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] barbican_service_user.insecure = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.503859] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] barbican_service_user.keyfile = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.504028] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] barbican_service_user.split_loggers = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.504190] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] barbican_service_user.timeout = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.504353] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] vault.approle_role_id = **** {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.504529] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] vault.approle_secret_id = **** {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.504714] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] vault.kv_mountpoint = secret {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.504877] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] vault.kv_path = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.505051] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] vault.kv_version = 2 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.505213] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] vault.namespace = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.505372] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] vault.root_token_id = **** {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.505530] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] vault.ssl_ca_crt_file = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.505727] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] vault.timeout = 60.0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.505897] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] vault.use_ssl = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.506075] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.506247] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] keystone.cafile = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.506408] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] keystone.certfile = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.506569] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] keystone.collect_timing = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.506728] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] keystone.connect_retries = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.506884] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] keystone.connect_retry_delay = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.507067] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] keystone.endpoint_override = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.507246] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] keystone.insecure = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.507406] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] keystone.keyfile = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.507562] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] keystone.max_version = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.507718] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] keystone.min_version = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.507876] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] keystone.region_name = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.508064] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] keystone.retriable_status_codes = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.508210] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] keystone.service_name = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.508379] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] keystone.service_type = identity {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.508539] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] keystone.split_loggers = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.508698] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] keystone.status_code_retries = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.508854] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] keystone.status_code_retry_delay = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.509015] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] keystone.timeout = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.509202] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.509363] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] keystone.version = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.509552] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] libvirt.ceph_mount_options = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.509971] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.510195] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] libvirt.connection_uri = {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.510371] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] libvirt.cpu_mode = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.510544] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] libvirt.cpu_model_extra_flags = [] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.510718] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] libvirt.cpu_models = [] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.510890] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] libvirt.cpu_power_governor_high = performance {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.511092] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] libvirt.cpu_power_governor_low = powersave {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.511269] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] libvirt.cpu_power_management = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.511443] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.511612] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] libvirt.device_detach_attempts = 8 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.511780] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] libvirt.device_detach_timeout = 20 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.511950] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] libvirt.disk_cachemodes = [] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.512126] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] libvirt.disk_prefix = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.512295] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] libvirt.enabled_perf_events = [] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.512462] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] libvirt.file_backed_memory = 0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.512626] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] libvirt.gid_maps = [] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.512787] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] libvirt.hw_disk_discard = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.512945] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] libvirt.hw_machine_type = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.513127] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] libvirt.images_rbd_ceph_conf = {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.513294] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.513456] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.513625] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] libvirt.images_rbd_glance_store_name = {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.513793] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] libvirt.images_rbd_pool = rbd {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.513961] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] libvirt.images_type = default {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.514134] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] libvirt.images_volume_group = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.514296] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] libvirt.inject_key = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.514462] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] libvirt.inject_partition = -2 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.514649] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] libvirt.inject_password = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.514818] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] libvirt.iscsi_iface = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.514984] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] libvirt.iser_use_multipath = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.515181] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] libvirt.live_migration_bandwidth = 0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.515351] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.515516] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] libvirt.live_migration_downtime = 500 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.515680] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.515841] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.515998] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] libvirt.live_migration_inbound_addr = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.516176] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.516337] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] libvirt.live_migration_permit_post_copy = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.516495] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] libvirt.live_migration_scheme = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.516670] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] libvirt.live_migration_timeout_action = abort {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.516832] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] libvirt.live_migration_tunnelled = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.516989] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] libvirt.live_migration_uri = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.517181] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] libvirt.live_migration_with_native_tls = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.517346] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] libvirt.max_queues = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.517512] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.517739] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.517903] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] libvirt.nfs_mount_options = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.518201] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.518379] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.518547] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] libvirt.num_iser_scan_tries = 5 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.518707] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] libvirt.num_memory_encrypted_guests = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.518873] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.519048] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] libvirt.num_pcie_ports = 0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.519222] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] libvirt.num_volume_scan_tries = 5 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.519388] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] libvirt.pmem_namespaces = [] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.519547] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] libvirt.quobyte_client_cfg = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.519833] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.520015] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] libvirt.rbd_connect_timeout = 5 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.520190] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.520356] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.520518] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] libvirt.rbd_secret_uuid = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.520679] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] libvirt.rbd_user = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.520843] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.521025] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] libvirt.remote_filesystem_transport = ssh {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.521192] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] libvirt.rescue_image_id = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.521353] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] libvirt.rescue_kernel_id = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.521512] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] libvirt.rescue_ramdisk_id = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.521687] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.521848] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] libvirt.rx_queue_size = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.522026] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] libvirt.smbfs_mount_options = {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.522322] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.522499] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] libvirt.snapshot_compression = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.522667] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] libvirt.snapshot_image_format = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.522897] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.523079] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] libvirt.sparse_logical_volumes = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.523246] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] libvirt.swtpm_enabled = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.523415] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] libvirt.swtpm_group = tss {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.523583] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] libvirt.swtpm_user = tss {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.523754] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] libvirt.sysinfo_serial = unique {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.523912] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] libvirt.tb_cache_size = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.524084] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] libvirt.tx_queue_size = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.524252] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] libvirt.uid_maps = [] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.524413] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] libvirt.use_virtio_for_bridges = True {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.524609] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] libvirt.virt_type = kvm {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.524787] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] libvirt.volume_clear = zero {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.524951] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] libvirt.volume_clear_size = 0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.525128] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] libvirt.volume_enforce_multipath = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.525297] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] libvirt.volume_use_multipath = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.525470] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] libvirt.vzstorage_cache_path = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.525659] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.525838] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] libvirt.vzstorage_mount_group = qemu {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.526013] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] libvirt.vzstorage_mount_opts = [] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.526190] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.526482] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.526665] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] libvirt.vzstorage_mount_user = stack {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.526833] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.527023] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] neutron.auth_section = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.527200] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] neutron.auth_type = password {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.527361] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] neutron.cafile = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.527517] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] neutron.certfile = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.527681] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] neutron.collect_timing = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.527838] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] neutron.connect_retries = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.527995] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] neutron.connect_retry_delay = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.528181] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] neutron.default_floating_pool = public {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.528337] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] neutron.endpoint_override = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.528498] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] neutron.extension_sync_interval = 600 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.528657] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] neutron.http_retries = 3 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.528817] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] neutron.insecure = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.528974] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] neutron.keyfile = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.529142] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] neutron.max_version = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.529309] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.529465] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] neutron.min_version = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.529630] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] neutron.ovs_bridge = br-int {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.529793] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] neutron.physnets = [] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.529958] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] neutron.region_name = RegionOne {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.530128] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] neutron.retriable_status_codes = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.530295] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] neutron.service_metadata_proxy = True {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.530453] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] neutron.service_name = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.530617] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] neutron.service_type = network {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.530778] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] neutron.split_loggers = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.530933] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] neutron.status_code_retries = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.531106] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] neutron.status_code_retry_delay = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.531263] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] neutron.timeout = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.531439] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.531598] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] neutron.version = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.531768] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] notifications.bdms_in_notifications = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.531942] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] notifications.default_level = INFO {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.532118] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] notifications.include_share_mapping = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.532295] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] notifications.notification_format = unversioned {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.532456] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] notifications.notify_on_state_change = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.532631] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.532807] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] pci.alias = [] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.532973] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] pci.device_spec = [] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.533151] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] pci.report_in_placement = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.533323] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] placement.auth_section = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.533494] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] placement.auth_type = password {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.533660] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.533820] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] placement.cafile = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.533973] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] placement.certfile = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.534146] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] placement.collect_timing = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.534303] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] placement.connect_retries = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.534460] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] placement.connect_retry_delay = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.534647] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] placement.default_domain_id = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.534809] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] placement.default_domain_name = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.534962] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] placement.domain_id = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.535133] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] placement.domain_name = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.535291] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] placement.endpoint_override = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.535449] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] placement.insecure = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.535648] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] placement.keyfile = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.535822] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] placement.max_version = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.535981] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] placement.min_version = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.536165] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] placement.password = **** {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.536325] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] placement.project_domain_id = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.536491] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] placement.project_domain_name = Default {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.536657] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] placement.project_id = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.536827] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] placement.project_name = service {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.536993] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] placement.region_name = RegionOne {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.537169] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] placement.retriable_status_codes = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.537331] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] placement.service_name = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.537497] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] placement.service_type = placement {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.537660] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] placement.split_loggers = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.537814] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] placement.status_code_retries = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.537971] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] placement.status_code_retry_delay = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.538141] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] placement.system_scope = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.538298] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] placement.timeout = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.538452] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] placement.trust_id = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.538607] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] placement.user_domain_id = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.538774] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] placement.user_domain_name = Default {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.538930] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] placement.user_id = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.539110] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] placement.username = nova {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.539290] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.539448] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] placement.version = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.539626] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] quota.cores = 20 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.539788] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] quota.count_usage_from_placement = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.539954] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.540133] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] quota.injected_file_content_bytes = 10240 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.540299] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] quota.injected_file_path_length = 255 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.540462] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] quota.injected_files = 5 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.540625] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] quota.instances = 10 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.540789] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] quota.key_pairs = 100 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.540958] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] quota.metadata_items = 128 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.541130] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] quota.ram = 51200 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.541292] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] quota.recheck_quota = True {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.541457] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] quota.server_group_members = 10 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.541620] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] quota.server_groups = 10 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.541826] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.542000] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] quota.unified_limits_resource_strategy = require {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.542185] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.542348] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.542508] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] scheduler.image_metadata_prefilter = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.542670] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.542835] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] scheduler.max_attempts = 3 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.542998] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] scheduler.max_placement_results = 1000 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.543175] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.543335] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] scheduler.query_placement_for_image_type_support = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.543496] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.543669] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] scheduler.workers = 2 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.543842] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.544018] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.544201] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.544370] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.544567] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.544741] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.544906] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.545106] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.545277] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] filter_scheduler.host_subset_size = 1 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.545444] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.545643] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.545819] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.545982] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.546171] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.546336] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] filter_scheduler.isolated_hosts = [] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.546500] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] filter_scheduler.isolated_images = [] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.546666] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.546824] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.546986] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.547161] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] filter_scheduler.pci_in_placement = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.547325] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.547486] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.547648] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.547805] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.547966] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.548140] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.548300] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] filter_scheduler.track_instance_changes = True {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.548506] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.548641] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] metrics.required = True {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.548805] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] metrics.weight_multiplier = 1.0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.548965] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.549144] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] metrics.weight_setting = [] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.549457] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.549634] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] serial_console.enabled = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.549811] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] serial_console.port_range = 10000:20000 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.549981] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.550163] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.550330] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] serial_console.serialproxy_port = 6083 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.550496] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] service_user.auth_section = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.550667] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] service_user.auth_type = password {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.550825] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] service_user.cafile = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.550981] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] service_user.certfile = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.551156] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] service_user.collect_timing = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.551316] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] service_user.insecure = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.551473] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] service_user.keyfile = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.551643] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] service_user.send_service_user_token = True {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.551805] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] service_user.split_loggers = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.551963] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] service_user.timeout = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.552146] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] spice.agent_enabled = True {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.552311] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] spice.enabled = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.552610] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.552812] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.552979] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] spice.html5proxy_port = 6082 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.553154] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] spice.image_compression = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.553312] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] spice.jpeg_compression = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.553467] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] spice.playback_compression = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.553627] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] spice.require_secure = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.553794] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] spice.server_listen = 127.0.0.1 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.553960] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.554250] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.554422] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] spice.streaming_mode = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.554610] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] spice.zlib_compression = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.554794] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] upgrade_levels.baseapi = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.554970] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] upgrade_levels.compute = auto {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.555147] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] upgrade_levels.conductor = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.555307] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] upgrade_levels.scheduler = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.555483] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] vendordata_dynamic_auth.auth_section = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.555680] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] vendordata_dynamic_auth.auth_type = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.555851] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] vendordata_dynamic_auth.cafile = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.556016] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] vendordata_dynamic_auth.certfile = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.556183] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.556344] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] vendordata_dynamic_auth.insecure = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.556504] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] vendordata_dynamic_auth.keyfile = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.556666] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.556824] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] vendordata_dynamic_auth.timeout = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.556997] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] vmware.api_retry_count = 10 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.557173] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] vmware.ca_file = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.557346] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] vmware.cache_prefix = devstack-image-cache {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.557515] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] vmware.cluster_name = testcl1 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.557683] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] vmware.connection_pool_size = 10 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.557843] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] vmware.console_delay_seconds = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.558015] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] vmware.datastore_regex = ^datastore.* {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.558230] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.558408] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] vmware.host_password = **** {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.558614] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] vmware.host_port = 443 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.558742] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] vmware.host_username = administrator@vsphere.local {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.558912] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] vmware.insecure = True {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.559085] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] vmware.integration_bridge = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.559253] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] vmware.maximum_objects = 100 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.559413] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] vmware.pbm_default_policy = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.559576] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] vmware.pbm_enabled = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.559779] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] vmware.pbm_wsdl_location = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.559977] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.560155] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] vmware.serial_port_proxy_uri = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.560315] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] vmware.serial_port_service_uri = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.560484] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] vmware.task_poll_interval = 0.5 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.560663] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] vmware.use_linked_clone = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.560831] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] vmware.vnc_keymap = en-us {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.560995] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] vmware.vnc_port = 5900 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.561176] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] vmware.vnc_port_total = 10000 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.561361] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] vnc.auth_schemes = ['none'] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.561536] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] vnc.enabled = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.561821] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.562011] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.562193] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] vnc.novncproxy_port = 6080 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.562378] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] vnc.server_listen = 127.0.0.1 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.562563] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.562733] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] vnc.vencrypt_ca_certs = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.562891] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] vnc.vencrypt_client_cert = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.563058] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] vnc.vencrypt_client_key = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.563240] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.563402] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] workarounds.disable_deep_image_inspection = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.563562] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.563723] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.563882] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.564053] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] workarounds.disable_rootwrap = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.564218] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] workarounds.enable_numa_live_migration = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.564380] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.564568] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.564740] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.564905] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] workarounds.libvirt_disable_apic = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.565078] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.565242] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.565573] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.565790] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.565967] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.566148] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.566313] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.566473] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.566635] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.566802] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.566986] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.567172] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] wsgi.client_socket_timeout = 900 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.567339] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] wsgi.default_pool_size = 1000 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.567505] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] wsgi.keep_alive = True {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.567672] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] wsgi.max_header_line = 16384 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.567834] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] wsgi.secure_proxy_ssl_header = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.567995] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] wsgi.ssl_ca_file = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.568172] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] wsgi.ssl_cert_file = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.568335] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] wsgi.ssl_key_file = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.568501] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] wsgi.tcp_keepidle = 600 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.568676] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.568840] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] zvm.ca_file = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.568997] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] zvm.cloud_connector_url = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.569300] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.569478] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] zvm.reachable_timeout = 300 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.569654] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.569833] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.570026] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] profiler.connection_string = messaging:// {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.570205] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] profiler.enabled = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.570379] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] profiler.es_doc_type = notification {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.570543] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] profiler.es_scroll_size = 10000 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.570714] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] profiler.es_scroll_time = 2m {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.570878] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] profiler.filter_error_trace = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.571057] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] profiler.hmac_keys = **** {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.571233] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] profiler.sentinel_service_name = mymaster {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.571402] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] profiler.socket_timeout = 0.1 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.571566] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] profiler.trace_requests = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.571730] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] profiler.trace_sqlalchemy = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.571913] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] profiler_jaeger.process_tags = {} {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.572086] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] profiler_jaeger.service_name_prefix = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.572252] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] profiler_otlp.service_name_prefix = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.572416] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] remote_debug.host = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.572573] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] remote_debug.port = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.572749] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.572912] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.573083] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.573246] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.573404] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.573564] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.573723] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.573882] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.574051] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.574224] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.574381] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.574580] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.574762] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.574929] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.575106] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.575281] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.575445] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.575649] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.575831] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.575998] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.576175] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.576349] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.576516] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.576682] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.576843] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.577009] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.577180] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.577341] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.577501] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.577664] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.577825] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] oslo_messaging_rabbit.ssl = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.577993] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.578177] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.578343] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.578509] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.578677] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] oslo_messaging_rabbit.ssl_version = {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.578880] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.579031] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.579203] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] oslo_messaging_notifications.retry = -1 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.579380] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.579550] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] oslo_messaging_notifications.transport_url = **** {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.579722] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] oslo_limit.auth_section = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.579884] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] oslo_limit.auth_type = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.580053] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] oslo_limit.cafile = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.580213] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] oslo_limit.certfile = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.580374] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] oslo_limit.collect_timing = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.580531] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] oslo_limit.connect_retries = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.580691] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] oslo_limit.connect_retry_delay = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.580851] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] oslo_limit.endpoint_id = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.581027] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] oslo_limit.endpoint_interface = publicURL {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.581188] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] oslo_limit.endpoint_override = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.581346] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] oslo_limit.endpoint_region_name = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.581505] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] oslo_limit.endpoint_service_name = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.581662] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] oslo_limit.endpoint_service_type = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.581869] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] oslo_limit.insecure = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.582079] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] oslo_limit.keyfile = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.582248] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] oslo_limit.max_version = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.582406] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] oslo_limit.min_version = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.582565] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] oslo_limit.region_name = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.582727] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] oslo_limit.retriable_status_codes = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.582886] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] oslo_limit.service_name = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.583055] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] oslo_limit.service_type = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.583222] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] oslo_limit.split_loggers = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.583380] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] oslo_limit.status_code_retries = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.583540] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] oslo_limit.status_code_retry_delay = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.583698] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] oslo_limit.timeout = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.583856] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] oslo_limit.valid_interfaces = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.584022] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] oslo_limit.version = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.584194] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] oslo_reports.file_event_handler = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.584358] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.584539] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] oslo_reports.log_dir = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.584725] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.584888] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.585059] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.585231] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.585398] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.585580] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.585759] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.585922] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] vif_plug_ovs_privileged.group = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.586101] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.586273] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.586436] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.586595] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] vif_plug_ovs_privileged.user = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.586770] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] os_vif_linux_bridge.flat_interface = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.586949] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.587137] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.587313] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.587485] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.587658] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.587826] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.587988] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.588180] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.588353] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] os_vif_ovs.isolate_vif = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.588522] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.588689] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.588856] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.589034] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] os_vif_ovs.ovsdb_interface = native {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.589201] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] os_vif_ovs.per_port_bridge = False {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.589368] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] privsep_osbrick.capabilities = [21] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.589528] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] privsep_osbrick.group = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.589688] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] privsep_osbrick.helper_command = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.589851] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.590018] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.590181] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] privsep_osbrick.user = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.590355] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.590515] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] nova_sys_admin.group = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.590674] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] nova_sys_admin.helper_command = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.590837] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.590999] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.591171] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] nova_sys_admin.user = None {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 648.591303] env[69350]: DEBUG oslo_service.backend.eventlet.service [None req-84da22f8-45c3-458e-8bbd-0e809f00df48 None None] ******************************************************************************** {{(pid=69350) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 648.591714] env[69350]: INFO nova.service [-] Starting compute node (version 31.0.1) [ 649.095115] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-12dff42c-5f1b-4f8d-bd79-e97de11a312b None None] Getting list of instances from cluster (obj){ [ 649.095115] env[69350]: value = "domain-c8" [ 649.095115] env[69350]: _type = "ClusterComputeResource" [ 649.095115] env[69350]: } {{(pid=69350) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 649.096540] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eafc2bf-2050-4de8-bb3c-188e6f0fe367 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.106663] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-12dff42c-5f1b-4f8d-bd79-e97de11a312b None None] Got total of 0 instances {{(pid=69350) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 649.107268] env[69350]: WARNING nova.virt.vmwareapi.driver [None req-12dff42c-5f1b-4f8d-bd79-e97de11a312b None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 649.107733] env[69350]: INFO nova.virt.node [None req-12dff42c-5f1b-4f8d-bd79-e97de11a312b None None] Generated node identity 493c4881-f171-4c66-96e5-06180e27f02f [ 649.107967] env[69350]: INFO nova.virt.node [None req-12dff42c-5f1b-4f8d-bd79-e97de11a312b None None] Wrote node identity 493c4881-f171-4c66-96e5-06180e27f02f to /opt/stack/data/n-cpu-1/compute_id [ 649.610552] env[69350]: WARNING nova.compute.manager [None req-12dff42c-5f1b-4f8d-bd79-e97de11a312b None None] Compute nodes ['493c4881-f171-4c66-96e5-06180e27f02f'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 650.616751] env[69350]: INFO nova.compute.manager [None req-12dff42c-5f1b-4f8d-bd79-e97de11a312b None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 651.622208] env[69350]: WARNING nova.compute.manager [None req-12dff42c-5f1b-4f8d-bd79-e97de11a312b None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 651.622561] env[69350]: DEBUG oslo_concurrency.lockutils [None req-12dff42c-5f1b-4f8d-bd79-e97de11a312b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.622758] env[69350]: DEBUG oslo_concurrency.lockutils [None req-12dff42c-5f1b-4f8d-bd79-e97de11a312b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.622913] env[69350]: DEBUG oslo_concurrency.lockutils [None req-12dff42c-5f1b-4f8d-bd79-e97de11a312b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.623079] env[69350]: DEBUG nova.compute.resource_tracker [None req-12dff42c-5f1b-4f8d-bd79-e97de11a312b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69350) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 651.624021] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-433ca098-7efa-422f-a166-b2728ff87caa {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.632431] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d2fb50-0315-4da3-a91a-0b16a44e7a50 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.647249] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c20edb4-39fb-47b4-bb2c-4c3f0b49acb8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.653391] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d634f2-4ffa-491e-8e3d-321e816bf0b6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.681459] env[69350]: DEBUG nova.compute.resource_tracker [None req-12dff42c-5f1b-4f8d-bd79-e97de11a312b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181013MB free_disk=106GB free_vcpus=48 pci_devices=None {{(pid=69350) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 651.681579] env[69350]: DEBUG oslo_concurrency.lockutils [None req-12dff42c-5f1b-4f8d-bd79-e97de11a312b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.681788] env[69350]: DEBUG oslo_concurrency.lockutils [None req-12dff42c-5f1b-4f8d-bd79-e97de11a312b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.184725] env[69350]: WARNING nova.compute.resource_tracker [None req-12dff42c-5f1b-4f8d-bd79-e97de11a312b None None] No compute node record for cpu-1:493c4881-f171-4c66-96e5-06180e27f02f: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 493c4881-f171-4c66-96e5-06180e27f02f could not be found. [ 652.688262] env[69350]: INFO nova.compute.resource_tracker [None req-12dff42c-5f1b-4f8d-bd79-e97de11a312b None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 493c4881-f171-4c66-96e5-06180e27f02f [ 654.196845] env[69350]: DEBUG nova.compute.resource_tracker [None req-12dff42c-5f1b-4f8d-bd79-e97de11a312b None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69350) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 654.197277] env[69350]: DEBUG nova.compute.resource_tracker [None req-12dff42c-5f1b-4f8d-bd79-e97de11a312b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69350) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 654.354119] env[69350]: INFO nova.scheduler.client.report [None req-12dff42c-5f1b-4f8d-bd79-e97de11a312b None None] [req-1002cf65-d793-4e86-a54d-91c326f634bc] Created resource provider record via placement API for resource provider with UUID 493c4881-f171-4c66-96e5-06180e27f02f and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 654.372081] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff8e45e-a3d6-46b6-9633-a70934da8739 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.380159] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-615880d0-e40f-436b-8a81-893da2e6b724 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.410022] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b6f669e-8d27-4093-8663-35287aeddc07 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.416851] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-645f6fb5-7739-47df-bada-ed2ec5f11fee {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.429451] env[69350]: DEBUG nova.compute.provider_tree [None req-12dff42c-5f1b-4f8d-bd79-e97de11a312b None None] Updating inventory in ProviderTree for provider 493c4881-f171-4c66-96e5-06180e27f02f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 654.968209] env[69350]: DEBUG nova.scheduler.client.report [None req-12dff42c-5f1b-4f8d-bd79-e97de11a312b None None] Updated inventory for provider 493c4881-f171-4c66-96e5-06180e27f02f with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 654.968662] env[69350]: DEBUG nova.compute.provider_tree [None req-12dff42c-5f1b-4f8d-bd79-e97de11a312b None None] Updating resource provider 493c4881-f171-4c66-96e5-06180e27f02f generation from 0 to 1 during operation: update_inventory {{(pid=69350) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 654.968972] env[69350]: DEBUG nova.compute.provider_tree [None req-12dff42c-5f1b-4f8d-bd79-e97de11a312b None None] Updating inventory in ProviderTree for provider 493c4881-f171-4c66-96e5-06180e27f02f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 655.019340] env[69350]: DEBUG nova.compute.provider_tree [None req-12dff42c-5f1b-4f8d-bd79-e97de11a312b None None] Updating resource provider 493c4881-f171-4c66-96e5-06180e27f02f generation from 1 to 2 during operation: update_traits {{(pid=69350) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 655.524327] env[69350]: DEBUG nova.compute.resource_tracker [None req-12dff42c-5f1b-4f8d-bd79-e97de11a312b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69350) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 655.524720] env[69350]: DEBUG oslo_concurrency.lockutils [None req-12dff42c-5f1b-4f8d-bd79-e97de11a312b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.843s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.524845] env[69350]: DEBUG nova.service [None req-12dff42c-5f1b-4f8d-bd79-e97de11a312b None None] Creating RPC server for service compute {{(pid=69350) start /opt/stack/nova/nova/service.py:186}} [ 655.540131] env[69350]: DEBUG nova.service [None req-12dff42c-5f1b-4f8d-bd79-e97de11a312b None None] Join ServiceGroup membership for this service compute {{(pid=69350) start /opt/stack/nova/nova/service.py:203}} [ 655.540335] env[69350]: DEBUG nova.servicegroup.drivers.db [None req-12dff42c-5f1b-4f8d-bd79-e97de11a312b None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=69350) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 683.546664] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 684.049636] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Getting list of instances from cluster (obj){ [ 684.049636] env[69350]: value = "domain-c8" [ 684.049636] env[69350]: _type = "ClusterComputeResource" [ 684.049636] env[69350]: } {{(pid=69350) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 684.050873] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6273a98-a4b7-471f-a187-f88c4640e3eb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.063622] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Got total of 0 instances {{(pid=69350) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 684.063622] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 684.063622] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Getting list of instances from cluster (obj){ [ 684.063622] env[69350]: value = "domain-c8" [ 684.063622] env[69350]: _type = "ClusterComputeResource" [ 684.063622] env[69350]: } {{(pid=69350) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 684.064631] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f91f85f-85b2-4ac9-b67c-62b09ed82a03 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.074224] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Got total of 0 instances {{(pid=69350) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 692.208281] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Acquiring lock "a5c37c3b-0add-415d-8356-5070a8b4df28" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.208542] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Lock "a5c37c3b-0add-415d-8356-5070a8b4df28" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.710902] env[69350]: DEBUG nova.compute.manager [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] [instance: a5c37c3b-0add-415d-8356-5070a8b4df28] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 693.259901] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.260220] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.262104] env[69350]: INFO nova.compute.claims [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] [instance: a5c37c3b-0add-415d-8356-5070a8b4df28] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 694.319830] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e6a13e4-443d-40ec-9275-6dc9bd8d53d3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.330408] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e0f50b2-7b79-4382-b34e-659f631e3bb4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.372932] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aedbf25-4d11-460f-8446-5de5442d50fb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.381523] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c00f0b0-c9fc-479a-8630-b3deec3f4101 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.400359] env[69350]: DEBUG nova.compute.provider_tree [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 694.904416] env[69350]: DEBUG nova.scheduler.client.report [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 695.164302] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4567d957-72f8-41bb-82dd-9f9b9c3c4fd3 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Acquiring lock "1928e353-9d7a-4d20-8347-029c36bcdb8e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.164850] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4567d957-72f8-41bb-82dd-9f9b9c3c4fd3 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Lock "1928e353-9d7a-4d20-8347-029c36bcdb8e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.411832] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.151s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.412537] env[69350]: DEBUG nova.compute.manager [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] [instance: a5c37c3b-0add-415d-8356-5070a8b4df28] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 695.501735] env[69350]: DEBUG oslo_concurrency.lockutils [None req-76895544-e2f7-45d6-a8c3-37b3e0fcdfed tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] Acquiring lock "e046a82e-32c7-4437-a613-070b6673f1b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.504199] env[69350]: DEBUG oslo_concurrency.lockutils [None req-76895544-e2f7-45d6-a8c3-37b3e0fcdfed tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] Lock "e046a82e-32c7-4437-a613-070b6673f1b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.668433] env[69350]: DEBUG nova.compute.manager [None req-4567d957-72f8-41bb-82dd-9f9b9c3c4fd3 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 1928e353-9d7a-4d20-8347-029c36bcdb8e] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 695.918775] env[69350]: DEBUG nova.compute.utils [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 695.921023] env[69350]: DEBUG nova.compute.manager [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] [instance: a5c37c3b-0add-415d-8356-5070a8b4df28] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 695.921119] env[69350]: DEBUG nova.network.neutron [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] [instance: a5c37c3b-0add-415d-8356-5070a8b4df28] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 696.005762] env[69350]: DEBUG nova.compute.manager [None req-76895544-e2f7-45d6-a8c3-37b3e0fcdfed tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] [instance: e046a82e-32c7-4437-a613-070b6673f1b8] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 696.015652] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Acquiring lock "2fc350ef-4f2c-4300-8f13-3aba152baaea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.015652] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Lock "2fc350ef-4f2c-4300-8f13-3aba152baaea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.198255] env[69350]: DEBUG nova.policy [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2100fc364e5a483f86815a1583051f27', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e9b3744cb804714924c584023cbbf2a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 696.201056] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4567d957-72f8-41bb-82dd-9f9b9c3c4fd3 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.201308] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4567d957-72f8-41bb-82dd-9f9b9c3c4fd3 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.203695] env[69350]: INFO nova.compute.claims [None req-4567d957-72f8-41bb-82dd-9f9b9c3c4fd3 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 1928e353-9d7a-4d20-8347-029c36bcdb8e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 696.427271] env[69350]: DEBUG nova.compute.manager [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] [instance: a5c37c3b-0add-415d-8356-5070a8b4df28] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 696.520038] env[69350]: DEBUG nova.compute.manager [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] [instance: 2fc350ef-4f2c-4300-8f13-3aba152baaea] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 696.542241] env[69350]: DEBUG oslo_concurrency.lockutils [None req-76895544-e2f7-45d6-a8c3-37b3e0fcdfed tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.628899] env[69350]: DEBUG oslo_concurrency.lockutils [None req-74f141a3-0c46-44f3-bef7-17ba3dc5491a tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Acquiring lock "701ce06c-e14c-4e6a-8bd4-fb13621ff448" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.629691] env[69350]: DEBUG oslo_concurrency.lockutils [None req-74f141a3-0c46-44f3-bef7-17ba3dc5491a tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Lock "701ce06c-e14c-4e6a-8bd4-fb13621ff448" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.993729] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8368b4e1-3e1c-450e-b663-3d782a118428 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Acquiring lock "247b79d7-7520-4e1f-9856-b79f83d81a57" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.994066] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8368b4e1-3e1c-450e-b663-3d782a118428 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Lock "247b79d7-7520-4e1f-9856-b79f83d81a57" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.046966] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.133529] env[69350]: DEBUG nova.compute.manager [None req-74f141a3-0c46-44f3-bef7-17ba3dc5491a tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] [instance: 701ce06c-e14c-4e6a-8bd4-fb13621ff448] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 697.219384] env[69350]: DEBUG nova.network.neutron [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] [instance: a5c37c3b-0add-415d-8356-5070a8b4df28] Successfully created port: cc4deb7e-fbef-4cbc-9a5d-59af6721febe {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 697.362338] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d43067a5-b2f8-4135-b973-a4858f9030f2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.375924] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d9cb9f-5122-448d-8a78-a0f51d639a48 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.411461] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b1127ea-5418-42e7-b30e-4b6377a5d951 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.418739] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1688a6ab-015b-4274-8d59-b5d332de4b58 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.434581] env[69350]: DEBUG nova.compute.provider_tree [None req-4567d957-72f8-41bb-82dd-9f9b9c3c4fd3 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 697.441728] env[69350]: DEBUG nova.compute.manager [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] [instance: a5c37c3b-0add-415d-8356-5070a8b4df28] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 697.481871] env[69350]: DEBUG nova.virt.hardware [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 697.482158] env[69350]: DEBUG nova.virt.hardware [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 697.482384] env[69350]: DEBUG nova.virt.hardware [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 697.482682] env[69350]: DEBUG nova.virt.hardware [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 697.484518] env[69350]: DEBUG nova.virt.hardware [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 697.484518] env[69350]: DEBUG nova.virt.hardware [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 697.484518] env[69350]: DEBUG nova.virt.hardware [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 697.484518] env[69350]: DEBUG nova.virt.hardware [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 697.484518] env[69350]: DEBUG nova.virt.hardware [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 697.484758] env[69350]: DEBUG nova.virt.hardware [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 697.484758] env[69350]: DEBUG nova.virt.hardware [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 697.485384] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57eab75f-a75e-4ed8-80c7-656ae5229151 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.493909] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-824eeee1-7bdf-4c1d-9967-96239880df5d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.498101] env[69350]: DEBUG nova.compute.manager [None req-8368b4e1-3e1c-450e-b663-3d782a118428 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] [instance: 247b79d7-7520-4e1f-9856-b79f83d81a57] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 697.520043] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ba6051-12ce-46e9-bae6-2f2c78fdf5bc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.662380] env[69350]: DEBUG oslo_concurrency.lockutils [None req-74f141a3-0c46-44f3-bef7-17ba3dc5491a tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.940230] env[69350]: DEBUG nova.scheduler.client.report [None req-4567d957-72f8-41bb-82dd-9f9b9c3c4fd3 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 698.033955] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8368b4e1-3e1c-450e-b663-3d782a118428 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.446986] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4567d957-72f8-41bb-82dd-9f9b9c3c4fd3 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.246s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.448143] env[69350]: DEBUG nova.compute.manager [None req-4567d957-72f8-41bb-82dd-9f9b9c3c4fd3 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 1928e353-9d7a-4d20-8347-029c36bcdb8e] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 698.453648] env[69350]: DEBUG oslo_concurrency.lockutils [None req-76895544-e2f7-45d6-a8c3-37b3e0fcdfed tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.911s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.456687] env[69350]: INFO nova.compute.claims [None req-76895544-e2f7-45d6-a8c3-37b3e0fcdfed tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] [instance: e046a82e-32c7-4437-a613-070b6673f1b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 698.605448] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8c830993-9318-4b81-8834-be150eee78cf tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Acquiring lock "f1736cf7-d979-41ba-97d9-45c35b51cad8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.605988] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8c830993-9318-4b81-8834-be150eee78cf tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Lock "f1736cf7-d979-41ba-97d9-45c35b51cad8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.955509] env[69350]: DEBUG nova.compute.utils [None req-4567d957-72f8-41bb-82dd-9f9b9c3c4fd3 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 698.957368] env[69350]: DEBUG nova.compute.manager [None req-4567d957-72f8-41bb-82dd-9f9b9c3c4fd3 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 1928e353-9d7a-4d20-8347-029c36bcdb8e] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 698.957599] env[69350]: DEBUG nova.network.neutron [None req-4567d957-72f8-41bb-82dd-9f9b9c3c4fd3 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 1928e353-9d7a-4d20-8347-029c36bcdb8e] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 699.019673] env[69350]: DEBUG nova.policy [None req-4567d957-72f8-41bb-82dd-9f9b9c3c4fd3 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8211e068c4ae4e08bae7036638b10d4a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2bb9ed21fc1749cf8549eea19a44234e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 699.110865] env[69350]: DEBUG nova.compute.manager [None req-8c830993-9318-4b81-8834-be150eee78cf tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: f1736cf7-d979-41ba-97d9-45c35b51cad8] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 699.345881] env[69350]: DEBUG nova.network.neutron [None req-4567d957-72f8-41bb-82dd-9f9b9c3c4fd3 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 1928e353-9d7a-4d20-8347-029c36bcdb8e] Successfully created port: 11338a71-bc15-4a3d-a87d-c11efb979f61 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 699.461628] env[69350]: DEBUG nova.compute.manager [None req-4567d957-72f8-41bb-82dd-9f9b9c3c4fd3 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 1928e353-9d7a-4d20-8347-029c36bcdb8e] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 699.615965] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ad4023-dbdb-4c2e-812c-cd17c727e7f4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.631110] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff48c04e-d1de-4e80-b661-be92d31083e1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.671656] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8c830993-9318-4b81-8834-be150eee78cf tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.672681] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b3a5625-689d-4d11-a915-d817618b6819 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.683066] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db3fd469-1517-4168-87bb-2c13afa47a9f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.697913] env[69350]: DEBUG nova.compute.provider_tree [None req-76895544-e2f7-45d6-a8c3-37b3e0fcdfed tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 700.071744] env[69350]: DEBUG nova.network.neutron [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] [instance: a5c37c3b-0add-415d-8356-5070a8b4df28] Successfully updated port: cc4deb7e-fbef-4cbc-9a5d-59af6721febe {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 700.201039] env[69350]: DEBUG nova.scheduler.client.report [None req-76895544-e2f7-45d6-a8c3-37b3e0fcdfed tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 700.477178] env[69350]: DEBUG nova.compute.manager [None req-4567d957-72f8-41bb-82dd-9f9b9c3c4fd3 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 1928e353-9d7a-4d20-8347-029c36bcdb8e] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 700.511028] env[69350]: DEBUG nova.virt.hardware [None req-4567d957-72f8-41bb-82dd-9f9b9c3c4fd3 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 700.511028] env[69350]: DEBUG nova.virt.hardware [None req-4567d957-72f8-41bb-82dd-9f9b9c3c4fd3 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 700.511028] env[69350]: DEBUG nova.virt.hardware [None req-4567d957-72f8-41bb-82dd-9f9b9c3c4fd3 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 700.511028] env[69350]: DEBUG nova.virt.hardware [None req-4567d957-72f8-41bb-82dd-9f9b9c3c4fd3 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 700.512288] env[69350]: DEBUG nova.virt.hardware [None req-4567d957-72f8-41bb-82dd-9f9b9c3c4fd3 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 700.512288] env[69350]: DEBUG nova.virt.hardware [None req-4567d957-72f8-41bb-82dd-9f9b9c3c4fd3 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 700.515794] env[69350]: DEBUG nova.virt.hardware [None req-4567d957-72f8-41bb-82dd-9f9b9c3c4fd3 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 700.515794] env[69350]: DEBUG nova.virt.hardware [None req-4567d957-72f8-41bb-82dd-9f9b9c3c4fd3 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 700.515794] env[69350]: DEBUG nova.virt.hardware [None req-4567d957-72f8-41bb-82dd-9f9b9c3c4fd3 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 700.515794] env[69350]: DEBUG nova.virt.hardware [None req-4567d957-72f8-41bb-82dd-9f9b9c3c4fd3 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 700.515794] env[69350]: DEBUG nova.virt.hardware [None req-4567d957-72f8-41bb-82dd-9f9b9c3c4fd3 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 700.516286] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d631a1a-002d-4867-92b9-44ee533108c5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.522686] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e40ebd1b-facf-4ec4-a1bc-32158df50c6f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.573426] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Acquiring lock "refresh_cache-a5c37c3b-0add-415d-8356-5070a8b4df28" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.574015] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Acquired lock "refresh_cache-a5c37c3b-0add-415d-8356-5070a8b4df28" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.574015] env[69350]: DEBUG nova.network.neutron [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] [instance: a5c37c3b-0add-415d-8356-5070a8b4df28] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 700.715930] env[69350]: DEBUG oslo_concurrency.lockutils [None req-76895544-e2f7-45d6-a8c3-37b3e0fcdfed tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.262s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.716556] env[69350]: DEBUG nova.compute.manager [None req-76895544-e2f7-45d6-a8c3-37b3e0fcdfed tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] [instance: e046a82e-32c7-4437-a613-070b6673f1b8] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 700.719747] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.672s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.726021] env[69350]: INFO nova.compute.claims [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] [instance: 2fc350ef-4f2c-4300-8f13-3aba152baaea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 701.203433] env[69350]: DEBUG nova.network.neutron [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] [instance: a5c37c3b-0add-415d-8356-5070a8b4df28] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 701.231068] env[69350]: DEBUG nova.compute.utils [None req-76895544-e2f7-45d6-a8c3-37b3e0fcdfed tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 701.233942] env[69350]: DEBUG nova.compute.manager [None req-76895544-e2f7-45d6-a8c3-37b3e0fcdfed tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] [instance: e046a82e-32c7-4437-a613-070b6673f1b8] Not allocating networking since 'none' was specified. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 701.315208] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ae4d77f6-6534-49db-8c17-ea249b74d16c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Acquiring lock "32df2bac-26f8-494c-8af5-a02218f66960" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.316661] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ae4d77f6-6534-49db-8c17-ea249b74d16c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Lock "32df2bac-26f8-494c-8af5-a02218f66960" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.447070] env[69350]: DEBUG nova.network.neutron [None req-4567d957-72f8-41bb-82dd-9f9b9c3c4fd3 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 1928e353-9d7a-4d20-8347-029c36bcdb8e] Successfully updated port: 11338a71-bc15-4a3d-a87d-c11efb979f61 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 701.457758] env[69350]: DEBUG nova.compute.manager [req-649ffe1a-eff3-413c-bea7-ddfcf03212bf req-66ec26c0-0db6-4b7f-bfd0-ad2297c5b4c5 service nova] [instance: a5c37c3b-0add-415d-8356-5070a8b4df28] Received event network-vif-plugged-cc4deb7e-fbef-4cbc-9a5d-59af6721febe {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 701.457969] env[69350]: DEBUG oslo_concurrency.lockutils [req-649ffe1a-eff3-413c-bea7-ddfcf03212bf req-66ec26c0-0db6-4b7f-bfd0-ad2297c5b4c5 service nova] Acquiring lock "a5c37c3b-0add-415d-8356-5070a8b4df28-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.458187] env[69350]: DEBUG oslo_concurrency.lockutils [req-649ffe1a-eff3-413c-bea7-ddfcf03212bf req-66ec26c0-0db6-4b7f-bfd0-ad2297c5b4c5 service nova] Lock "a5c37c3b-0add-415d-8356-5070a8b4df28-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.458356] env[69350]: DEBUG oslo_concurrency.lockutils [req-649ffe1a-eff3-413c-bea7-ddfcf03212bf req-66ec26c0-0db6-4b7f-bfd0-ad2297c5b4c5 service nova] Lock "a5c37c3b-0add-415d-8356-5070a8b4df28-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.458519] env[69350]: DEBUG nova.compute.manager [req-649ffe1a-eff3-413c-bea7-ddfcf03212bf req-66ec26c0-0db6-4b7f-bfd0-ad2297c5b4c5 service nova] [instance: a5c37c3b-0add-415d-8356-5070a8b4df28] No waiting events found dispatching network-vif-plugged-cc4deb7e-fbef-4cbc-9a5d-59af6721febe {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 701.458669] env[69350]: WARNING nova.compute.manager [req-649ffe1a-eff3-413c-bea7-ddfcf03212bf req-66ec26c0-0db6-4b7f-bfd0-ad2297c5b4c5 service nova] [instance: a5c37c3b-0add-415d-8356-5070a8b4df28] Received unexpected event network-vif-plugged-cc4deb7e-fbef-4cbc-9a5d-59af6721febe for instance with vm_state building and task_state spawning. [ 701.501571] env[69350]: DEBUG nova.network.neutron [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] [instance: a5c37c3b-0add-415d-8356-5070a8b4df28] Updating instance_info_cache with network_info: [{"id": "cc4deb7e-fbef-4cbc-9a5d-59af6721febe", "address": "fa:16:3e:f0:0d:98", "network": {"id": "7471cab0-87ad-4703-97af-1b6cb285655b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.206", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a175bdd0b1324024bc8e47e5836a9e11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc4deb7e-fb", "ovs_interfaceid": "cc4deb7e-fbef-4cbc-9a5d-59af6721febe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.735185] env[69350]: DEBUG nova.compute.manager [None req-76895544-e2f7-45d6-a8c3-37b3e0fcdfed tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] [instance: e046a82e-32c7-4437-a613-070b6673f1b8] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 701.821406] env[69350]: DEBUG nova.compute.manager [None req-ae4d77f6-6534-49db-8c17-ea249b74d16c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 32df2bac-26f8-494c-8af5-a02218f66960] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 701.908224] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc92d48-df10-45c0-b056-0afcf63f70e5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.916095] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a60810-d73a-4c6e-9574-ddbd78ea8799 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.950739] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e809cc-7d2b-42a4-8f24-016e50292408 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.955799] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4567d957-72f8-41bb-82dd-9f9b9c3c4fd3 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Acquiring lock "refresh_cache-1928e353-9d7a-4d20-8347-029c36bcdb8e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.955799] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4567d957-72f8-41bb-82dd-9f9b9c3c4fd3 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Acquired lock "refresh_cache-1928e353-9d7a-4d20-8347-029c36bcdb8e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.955799] env[69350]: DEBUG nova.network.neutron [None req-4567d957-72f8-41bb-82dd-9f9b9c3c4fd3 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 1928e353-9d7a-4d20-8347-029c36bcdb8e] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 701.960645] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d09b31e2-5220-4407-92e9-76bf893debc3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.975238] env[69350]: DEBUG nova.compute.provider_tree [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 702.004118] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Releasing lock "refresh_cache-a5c37c3b-0add-415d-8356-5070a8b4df28" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.004439] env[69350]: DEBUG nova.compute.manager [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] [instance: a5c37c3b-0add-415d-8356-5070a8b4df28] Instance network_info: |[{"id": "cc4deb7e-fbef-4cbc-9a5d-59af6721febe", "address": "fa:16:3e:f0:0d:98", "network": {"id": "7471cab0-87ad-4703-97af-1b6cb285655b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.206", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a175bdd0b1324024bc8e47e5836a9e11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc4deb7e-fb", "ovs_interfaceid": "cc4deb7e-fbef-4cbc-9a5d-59af6721febe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 702.004899] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] [instance: a5c37c3b-0add-415d-8356-5070a8b4df28] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:0d:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '030ecc21-dc1c-4283-854e-88e623b3970a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cc4deb7e-fbef-4cbc-9a5d-59af6721febe', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 702.020567] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 702.021473] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1c63acd1-87d4-4f47-9a0b-6be791c281a5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.035815] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Created folder: OpenStack in parent group-v4. [ 702.036011] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Creating folder: Project (0e9b3744cb804714924c584023cbbf2a). Parent ref: group-v671398. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 702.036324] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-42fe96fa-b401-4e82-9713-6ccf34047992 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.049503] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Created folder: Project (0e9b3744cb804714924c584023cbbf2a) in parent group-v671398. [ 702.049700] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Creating folder: Instances. Parent ref: group-v671399. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 702.049872] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5287e88d-ae7e-45c9-ae86-098b2d1964d6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.057984] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Created folder: Instances in parent group-v671399. [ 702.058424] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 702.058424] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5c37c3b-0add-415d-8356-5070a8b4df28] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 702.058615] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cb2485b2-4b96-47c3-8eeb-56683698a4f6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.084109] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 702.084109] env[69350]: value = "task-3364631" [ 702.084109] env[69350]: _type = "Task" [ 702.084109] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.092977] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3364631, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.364479] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ae4d77f6-6534-49db-8c17-ea249b74d16c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.478677] env[69350]: DEBUG nova.scheduler.client.report [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 702.535658] env[69350]: DEBUG nova.network.neutron [None req-4567d957-72f8-41bb-82dd-9f9b9c3c4fd3 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 1928e353-9d7a-4d20-8347-029c36bcdb8e] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 702.597308] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3364631, 'name': CreateVM_Task, 'duration_secs': 0.389543} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.597308] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5c37c3b-0add-415d-8356-5070a8b4df28] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 702.619362] env[69350]: DEBUG oslo_vmware.service [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f97d62e6-2602-4aaf-9939-beea6ad87335 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.631927] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.632084] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.632766] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.633130] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d4ce716-f84d-4158-ad0d-a2f2d10a1ba5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.644548] env[69350]: DEBUG oslo_vmware.api [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Waiting for the task: (returnval){ [ 702.644548] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5255e680-2a4c-703a-47e9-ece7cc074442" [ 702.644548] env[69350]: _type = "Task" [ 702.644548] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.658147] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.659335] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] [instance: a5c37c3b-0add-415d-8356-5070a8b4df28] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 702.659335] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.659335] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.659335] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 702.659586] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d5737ae-c522-4cbe-ad20-08cd7e3df916 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.667449] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 702.667449] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 702.668395] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37883bbb-6c4b-4dc9-9130-b4c1568eac4d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.679369] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac00ed80-1d9d-4fae-b472-14cd106a26e2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.685696] env[69350]: DEBUG oslo_vmware.api [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Waiting for the task: (returnval){ [ 702.685696] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5237761d-fdb8-f7ac-db27-31643fd34f26" [ 702.685696] env[69350]: _type = "Task" [ 702.685696] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.701952] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] [instance: a5c37c3b-0add-415d-8356-5070a8b4df28] Preparing fetch location {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 702.702458] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Creating directory with path [datastore1] vmware_temp/55f88ed0-c804-4ea4-b971-f421b13a7614/2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 702.702530] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-32b0b6ae-bd1b-4e02-897c-015a8f8d6496 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.723379] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Created directory with path [datastore1] vmware_temp/55f88ed0-c804-4ea4-b971-f421b13a7614/2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 702.723632] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] [instance: a5c37c3b-0add-415d-8356-5070a8b4df28] Fetch image to [datastore1] vmware_temp/55f88ed0-c804-4ea4-b971-f421b13a7614/2ba50b02-b203-425b-93f3-25266f3336a5/tmp-sparse.vmdk {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 702.723751] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] [instance: a5c37c3b-0add-415d-8356-5070a8b4df28] Downloading image file data 2ba50b02-b203-425b-93f3-25266f3336a5 to [datastore1] vmware_temp/55f88ed0-c804-4ea4-b971-f421b13a7614/2ba50b02-b203-425b-93f3-25266f3336a5/tmp-sparse.vmdk on the data store datastore1 {{(pid=69350) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 702.724583] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4445cf3f-3ff1-46c3-8bda-a66726674758 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.733779] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2039b6f4-2d4a-4dbe-adaf-0ea4dad7e134 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.744532] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c074921-5a68-4c28-aa2a-7e28971c5733 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.803846] env[69350]: DEBUG nova.compute.manager [None req-76895544-e2f7-45d6-a8c3-37b3e0fcdfed tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] [instance: e046a82e-32c7-4437-a613-070b6673f1b8] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 702.808197] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce8ec6f2-79ed-434b-89e0-6a4e5e4a6598 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.815314] env[69350]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-00ebb994-813e-4346-aa92-1beec9856a7b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.847585] env[69350]: DEBUG nova.virt.hardware [None req-76895544-e2f7-45d6-a8c3-37b3e0fcdfed tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 702.847585] env[69350]: DEBUG nova.virt.hardware [None req-76895544-e2f7-45d6-a8c3-37b3e0fcdfed tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 702.847585] env[69350]: DEBUG nova.virt.hardware [None req-76895544-e2f7-45d6-a8c3-37b3e0fcdfed tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 702.847858] env[69350]: DEBUG nova.virt.hardware [None req-76895544-e2f7-45d6-a8c3-37b3e0fcdfed tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 702.847858] env[69350]: DEBUG nova.virt.hardware [None req-76895544-e2f7-45d6-a8c3-37b3e0fcdfed tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 702.847858] env[69350]: DEBUG nova.virt.hardware [None req-76895544-e2f7-45d6-a8c3-37b3e0fcdfed tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 702.847995] env[69350]: DEBUG nova.virt.hardware [None req-76895544-e2f7-45d6-a8c3-37b3e0fcdfed tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 702.848354] env[69350]: DEBUG nova.virt.hardware [None req-76895544-e2f7-45d6-a8c3-37b3e0fcdfed tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 702.848624] env[69350]: DEBUG nova.virt.hardware [None req-76895544-e2f7-45d6-a8c3-37b3e0fcdfed tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 702.848821] env[69350]: DEBUG nova.virt.hardware [None req-76895544-e2f7-45d6-a8c3-37b3e0fcdfed tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 702.849505] env[69350]: DEBUG nova.virt.hardware [None req-76895544-e2f7-45d6-a8c3-37b3e0fcdfed tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 702.850038] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d8b6241-224b-4ee1-a994-9721f328f79b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.859379] env[69350]: DEBUG nova.virt.vmwareapi.images [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] [instance: a5c37c3b-0add-415d-8356-5070a8b4df28] Downloading image file data 2ba50b02-b203-425b-93f3-25266f3336a5 to the data store datastore1 {{(pid=69350) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 702.875111] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa7c162-efab-4135-bf6e-80ef570e96b8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.892742] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-76895544-e2f7-45d6-a8c3-37b3e0fcdfed tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] [instance: e046a82e-32c7-4437-a613-070b6673f1b8] Instance VIF info [] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 702.899344] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-76895544-e2f7-45d6-a8c3-37b3e0fcdfed tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] Creating folder: Project (2d0bb37bc90f432da9c3d73e392ba4f9). Parent ref: group-v671398. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 702.902031] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e32947cc-e6a3-43b7-8c48-6a5bcd65fc19 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.915680] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-76895544-e2f7-45d6-a8c3-37b3e0fcdfed tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] Created folder: Project (2d0bb37bc90f432da9c3d73e392ba4f9) in parent group-v671398. [ 702.915680] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-76895544-e2f7-45d6-a8c3-37b3e0fcdfed tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] Creating folder: Instances. Parent ref: group-v671402. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 702.915856] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-65ee87d5-910b-424d-a14d-bf859aab5bd4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.924940] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-76895544-e2f7-45d6-a8c3-37b3e0fcdfed tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] Created folder: Instances in parent group-v671402. [ 702.925086] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-76895544-e2f7-45d6-a8c3-37b3e0fcdfed tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 702.926115] env[69350]: DEBUG nova.network.neutron [None req-4567d957-72f8-41bb-82dd-9f9b9c3c4fd3 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 1928e353-9d7a-4d20-8347-029c36bcdb8e] Updating instance_info_cache with network_info: [{"id": "11338a71-bc15-4a3d-a87d-c11efb979f61", "address": "fa:16:3e:17:f1:bb", "network": {"id": "7471cab0-87ad-4703-97af-1b6cb285655b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.42", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a175bdd0b1324024bc8e47e5836a9e11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11338a71-bc", "ovs_interfaceid": "11338a71-bc15-4a3d-a87d-c11efb979f61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.928039] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e046a82e-32c7-4437-a613-070b6673f1b8] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 702.928236] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce77479e-085e-4042-b298-18610e7b5ec1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.949988] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 702.949988] env[69350]: value = "task-3364634" [ 702.949988] env[69350]: _type = "Task" [ 702.949988] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.963395] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3364634, 'name': CreateVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.969150] env[69350]: DEBUG oslo_vmware.rw_handles [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/55f88ed0-c804-4ea4-b971-f421b13a7614/2ba50b02-b203-425b-93f3-25266f3336a5/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69350) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 703.032898] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.314s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.033424] env[69350]: DEBUG nova.compute.manager [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] [instance: 2fc350ef-4f2c-4300-8f13-3aba152baaea] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 703.037520] env[69350]: DEBUG oslo_concurrency.lockutils [None req-74f141a3-0c46-44f3-bef7-17ba3dc5491a tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.375s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.039096] env[69350]: INFO nova.compute.claims [None req-74f141a3-0c46-44f3-bef7-17ba3dc5491a tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] [instance: 701ce06c-e14c-4e6a-8bd4-fb13621ff448] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 703.221256] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4e5737e6-3672-4af5-a211-9103c0ffc6f7 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] Acquiring lock "9e58a229-d5b8-4f01-94ae-eba28c20aca8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.222147] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4e5737e6-3672-4af5-a211-9103c0ffc6f7 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] Lock "9e58a229-d5b8-4f01-94ae-eba28c20aca8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.333786] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c6e6bed8-57f3-4080-ac85-02492fb1ae12 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Acquiring lock "a8f9c383-cccf-4c92-8639-88776a4e0dab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.334082] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c6e6bed8-57f3-4080-ac85-02492fb1ae12 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Lock "a8f9c383-cccf-4c92-8639-88776a4e0dab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.429385] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4567d957-72f8-41bb-82dd-9f9b9c3c4fd3 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Releasing lock "refresh_cache-1928e353-9d7a-4d20-8347-029c36bcdb8e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.431023] env[69350]: DEBUG nova.compute.manager [None req-4567d957-72f8-41bb-82dd-9f9b9c3c4fd3 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 1928e353-9d7a-4d20-8347-029c36bcdb8e] Instance network_info: |[{"id": "11338a71-bc15-4a3d-a87d-c11efb979f61", "address": "fa:16:3e:17:f1:bb", "network": {"id": "7471cab0-87ad-4703-97af-1b6cb285655b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.42", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a175bdd0b1324024bc8e47e5836a9e11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11338a71-bc", "ovs_interfaceid": "11338a71-bc15-4a3d-a87d-c11efb979f61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 703.431159] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4567d957-72f8-41bb-82dd-9f9b9c3c4fd3 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 1928e353-9d7a-4d20-8347-029c36bcdb8e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:f1:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '030ecc21-dc1c-4283-854e-88e623b3970a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '11338a71-bc15-4a3d-a87d-c11efb979f61', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 703.439630] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-4567d957-72f8-41bb-82dd-9f9b9c3c4fd3 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Creating folder: Project (2bb9ed21fc1749cf8549eea19a44234e). Parent ref: group-v671398. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 703.445106] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1a76fb7a-b3f1-4537-94f7-7856bb06d998 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.458109] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-4567d957-72f8-41bb-82dd-9f9b9c3c4fd3 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Created folder: Project (2bb9ed21fc1749cf8549eea19a44234e) in parent group-v671398. [ 703.458314] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-4567d957-72f8-41bb-82dd-9f9b9c3c4fd3 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Creating folder: Instances. Parent ref: group-v671405. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 703.458905] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e292382d-7327-4aa9-9059-8552754506d5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.464624] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3364634, 'name': CreateVM_Task, 'duration_secs': 0.300895} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.467280] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e046a82e-32c7-4437-a613-070b6673f1b8] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 703.468551] env[69350]: DEBUG oslo_concurrency.lockutils [None req-76895544-e2f7-45d6-a8c3-37b3e0fcdfed tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.468725] env[69350]: DEBUG oslo_concurrency.lockutils [None req-76895544-e2f7-45d6-a8c3-37b3e0fcdfed tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.469073] env[69350]: DEBUG oslo_concurrency.lockutils [None req-76895544-e2f7-45d6-a8c3-37b3e0fcdfed tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.469355] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3e71674-4c35-4c3b-8ebf-7f73cd9d9f50 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.475202] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-4567d957-72f8-41bb-82dd-9f9b9c3c4fd3 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Created folder: Instances in parent group-v671405. [ 703.475561] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4567d957-72f8-41bb-82dd-9f9b9c3c4fd3 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 703.477098] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1928e353-9d7a-4d20-8347-029c36bcdb8e] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 703.477536] env[69350]: DEBUG oslo_vmware.api [None req-76895544-e2f7-45d6-a8c3-37b3e0fcdfed tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] Waiting for the task: (returnval){ [ 703.477536] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5299eeea-62c0-686e-392c-64f28cba5608" [ 703.477536] env[69350]: _type = "Task" [ 703.477536] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.477760] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-881d91d9-574e-4545-b223-dbcc40101a2b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.522030] env[69350]: DEBUG oslo_concurrency.lockutils [None req-76895544-e2f7-45d6-a8c3-37b3e0fcdfed tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.522185] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-76895544-e2f7-45d6-a8c3-37b3e0fcdfed tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] [instance: e046a82e-32c7-4437-a613-070b6673f1b8] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 703.522573] env[69350]: DEBUG oslo_concurrency.lockutils [None req-76895544-e2f7-45d6-a8c3-37b3e0fcdfed tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.522737] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 703.522737] env[69350]: value = "task-3364637" [ 703.522737] env[69350]: _type = "Task" [ 703.522737] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.532787] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3364637, 'name': CreateVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.545427] env[69350]: DEBUG nova.compute.utils [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 703.548548] env[69350]: DEBUG nova.compute.manager [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] [instance: 2fc350ef-4f2c-4300-8f13-3aba152baaea] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 703.548768] env[69350]: DEBUG nova.network.neutron [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] [instance: 2fc350ef-4f2c-4300-8f13-3aba152baaea] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 703.624415] env[69350]: DEBUG oslo_vmware.rw_handles [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Completed reading data from the image iterator. {{(pid=69350) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 703.624811] env[69350]: DEBUG oslo_vmware.rw_handles [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Closing write handle for https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/55f88ed0-c804-4ea4-b971-f421b13a7614/2ba50b02-b203-425b-93f3-25266f3336a5/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69350) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 703.649758] env[69350]: DEBUG nova.policy [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e9861638a65448eea65f5b0c6ef5773f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '464e041196da4f3796d0aa0c9fca71af', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 703.696771] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 703.697109] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 703.697321] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 703.697507] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 703.697815] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 703.697889] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 703.698696] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 703.698696] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69350) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 703.698696] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 703.724693] env[69350]: DEBUG nova.compute.manager [None req-4e5737e6-3672-4af5-a211-9103c0ffc6f7 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] [instance: 9e58a229-d5b8-4f01-94ae-eba28c20aca8] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 703.769702] env[69350]: DEBUG nova.virt.vmwareapi.images [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] [instance: a5c37c3b-0add-415d-8356-5070a8b4df28] Downloaded image file data 2ba50b02-b203-425b-93f3-25266f3336a5 to vmware_temp/55f88ed0-c804-4ea4-b971-f421b13a7614/2ba50b02-b203-425b-93f3-25266f3336a5/tmp-sparse.vmdk on the data store datastore1 {{(pid=69350) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 703.772260] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] [instance: a5c37c3b-0add-415d-8356-5070a8b4df28] Caching image {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 703.772532] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Copying Virtual Disk [datastore1] vmware_temp/55f88ed0-c804-4ea4-b971-f421b13a7614/2ba50b02-b203-425b-93f3-25266f3336a5/tmp-sparse.vmdk to [datastore1] vmware_temp/55f88ed0-c804-4ea4-b971-f421b13a7614/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 703.772818] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8917c190-7f93-46cc-9b57-71ef7619854c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.784024] env[69350]: DEBUG oslo_vmware.api [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Waiting for the task: (returnval){ [ 703.784024] env[69350]: value = "task-3364638" [ 703.784024] env[69350]: _type = "Task" [ 703.784024] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.796072] env[69350]: DEBUG oslo_vmware.api [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Task: {'id': task-3364638, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.840446] env[69350]: DEBUG nova.compute.manager [None req-c6e6bed8-57f3-4080-ac85-02492fb1ae12 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: a8f9c383-cccf-4c92-8639-88776a4e0dab] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 704.038507] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3364637, 'name': CreateVM_Task, 'duration_secs': 0.365888} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.038507] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1928e353-9d7a-4d20-8347-029c36bcdb8e] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 704.039487] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4567d957-72f8-41bb-82dd-9f9b9c3c4fd3 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.039487] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4567d957-72f8-41bb-82dd-9f9b9c3c4fd3 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.039487] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4567d957-72f8-41bb-82dd-9f9b9c3c4fd3 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.039724] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7e47535-df49-4e37-81a7-8b9b8de25a29 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.045703] env[69350]: DEBUG oslo_vmware.api [None req-4567d957-72f8-41bb-82dd-9f9b9c3c4fd3 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Waiting for the task: (returnval){ [ 704.045703] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]529585e2-249b-1d86-e44e-f71cff913482" [ 704.045703] env[69350]: _type = "Task" [ 704.045703] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.054825] env[69350]: DEBUG nova.compute.manager [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] [instance: 2fc350ef-4f2c-4300-8f13-3aba152baaea] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 704.066029] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4567d957-72f8-41bb-82dd-9f9b9c3c4fd3 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.066029] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4567d957-72f8-41bb-82dd-9f9b9c3c4fd3 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 1928e353-9d7a-4d20-8347-029c36bcdb8e] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 704.066029] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4567d957-72f8-41bb-82dd-9f9b9c3c4fd3 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.203595] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.251306] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4e5737e6-3672-4af5-a211-9103c0ffc6f7 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.301883] env[69350]: DEBUG oslo_vmware.api [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Task: {'id': task-3364638, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.315095] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba227f46-c7cc-43ad-8b60-fed44e09d963 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.323739] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e32ebc07-0b0e-4c6a-b1c5-0f204e52525a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.369498] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7079084e-fe50-4c97-bfc7-d75cd0d44f43 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.377371] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3281ee7-8306-4b1b-afbc-f5147cfb3fc2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.385706] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c6e6bed8-57f3-4080-ac85-02492fb1ae12 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.397501] env[69350]: DEBUG nova.network.neutron [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] [instance: 2fc350ef-4f2c-4300-8f13-3aba152baaea] Successfully created port: 8511b7a9-0f1f-497c-afb5-5850946b4de9 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 704.400417] env[69350]: DEBUG nova.compute.provider_tree [None req-74f141a3-0c46-44f3-bef7-17ba3dc5491a tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 704.519338] env[69350]: DEBUG nova.compute.manager [req-787b0704-bd06-4c69-b51a-82bea55d7f58 req-911cec56-47f1-4632-9aaa-a74ea23c638a service nova] [instance: a5c37c3b-0add-415d-8356-5070a8b4df28] Received event network-changed-cc4deb7e-fbef-4cbc-9a5d-59af6721febe {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 704.519459] env[69350]: DEBUG nova.compute.manager [req-787b0704-bd06-4c69-b51a-82bea55d7f58 req-911cec56-47f1-4632-9aaa-a74ea23c638a service nova] [instance: a5c37c3b-0add-415d-8356-5070a8b4df28] Refreshing instance network info cache due to event network-changed-cc4deb7e-fbef-4cbc-9a5d-59af6721febe. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 704.519698] env[69350]: DEBUG oslo_concurrency.lockutils [req-787b0704-bd06-4c69-b51a-82bea55d7f58 req-911cec56-47f1-4632-9aaa-a74ea23c638a service nova] Acquiring lock "refresh_cache-a5c37c3b-0add-415d-8356-5070a8b4df28" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.519859] env[69350]: DEBUG oslo_concurrency.lockutils [req-787b0704-bd06-4c69-b51a-82bea55d7f58 req-911cec56-47f1-4632-9aaa-a74ea23c638a service nova] Acquired lock "refresh_cache-a5c37c3b-0add-415d-8356-5070a8b4df28" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.519980] env[69350]: DEBUG nova.network.neutron [req-787b0704-bd06-4c69-b51a-82bea55d7f58 req-911cec56-47f1-4632-9aaa-a74ea23c638a service nova] [instance: a5c37c3b-0add-415d-8356-5070a8b4df28] Refreshing network info cache for port cc4deb7e-fbef-4cbc-9a5d-59af6721febe {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 704.799429] env[69350]: DEBUG oslo_vmware.api [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Task: {'id': task-3364638, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.690947} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.799724] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Copied Virtual Disk [datastore1] vmware_temp/55f88ed0-c804-4ea4-b971-f421b13a7614/2ba50b02-b203-425b-93f3-25266f3336a5/tmp-sparse.vmdk to [datastore1] vmware_temp/55f88ed0-c804-4ea4-b971-f421b13a7614/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 704.799840] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Deleting the datastore file [datastore1] vmware_temp/55f88ed0-c804-4ea4-b971-f421b13a7614/2ba50b02-b203-425b-93f3-25266f3336a5/tmp-sparse.vmdk {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 704.800091] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3efb0755-df89-467c-bf7b-01ad09f7f8bd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.806715] env[69350]: DEBUG oslo_vmware.api [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Waiting for the task: (returnval){ [ 704.806715] env[69350]: value = "task-3364639" [ 704.806715] env[69350]: _type = "Task" [ 704.806715] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.815219] env[69350]: DEBUG oslo_vmware.api [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Task: {'id': task-3364639, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.905420] env[69350]: DEBUG nova.scheduler.client.report [None req-74f141a3-0c46-44f3-bef7-17ba3dc5491a tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 705.070064] env[69350]: DEBUG nova.compute.manager [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] [instance: 2fc350ef-4f2c-4300-8f13-3aba152baaea] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 705.104969] env[69350]: DEBUG nova.virt.hardware [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 705.104969] env[69350]: DEBUG nova.virt.hardware [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 705.104969] env[69350]: DEBUG nova.virt.hardware [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 705.105145] env[69350]: DEBUG nova.virt.hardware [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 705.105145] env[69350]: DEBUG nova.virt.hardware [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 705.105145] env[69350]: DEBUG nova.virt.hardware [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 705.108378] env[69350]: DEBUG nova.virt.hardware [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 705.110530] env[69350]: DEBUG nova.virt.hardware [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 705.110530] env[69350]: DEBUG nova.virt.hardware [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 705.110530] env[69350]: DEBUG nova.virt.hardware [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 705.110530] env[69350]: DEBUG nova.virt.hardware [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 705.110530] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d1640a-6f1b-4401-9755-89d80fdee0ee {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.121247] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-586264ad-e68f-4f84-a6eb-d0f616b0eea6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.317062] env[69350]: DEBUG oslo_vmware.api [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Task: {'id': task-3364639, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.023188} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.317324] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 705.317554] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Moving file from [datastore1] vmware_temp/55f88ed0-c804-4ea4-b971-f421b13a7614/2ba50b02-b203-425b-93f3-25266f3336a5 to [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5. {{(pid=69350) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 705.317809] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-47997f2e-33af-426b-8e65-f09da8e8ee7c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.325228] env[69350]: DEBUG oslo_vmware.api [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Waiting for the task: (returnval){ [ 705.325228] env[69350]: value = "task-3364640" [ 705.325228] env[69350]: _type = "Task" [ 705.325228] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.334545] env[69350]: DEBUG oslo_vmware.api [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Task: {'id': task-3364640, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.340659] env[69350]: DEBUG nova.network.neutron [req-787b0704-bd06-4c69-b51a-82bea55d7f58 req-911cec56-47f1-4632-9aaa-a74ea23c638a service nova] [instance: a5c37c3b-0add-415d-8356-5070a8b4df28] Updated VIF entry in instance network info cache for port cc4deb7e-fbef-4cbc-9a5d-59af6721febe. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 705.341140] env[69350]: DEBUG nova.network.neutron [req-787b0704-bd06-4c69-b51a-82bea55d7f58 req-911cec56-47f1-4632-9aaa-a74ea23c638a service nova] [instance: a5c37c3b-0add-415d-8356-5070a8b4df28] Updating instance_info_cache with network_info: [{"id": "cc4deb7e-fbef-4cbc-9a5d-59af6721febe", "address": "fa:16:3e:f0:0d:98", "network": {"id": "7471cab0-87ad-4703-97af-1b6cb285655b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.206", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a175bdd0b1324024bc8e47e5836a9e11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc4deb7e-fb", "ovs_interfaceid": "cc4deb7e-fbef-4cbc-9a5d-59af6721febe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.408484] env[69350]: DEBUG oslo_concurrency.lockutils [None req-74f141a3-0c46-44f3-bef7-17ba3dc5491a tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.371s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.409030] env[69350]: DEBUG nova.compute.manager [None req-74f141a3-0c46-44f3-bef7-17ba3dc5491a tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] [instance: 701ce06c-e14c-4e6a-8bd4-fb13621ff448] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 705.411741] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8368b4e1-3e1c-450e-b663-3d782a118428 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.378s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.413131] env[69350]: INFO nova.compute.claims [None req-8368b4e1-3e1c-450e-b663-3d782a118428 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] [instance: 247b79d7-7520-4e1f-9856-b79f83d81a57] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 705.842632] env[69350]: DEBUG oslo_vmware.api [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Task: {'id': task-3364640, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.025244} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.842632] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] File moved {{(pid=69350) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 705.842632] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] [instance: a5c37c3b-0add-415d-8356-5070a8b4df28] Cleaning up location [datastore1] vmware_temp/55f88ed0-c804-4ea4-b971-f421b13a7614 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 705.842632] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Deleting the datastore file [datastore1] vmware_temp/55f88ed0-c804-4ea4-b971-f421b13a7614 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 705.843077] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0ce39e1f-5ef9-4fc7-8071-3ef1e9cec2a2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.847429] env[69350]: DEBUG oslo_concurrency.lockutils [req-787b0704-bd06-4c69-b51a-82bea55d7f58 req-911cec56-47f1-4632-9aaa-a74ea23c638a service nova] Releasing lock "refresh_cache-a5c37c3b-0add-415d-8356-5070a8b4df28" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.847429] env[69350]: DEBUG nova.compute.manager [req-787b0704-bd06-4c69-b51a-82bea55d7f58 req-911cec56-47f1-4632-9aaa-a74ea23c638a service nova] [instance: 1928e353-9d7a-4d20-8347-029c36bcdb8e] Received event network-vif-plugged-11338a71-bc15-4a3d-a87d-c11efb979f61 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 705.847429] env[69350]: DEBUG oslo_concurrency.lockutils [req-787b0704-bd06-4c69-b51a-82bea55d7f58 req-911cec56-47f1-4632-9aaa-a74ea23c638a service nova] Acquiring lock "1928e353-9d7a-4d20-8347-029c36bcdb8e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.847429] env[69350]: DEBUG oslo_concurrency.lockutils [req-787b0704-bd06-4c69-b51a-82bea55d7f58 req-911cec56-47f1-4632-9aaa-a74ea23c638a service nova] Lock "1928e353-9d7a-4d20-8347-029c36bcdb8e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.847429] env[69350]: DEBUG oslo_concurrency.lockutils [req-787b0704-bd06-4c69-b51a-82bea55d7f58 req-911cec56-47f1-4632-9aaa-a74ea23c638a service nova] Lock "1928e353-9d7a-4d20-8347-029c36bcdb8e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.847912] env[69350]: DEBUG nova.compute.manager [req-787b0704-bd06-4c69-b51a-82bea55d7f58 req-911cec56-47f1-4632-9aaa-a74ea23c638a service nova] [instance: 1928e353-9d7a-4d20-8347-029c36bcdb8e] No waiting events found dispatching network-vif-plugged-11338a71-bc15-4a3d-a87d-c11efb979f61 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 705.847912] env[69350]: WARNING nova.compute.manager [req-787b0704-bd06-4c69-b51a-82bea55d7f58 req-911cec56-47f1-4632-9aaa-a74ea23c638a service nova] [instance: 1928e353-9d7a-4d20-8347-029c36bcdb8e] Received unexpected event network-vif-plugged-11338a71-bc15-4a3d-a87d-c11efb979f61 for instance with vm_state building and task_state spawning. [ 705.847912] env[69350]: DEBUG nova.compute.manager [req-787b0704-bd06-4c69-b51a-82bea55d7f58 req-911cec56-47f1-4632-9aaa-a74ea23c638a service nova] [instance: 1928e353-9d7a-4d20-8347-029c36bcdb8e] Received event network-changed-11338a71-bc15-4a3d-a87d-c11efb979f61 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 705.848164] env[69350]: DEBUG nova.compute.manager [req-787b0704-bd06-4c69-b51a-82bea55d7f58 req-911cec56-47f1-4632-9aaa-a74ea23c638a service nova] [instance: 1928e353-9d7a-4d20-8347-029c36bcdb8e] Refreshing instance network info cache due to event network-changed-11338a71-bc15-4a3d-a87d-c11efb979f61. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 705.848907] env[69350]: DEBUG oslo_concurrency.lockutils [req-787b0704-bd06-4c69-b51a-82bea55d7f58 req-911cec56-47f1-4632-9aaa-a74ea23c638a service nova] Acquiring lock "refresh_cache-1928e353-9d7a-4d20-8347-029c36bcdb8e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.848907] env[69350]: DEBUG oslo_concurrency.lockutils [req-787b0704-bd06-4c69-b51a-82bea55d7f58 req-911cec56-47f1-4632-9aaa-a74ea23c638a service nova] Acquired lock "refresh_cache-1928e353-9d7a-4d20-8347-029c36bcdb8e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.848907] env[69350]: DEBUG nova.network.neutron [req-787b0704-bd06-4c69-b51a-82bea55d7f58 req-911cec56-47f1-4632-9aaa-a74ea23c638a service nova] [instance: 1928e353-9d7a-4d20-8347-029c36bcdb8e] Refreshing network info cache for port 11338a71-bc15-4a3d-a87d-c11efb979f61 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 705.856964] env[69350]: DEBUG oslo_vmware.api [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Waiting for the task: (returnval){ [ 705.856964] env[69350]: value = "task-3364641" [ 705.856964] env[69350]: _type = "Task" [ 705.856964] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.868998] env[69350]: DEBUG oslo_vmware.api [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Task: {'id': task-3364641, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.918050] env[69350]: DEBUG nova.compute.utils [None req-74f141a3-0c46-44f3-bef7-17ba3dc5491a tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 705.921967] env[69350]: DEBUG nova.compute.manager [None req-74f141a3-0c46-44f3-bef7-17ba3dc5491a tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] [instance: 701ce06c-e14c-4e6a-8bd4-fb13621ff448] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 705.922171] env[69350]: DEBUG nova.network.neutron [None req-74f141a3-0c46-44f3-bef7-17ba3dc5491a tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] [instance: 701ce06c-e14c-4e6a-8bd4-fb13621ff448] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 706.009378] env[69350]: DEBUG nova.policy [None req-74f141a3-0c46-44f3-bef7-17ba3dc5491a tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '260011c7d0c046329a7a9820cca05d70', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1a83534b84f145339adae190a9a2e960', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 706.174508] env[69350]: DEBUG nova.network.neutron [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] [instance: 2fc350ef-4f2c-4300-8f13-3aba152baaea] Successfully updated port: 8511b7a9-0f1f-497c-afb5-5850946b4de9 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 706.371040] env[69350]: DEBUG oslo_vmware.api [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Task: {'id': task-3364641, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.023265} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.371040] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 706.371040] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c734ac7-8e63-421b-95a0-6b152275371b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.378902] env[69350]: DEBUG oslo_vmware.api [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Waiting for the task: (returnval){ [ 706.378902] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5264d8bd-13c2-7238-abfb-f501f266a6ba" [ 706.378902] env[69350]: _type = "Task" [ 706.378902] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.388110] env[69350]: DEBUG oslo_vmware.api [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5264d8bd-13c2-7238-abfb-f501f266a6ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.422914] env[69350]: DEBUG nova.compute.manager [None req-74f141a3-0c46-44f3-bef7-17ba3dc5491a tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] [instance: 701ce06c-e14c-4e6a-8bd4-fb13621ff448] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 706.478533] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b7a9b6a2-a232-408c-b27d-7c72bb9afc1f tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] Acquiring lock "2e8e720c-f11a-434e-b1b2-ad961383e5de" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.478787] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b7a9b6a2-a232-408c-b27d-7c72bb9afc1f tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] Lock "2e8e720c-f11a-434e-b1b2-ad961383e5de" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.621178] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aec22c7-26ed-47de-be24-5d4498fc40ea {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.632956] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a420c281-1780-46ac-9a6a-b5dfed314270 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.674884] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8c2d4e9-7e6e-40f4-9814-9a20f230c6df {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.679843] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Acquiring lock "refresh_cache-2fc350ef-4f2c-4300-8f13-3aba152baaea" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.680056] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Acquired lock "refresh_cache-2fc350ef-4f2c-4300-8f13-3aba152baaea" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.680494] env[69350]: DEBUG nova.network.neutron [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] [instance: 2fc350ef-4f2c-4300-8f13-3aba152baaea] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 706.685607] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c32dc9e-cdda-4d89-8a94-d0b1be8c5abf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.702517] env[69350]: DEBUG nova.compute.provider_tree [None req-8368b4e1-3e1c-450e-b663-3d782a118428 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 706.781890] env[69350]: DEBUG nova.network.neutron [None req-74f141a3-0c46-44f3-bef7-17ba3dc5491a tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] [instance: 701ce06c-e14c-4e6a-8bd4-fb13621ff448] Successfully created port: d0c421d4-5be6-43f3-9907-c9fb6dce635c {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 706.893070] env[69350]: DEBUG oslo_vmware.api [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5264d8bd-13c2-7238-abfb-f501f266a6ba, 'name': SearchDatastore_Task, 'duration_secs': 0.010001} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.893449] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.893774] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] a5c37c3b-0add-415d-8356-5070a8b4df28/a5c37c3b-0add-415d-8356-5070a8b4df28.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 706.894238] env[69350]: DEBUG oslo_concurrency.lockutils [None req-76895544-e2f7-45d6-a8c3-37b3e0fcdfed tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.894421] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-76895544-e2f7-45d6-a8c3-37b3e0fcdfed tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 706.894643] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6cf031f2-a2be-4100-afc1-e3890b9065f0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.898146] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f1cecf96-ef0f-4679-8d10-19e31d147f89 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.905961] env[69350]: DEBUG oslo_vmware.api [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Waiting for the task: (returnval){ [ 706.905961] env[69350]: value = "task-3364642" [ 706.905961] env[69350]: _type = "Task" [ 706.905961] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.913312] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-76895544-e2f7-45d6-a8c3-37b3e0fcdfed tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 706.913312] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-76895544-e2f7-45d6-a8c3-37b3e0fcdfed tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 706.913312] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5e42e43-4240-4cd7-b828-21dfebf430af {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.918930] env[69350]: DEBUG oslo_vmware.api [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Task: {'id': task-3364642, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.922541] env[69350]: DEBUG oslo_vmware.api [None req-76895544-e2f7-45d6-a8c3-37b3e0fcdfed tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] Waiting for the task: (returnval){ [ 706.922541] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52c176e8-e6fe-84c1-5171-61124a1460aa" [ 706.922541] env[69350]: _type = "Task" [ 706.922541] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.934475] env[69350]: DEBUG oslo_vmware.api [None req-76895544-e2f7-45d6-a8c3-37b3e0fcdfed tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52c176e8-e6fe-84c1-5171-61124a1460aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.970195] env[69350]: DEBUG nova.network.neutron [req-787b0704-bd06-4c69-b51a-82bea55d7f58 req-911cec56-47f1-4632-9aaa-a74ea23c638a service nova] [instance: 1928e353-9d7a-4d20-8347-029c36bcdb8e] Updated VIF entry in instance network info cache for port 11338a71-bc15-4a3d-a87d-c11efb979f61. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 706.971199] env[69350]: DEBUG nova.network.neutron [req-787b0704-bd06-4c69-b51a-82bea55d7f58 req-911cec56-47f1-4632-9aaa-a74ea23c638a service nova] [instance: 1928e353-9d7a-4d20-8347-029c36bcdb8e] Updating instance_info_cache with network_info: [{"id": "11338a71-bc15-4a3d-a87d-c11efb979f61", "address": "fa:16:3e:17:f1:bb", "network": {"id": "7471cab0-87ad-4703-97af-1b6cb285655b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.42", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a175bdd0b1324024bc8e47e5836a9e11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11338a71-bc", "ovs_interfaceid": "11338a71-bc15-4a3d-a87d-c11efb979f61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.205837] env[69350]: DEBUG nova.scheduler.client.report [None req-8368b4e1-3e1c-450e-b663-3d782a118428 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 707.357405] env[69350]: DEBUG nova.network.neutron [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] [instance: 2fc350ef-4f2c-4300-8f13-3aba152baaea] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 707.418396] env[69350]: DEBUG oslo_vmware.api [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Task: {'id': task-3364642, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48557} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.418704] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] a5c37c3b-0add-415d-8356-5070a8b4df28/a5c37c3b-0add-415d-8356-5070a8b4df28.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 707.418909] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] [instance: a5c37c3b-0add-415d-8356-5070a8b4df28] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 707.419168] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5732d7ec-e6bc-443b-93e7-68c84a0d1020 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.429962] env[69350]: DEBUG oslo_vmware.api [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Waiting for the task: (returnval){ [ 707.429962] env[69350]: value = "task-3364643" [ 707.429962] env[69350]: _type = "Task" [ 707.429962] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.438891] env[69350]: DEBUG nova.compute.manager [None req-74f141a3-0c46-44f3-bef7-17ba3dc5491a tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] [instance: 701ce06c-e14c-4e6a-8bd4-fb13621ff448] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 707.441045] env[69350]: DEBUG oslo_vmware.api [None req-76895544-e2f7-45d6-a8c3-37b3e0fcdfed tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52c176e8-e6fe-84c1-5171-61124a1460aa, 'name': SearchDatastore_Task, 'duration_secs': 0.007397} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.444957] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7870b5b2-a974-43f1-a7cb-c542e336c20a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.450753] env[69350]: DEBUG oslo_vmware.api [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Task: {'id': task-3364643, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.453991] env[69350]: DEBUG oslo_vmware.api [None req-76895544-e2f7-45d6-a8c3-37b3e0fcdfed tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] Waiting for the task: (returnval){ [ 707.453991] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]521f675d-6156-e759-0407-9a5f0332eb4e" [ 707.453991] env[69350]: _type = "Task" [ 707.453991] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.464446] env[69350]: DEBUG oslo_vmware.api [None req-76895544-e2f7-45d6-a8c3-37b3e0fcdfed tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]521f675d-6156-e759-0407-9a5f0332eb4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.472444] env[69350]: DEBUG nova.virt.hardware [None req-74f141a3-0c46-44f3-bef7-17ba3dc5491a tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 707.472444] env[69350]: DEBUG nova.virt.hardware [None req-74f141a3-0c46-44f3-bef7-17ba3dc5491a tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 707.472444] env[69350]: DEBUG nova.virt.hardware [None req-74f141a3-0c46-44f3-bef7-17ba3dc5491a tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 707.472812] env[69350]: DEBUG nova.virt.hardware [None req-74f141a3-0c46-44f3-bef7-17ba3dc5491a tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 707.473534] env[69350]: DEBUG nova.virt.hardware [None req-74f141a3-0c46-44f3-bef7-17ba3dc5491a tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 707.473534] env[69350]: DEBUG nova.virt.hardware [None req-74f141a3-0c46-44f3-bef7-17ba3dc5491a tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 707.473534] env[69350]: DEBUG nova.virt.hardware [None req-74f141a3-0c46-44f3-bef7-17ba3dc5491a tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 707.473534] env[69350]: DEBUG nova.virt.hardware [None req-74f141a3-0c46-44f3-bef7-17ba3dc5491a tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 707.473802] env[69350]: DEBUG nova.virt.hardware [None req-74f141a3-0c46-44f3-bef7-17ba3dc5491a tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 707.474031] env[69350]: DEBUG nova.virt.hardware [None req-74f141a3-0c46-44f3-bef7-17ba3dc5491a tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 707.475143] env[69350]: DEBUG nova.virt.hardware [None req-74f141a3-0c46-44f3-bef7-17ba3dc5491a tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 707.475143] env[69350]: DEBUG oslo_concurrency.lockutils [req-787b0704-bd06-4c69-b51a-82bea55d7f58 req-911cec56-47f1-4632-9aaa-a74ea23c638a service nova] Releasing lock "refresh_cache-1928e353-9d7a-4d20-8347-029c36bcdb8e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.476494] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0e98fc0-62c0-4a30-8031-3467e0331f64 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.485248] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd84dbc7-f1cf-40a5-a458-84c7cb529f7e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.626868] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a82841ef-89c3-444f-a718-c1c68375bfac tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Acquiring lock "2dd22dd0-a65e-405e-9e9f-71cbcda62051" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.626868] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a82841ef-89c3-444f-a718-c1c68375bfac tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Lock "2dd22dd0-a65e-405e-9e9f-71cbcda62051" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.712187] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8368b4e1-3e1c-450e-b663-3d782a118428 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.300s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.713039] env[69350]: DEBUG nova.compute.manager [None req-8368b4e1-3e1c-450e-b663-3d782a118428 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] [instance: 247b79d7-7520-4e1f-9856-b79f83d81a57] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 707.716695] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8c830993-9318-4b81-8834-be150eee78cf tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.045s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.717742] env[69350]: INFO nova.compute.claims [None req-8c830993-9318-4b81-8834-be150eee78cf tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: f1736cf7-d979-41ba-97d9-45c35b51cad8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 707.942942] env[69350]: DEBUG oslo_vmware.api [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Task: {'id': task-3364643, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067509} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.942942] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] [instance: a5c37c3b-0add-415d-8356-5070a8b4df28] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 707.944340] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be68c342-b3d6-4970-acb7-596b11e0604c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.979150] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] [instance: a5c37c3b-0add-415d-8356-5070a8b4df28] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] a5c37c3b-0add-415d-8356-5070a8b4df28/a5c37c3b-0add-415d-8356-5070a8b4df28.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 707.983357] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1f6722a-7691-4de3-b6e3-c9433eb9c1e3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.004766] env[69350]: DEBUG nova.compute.manager [req-957177bc-2953-4278-9584-ccf182b917f8 req-b6e56234-e030-4897-adcc-b55d09005218 service nova] [instance: 2fc350ef-4f2c-4300-8f13-3aba152baaea] Received event network-vif-plugged-8511b7a9-0f1f-497c-afb5-5850946b4de9 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 708.004766] env[69350]: DEBUG oslo_concurrency.lockutils [req-957177bc-2953-4278-9584-ccf182b917f8 req-b6e56234-e030-4897-adcc-b55d09005218 service nova] Acquiring lock "2fc350ef-4f2c-4300-8f13-3aba152baaea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.004766] env[69350]: DEBUG oslo_concurrency.lockutils [req-957177bc-2953-4278-9584-ccf182b917f8 req-b6e56234-e030-4897-adcc-b55d09005218 service nova] Lock "2fc350ef-4f2c-4300-8f13-3aba152baaea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.004766] env[69350]: DEBUG oslo_concurrency.lockutils [req-957177bc-2953-4278-9584-ccf182b917f8 req-b6e56234-e030-4897-adcc-b55d09005218 service nova] Lock "2fc350ef-4f2c-4300-8f13-3aba152baaea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.005099] env[69350]: DEBUG nova.compute.manager [req-957177bc-2953-4278-9584-ccf182b917f8 req-b6e56234-e030-4897-adcc-b55d09005218 service nova] [instance: 2fc350ef-4f2c-4300-8f13-3aba152baaea] No waiting events found dispatching network-vif-plugged-8511b7a9-0f1f-497c-afb5-5850946b4de9 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 708.005099] env[69350]: WARNING nova.compute.manager [req-957177bc-2953-4278-9584-ccf182b917f8 req-b6e56234-e030-4897-adcc-b55d09005218 service nova] [instance: 2fc350ef-4f2c-4300-8f13-3aba152baaea] Received unexpected event network-vif-plugged-8511b7a9-0f1f-497c-afb5-5850946b4de9 for instance with vm_state building and task_state spawning. [ 708.005099] env[69350]: DEBUG nova.compute.manager [req-957177bc-2953-4278-9584-ccf182b917f8 req-b6e56234-e030-4897-adcc-b55d09005218 service nova] [instance: 2fc350ef-4f2c-4300-8f13-3aba152baaea] Received event network-changed-8511b7a9-0f1f-497c-afb5-5850946b4de9 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 708.005259] env[69350]: DEBUG nova.compute.manager [req-957177bc-2953-4278-9584-ccf182b917f8 req-b6e56234-e030-4897-adcc-b55d09005218 service nova] [instance: 2fc350ef-4f2c-4300-8f13-3aba152baaea] Refreshing instance network info cache due to event network-changed-8511b7a9-0f1f-497c-afb5-5850946b4de9. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 708.005437] env[69350]: DEBUG oslo_concurrency.lockutils [req-957177bc-2953-4278-9584-ccf182b917f8 req-b6e56234-e030-4897-adcc-b55d09005218 service nova] Acquiring lock "refresh_cache-2fc350ef-4f2c-4300-8f13-3aba152baaea" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.013293] env[69350]: DEBUG oslo_vmware.api [None req-76895544-e2f7-45d6-a8c3-37b3e0fcdfed tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]521f675d-6156-e759-0407-9a5f0332eb4e, 'name': SearchDatastore_Task, 'duration_secs': 0.009606} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.014952] env[69350]: DEBUG oslo_concurrency.lockutils [None req-76895544-e2f7-45d6-a8c3-37b3e0fcdfed tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.015195] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-76895544-e2f7-45d6-a8c3-37b3e0fcdfed tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] e046a82e-32c7-4437-a613-070b6673f1b8/e046a82e-32c7-4437-a613-070b6673f1b8.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 708.015530] env[69350]: DEBUG oslo_vmware.api [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Waiting for the task: (returnval){ [ 708.015530] env[69350]: value = "task-3364644" [ 708.015530] env[69350]: _type = "Task" [ 708.015530] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.015729] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4567d957-72f8-41bb-82dd-9f9b9c3c4fd3 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.015906] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-4567d957-72f8-41bb-82dd-9f9b9c3c4fd3 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 708.016138] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65ba161a-40ef-461d-b7d7-77457f25c0a1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.018447] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9706cc2c-80a9-464c-97cb-66b28b9db39b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.034630] env[69350]: DEBUG oslo_vmware.api [None req-76895544-e2f7-45d6-a8c3-37b3e0fcdfed tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] Waiting for the task: (returnval){ [ 708.034630] env[69350]: value = "task-3364645" [ 708.034630] env[69350]: _type = "Task" [ 708.034630] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.047588] env[69350]: DEBUG oslo_vmware.api [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Task: {'id': task-3364644, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.049958] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-4567d957-72f8-41bb-82dd-9f9b9c3c4fd3 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 708.050285] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4567d957-72f8-41bb-82dd-9f9b9c3c4fd3 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 708.054324] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec7b6e76-03b4-459d-b7b2-138d7ca6a081 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.059798] env[69350]: DEBUG oslo_vmware.api [None req-76895544-e2f7-45d6-a8c3-37b3e0fcdfed tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] Task: {'id': task-3364645, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.060187] env[69350]: DEBUG oslo_vmware.api [None req-4567d957-72f8-41bb-82dd-9f9b9c3c4fd3 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Waiting for the task: (returnval){ [ 708.060187] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5226299f-a51c-0ec0-8c70-81dc69865bef" [ 708.060187] env[69350]: _type = "Task" [ 708.060187] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.068184] env[69350]: DEBUG oslo_vmware.api [None req-4567d957-72f8-41bb-82dd-9f9b9c3c4fd3 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5226299f-a51c-0ec0-8c70-81dc69865bef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.222173] env[69350]: DEBUG nova.compute.utils [None req-8368b4e1-3e1c-450e-b663-3d782a118428 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 708.227208] env[69350]: DEBUG nova.compute.manager [None req-8368b4e1-3e1c-450e-b663-3d782a118428 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] [instance: 247b79d7-7520-4e1f-9856-b79f83d81a57] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 708.227329] env[69350]: DEBUG nova.network.neutron [None req-8368b4e1-3e1c-450e-b663-3d782a118428 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] [instance: 247b79d7-7520-4e1f-9856-b79f83d81a57] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 708.530905] env[69350]: DEBUG oslo_vmware.api [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Task: {'id': task-3364644, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.546396] env[69350]: DEBUG oslo_vmware.api [None req-76895544-e2f7-45d6-a8c3-37b3e0fcdfed tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] Task: {'id': task-3364645, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.548273] env[69350]: DEBUG nova.policy [None req-8368b4e1-3e1c-450e-b663-3d782a118428 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '218840f18ce648999d0271c719b7341f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '214d73abecaa4495b5831f77e0fd5a46', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 708.569383] env[69350]: DEBUG nova.network.neutron [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] [instance: 2fc350ef-4f2c-4300-8f13-3aba152baaea] Updating instance_info_cache with network_info: [{"id": "8511b7a9-0f1f-497c-afb5-5850946b4de9", "address": "fa:16:3e:58:ca:2b", "network": {"id": "7471cab0-87ad-4703-97af-1b6cb285655b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.132", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a175bdd0b1324024bc8e47e5836a9e11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8511b7a9-0f", "ovs_interfaceid": "8511b7a9-0f1f-497c-afb5-5850946b4de9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.577818] env[69350]: DEBUG oslo_vmware.api [None req-4567d957-72f8-41bb-82dd-9f9b9c3c4fd3 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5226299f-a51c-0ec0-8c70-81dc69865bef, 'name': SearchDatastore_Task, 'duration_secs': 0.031829} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.578950] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c4ec09f-6a24-4620-9e66-902593a6a554 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.588113] env[69350]: DEBUG oslo_vmware.api [None req-4567d957-72f8-41bb-82dd-9f9b9c3c4fd3 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Waiting for the task: (returnval){ [ 708.588113] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]525ff4e8-204f-cf53-0b42-d6dc82a525a7" [ 708.588113] env[69350]: _type = "Task" [ 708.588113] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.598034] env[69350]: DEBUG oslo_vmware.api [None req-4567d957-72f8-41bb-82dd-9f9b9c3c4fd3 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]525ff4e8-204f-cf53-0b42-d6dc82a525a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.736777] env[69350]: DEBUG nova.compute.manager [None req-8368b4e1-3e1c-450e-b663-3d782a118428 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] [instance: 247b79d7-7520-4e1f-9856-b79f83d81a57] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 708.971360] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aed30d4b-0e80-41e2-8008-83fb4c24b044 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.979463] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45dd3537-7064-4abf-aebf-7711e56fdcb2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.011368] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b412708-0e69-4c30-8b42-adc043c004d2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.019111] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6616c1c1-8baf-4754-b0ee-1bed4f690d26 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.040784] env[69350]: DEBUG oslo_vmware.api [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Task: {'id': task-3364644, 'name': ReconfigVM_Task, 'duration_secs': 0.703522} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.041415] env[69350]: DEBUG nova.compute.provider_tree [None req-8c830993-9318-4b81-8834-be150eee78cf tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 709.042997] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] [instance: a5c37c3b-0add-415d-8356-5070a8b4df28] Reconfigured VM instance instance-00000001 to attach disk [datastore1] a5c37c3b-0add-415d-8356-5070a8b4df28/a5c37c3b-0add-415d-8356-5070a8b4df28.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 709.048043] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6358e9ee-a903-44b8-bd6b-3edee038bed6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.057475] env[69350]: DEBUG oslo_vmware.api [None req-76895544-e2f7-45d6-a8c3-37b3e0fcdfed tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] Task: {'id': task-3364645, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.637962} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.059232] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-76895544-e2f7-45d6-a8c3-37b3e0fcdfed tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] e046a82e-32c7-4437-a613-070b6673f1b8/e046a82e-32c7-4437-a613-070b6673f1b8.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 709.059232] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-76895544-e2f7-45d6-a8c3-37b3e0fcdfed tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] [instance: e046a82e-32c7-4437-a613-070b6673f1b8] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 709.060023] env[69350]: DEBUG oslo_vmware.api [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Waiting for the task: (returnval){ [ 709.060023] env[69350]: value = "task-3364646" [ 709.060023] env[69350]: _type = "Task" [ 709.060023] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.060197] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3cf72613-da4a-4733-8b53-bc003bc137b3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.071675] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Releasing lock "refresh_cache-2fc350ef-4f2c-4300-8f13-3aba152baaea" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.071987] env[69350]: DEBUG nova.compute.manager [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] [instance: 2fc350ef-4f2c-4300-8f13-3aba152baaea] Instance network_info: |[{"id": "8511b7a9-0f1f-497c-afb5-5850946b4de9", "address": "fa:16:3e:58:ca:2b", "network": {"id": "7471cab0-87ad-4703-97af-1b6cb285655b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.132", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a175bdd0b1324024bc8e47e5836a9e11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8511b7a9-0f", "ovs_interfaceid": "8511b7a9-0f1f-497c-afb5-5850946b4de9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 709.072301] env[69350]: DEBUG oslo_vmware.api [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Task: {'id': task-3364646, 'name': Rename_Task} progress is 10%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.073549] env[69350]: DEBUG oslo_concurrency.lockutils [req-957177bc-2953-4278-9584-ccf182b917f8 req-b6e56234-e030-4897-adcc-b55d09005218 service nova] Acquired lock "refresh_cache-2fc350ef-4f2c-4300-8f13-3aba152baaea" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.073754] env[69350]: DEBUG nova.network.neutron [req-957177bc-2953-4278-9584-ccf182b917f8 req-b6e56234-e030-4897-adcc-b55d09005218 service nova] [instance: 2fc350ef-4f2c-4300-8f13-3aba152baaea] Refreshing network info cache for port 8511b7a9-0f1f-497c-afb5-5850946b4de9 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 709.075043] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] [instance: 2fc350ef-4f2c-4300-8f13-3aba152baaea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:ca:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '030ecc21-dc1c-4283-854e-88e623b3970a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8511b7a9-0f1f-497c-afb5-5850946b4de9', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 709.083617] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Creating folder: Project (464e041196da4f3796d0aa0c9fca71af). Parent ref: group-v671398. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 709.084741] env[69350]: DEBUG oslo_vmware.api [None req-76895544-e2f7-45d6-a8c3-37b3e0fcdfed tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] Waiting for the task: (returnval){ [ 709.084741] env[69350]: value = "task-3364647" [ 709.084741] env[69350]: _type = "Task" [ 709.084741] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.085408] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2253ae0a-697c-462d-9842-b629de90ada5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.100813] env[69350]: DEBUG oslo_vmware.api [None req-76895544-e2f7-45d6-a8c3-37b3e0fcdfed tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] Task: {'id': task-3364647, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.105954] env[69350]: DEBUG oslo_vmware.api [None req-4567d957-72f8-41bb-82dd-9f9b9c3c4fd3 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]525ff4e8-204f-cf53-0b42-d6dc82a525a7, 'name': SearchDatastore_Task, 'duration_secs': 0.054231} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.106163] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Created folder: Project (464e041196da4f3796d0aa0c9fca71af) in parent group-v671398. [ 709.106350] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Creating folder: Instances. Parent ref: group-v671408. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 709.106681] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4567d957-72f8-41bb-82dd-9f9b9c3c4fd3 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.106934] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-4567d957-72f8-41bb-82dd-9f9b9c3c4fd3 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] 1928e353-9d7a-4d20-8347-029c36bcdb8e/1928e353-9d7a-4d20-8347-029c36bcdb8e.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 709.107182] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6171a128-4ab4-4885-b38d-19de1333a33b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.109283] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba75d6c7-a2a8-4103-8916-128c78d0c76c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.116033] env[69350]: DEBUG oslo_vmware.api [None req-4567d957-72f8-41bb-82dd-9f9b9c3c4fd3 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Waiting for the task: (returnval){ [ 709.116033] env[69350]: value = "task-3364650" [ 709.116033] env[69350]: _type = "Task" [ 709.116033] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.121180] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Created folder: Instances in parent group-v671408. [ 709.121430] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 709.121987] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2fc350ef-4f2c-4300-8f13-3aba152baaea] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 709.122227] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1eb9ad2e-51c5-460d-bd69-f34be817b150 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.142917] env[69350]: DEBUG oslo_vmware.api [None req-4567d957-72f8-41bb-82dd-9f9b9c3c4fd3 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Task: {'id': task-3364650, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.148063] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 709.148063] env[69350]: value = "task-3364651" [ 709.148063] env[69350]: _type = "Task" [ 709.148063] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.154056] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3364651, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.550857] env[69350]: DEBUG nova.scheduler.client.report [None req-8c830993-9318-4b81-8834-be150eee78cf tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 709.573824] env[69350]: DEBUG oslo_vmware.api [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Task: {'id': task-3364646, 'name': Rename_Task, 'duration_secs': 0.164099} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.574877] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] [instance: a5c37c3b-0add-415d-8356-5070a8b4df28] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 709.575314] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da14ce20-14a2-4faa-985d-e79a7e0031b8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.584337] env[69350]: DEBUG oslo_vmware.api [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Waiting for the task: (returnval){ [ 709.584337] env[69350]: value = "task-3364652" [ 709.584337] env[69350]: _type = "Task" [ 709.584337] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.603094] env[69350]: DEBUG oslo_vmware.api [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Task: {'id': task-3364652, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.603429] env[69350]: DEBUG oslo_vmware.api [None req-76895544-e2f7-45d6-a8c3-37b3e0fcdfed tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] Task: {'id': task-3364647, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079923} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.603683] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-76895544-e2f7-45d6-a8c3-37b3e0fcdfed tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] [instance: e046a82e-32c7-4437-a613-070b6673f1b8] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 709.604500] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef2c3a91-ef78-43a5-b21c-c1f01aaf7531 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.624591] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-76895544-e2f7-45d6-a8c3-37b3e0fcdfed tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] [instance: e046a82e-32c7-4437-a613-070b6673f1b8] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] e046a82e-32c7-4437-a613-070b6673f1b8/e046a82e-32c7-4437-a613-070b6673f1b8.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 709.624944] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e82487f-8f5b-4332-93ed-f7feeda333e2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.656153] env[69350]: DEBUG oslo_vmware.api [None req-76895544-e2f7-45d6-a8c3-37b3e0fcdfed tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] Waiting for the task: (returnval){ [ 709.656153] env[69350]: value = "task-3364653" [ 709.656153] env[69350]: _type = "Task" [ 709.656153] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.656377] env[69350]: DEBUG oslo_vmware.api [None req-4567d957-72f8-41bb-82dd-9f9b9c3c4fd3 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Task: {'id': task-3364650, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515714} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.658216] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-4567d957-72f8-41bb-82dd-9f9b9c3c4fd3 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] 1928e353-9d7a-4d20-8347-029c36bcdb8e/1928e353-9d7a-4d20-8347-029c36bcdb8e.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 709.658216] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4567d957-72f8-41bb-82dd-9f9b9c3c4fd3 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 1928e353-9d7a-4d20-8347-029c36bcdb8e] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 709.660318] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-98e5f966-cdeb-455a-a567-cdb951c0d0fa {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.665505] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3364651, 'name': CreateVM_Task, 'duration_secs': 0.380639} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.666495] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2fc350ef-4f2c-4300-8f13-3aba152baaea] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 709.667490] env[69350]: DEBUG oslo_vmware.service [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83426a41-3197-4306-826d-67f0f5306eb8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.674542] env[69350]: DEBUG oslo_vmware.api [None req-4567d957-72f8-41bb-82dd-9f9b9c3c4fd3 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Waiting for the task: (returnval){ [ 709.674542] env[69350]: value = "task-3364654" [ 709.674542] env[69350]: _type = "Task" [ 709.674542] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.674744] env[69350]: DEBUG oslo_vmware.api [None req-76895544-e2f7-45d6-a8c3-37b3e0fcdfed tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] Task: {'id': task-3364653, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.680163] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.680372] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.680731] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.681016] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44e3bda9-e023-4bc2-8118-28efdd9ff951 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.687833] env[69350]: DEBUG oslo_vmware.api [None req-4567d957-72f8-41bb-82dd-9f9b9c3c4fd3 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Task: {'id': task-3364654, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.689189] env[69350]: DEBUG oslo_vmware.api [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Waiting for the task: (returnval){ [ 709.689189] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52e09998-bc2f-012d-7dc1-cf8cd69985a1" [ 709.689189] env[69350]: _type = "Task" [ 709.689189] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.699635] env[69350]: DEBUG oslo_vmware.api [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52e09998-bc2f-012d-7dc1-cf8cd69985a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.749628] env[69350]: DEBUG nova.compute.manager [None req-8368b4e1-3e1c-450e-b663-3d782a118428 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] [instance: 247b79d7-7520-4e1f-9856-b79f83d81a57] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 709.793300] env[69350]: DEBUG nova.virt.hardware [None req-8368b4e1-3e1c-450e-b663-3d782a118428 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 709.794318] env[69350]: DEBUG nova.virt.hardware [None req-8368b4e1-3e1c-450e-b663-3d782a118428 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 709.794526] env[69350]: DEBUG nova.virt.hardware [None req-8368b4e1-3e1c-450e-b663-3d782a118428 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 709.794724] env[69350]: DEBUG nova.virt.hardware [None req-8368b4e1-3e1c-450e-b663-3d782a118428 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 709.794953] env[69350]: DEBUG nova.virt.hardware [None req-8368b4e1-3e1c-450e-b663-3d782a118428 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 709.795041] env[69350]: DEBUG nova.virt.hardware [None req-8368b4e1-3e1c-450e-b663-3d782a118428 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 709.795438] env[69350]: DEBUG nova.virt.hardware [None req-8368b4e1-3e1c-450e-b663-3d782a118428 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 709.795624] env[69350]: DEBUG nova.virt.hardware [None req-8368b4e1-3e1c-450e-b663-3d782a118428 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 709.795872] env[69350]: DEBUG nova.virt.hardware [None req-8368b4e1-3e1c-450e-b663-3d782a118428 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 709.796085] env[69350]: DEBUG nova.virt.hardware [None req-8368b4e1-3e1c-450e-b663-3d782a118428 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 709.796272] env[69350]: DEBUG nova.virt.hardware [None req-8368b4e1-3e1c-450e-b663-3d782a118428 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 709.797468] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2bddbb5-cb1d-49c4-86ca-ebccb2f30559 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.804181] env[69350]: DEBUG nova.network.neutron [None req-8368b4e1-3e1c-450e-b663-3d782a118428 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] [instance: 247b79d7-7520-4e1f-9856-b79f83d81a57] Successfully created port: 96972e64-7fc1-407a-a84a-fd3f8a61008a {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 709.809705] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d3fd25-b46d-4579-a976-bf5bd54a8db2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.881273] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d8a3cb5a-de4f-411c-9397-ae93a74f4d82 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Acquiring lock "be800ce5-6d2e-402d-b83a-e22771d0aa5d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.881273] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d8a3cb5a-de4f-411c-9397-ae93a74f4d82 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Lock "be800ce5-6d2e-402d-b83a-e22771d0aa5d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.056878] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8c830993-9318-4b81-8834-be150eee78cf tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.341s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.057633] env[69350]: DEBUG nova.compute.manager [None req-8c830993-9318-4b81-8834-be150eee78cf tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: f1736cf7-d979-41ba-97d9-45c35b51cad8] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 710.060790] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ae4d77f6-6534-49db-8c17-ea249b74d16c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.696s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.062596] env[69350]: INFO nova.compute.claims [None req-ae4d77f6-6534-49db-8c17-ea249b74d16c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 32df2bac-26f8-494c-8af5-a02218f66960] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 710.096545] env[69350]: DEBUG oslo_vmware.api [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Task: {'id': task-3364652, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.166339] env[69350]: DEBUG oslo_vmware.api [None req-76895544-e2f7-45d6-a8c3-37b3e0fcdfed tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] Task: {'id': task-3364653, 'name': ReconfigVM_Task, 'duration_secs': 0.322147} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.167136] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-76895544-e2f7-45d6-a8c3-37b3e0fcdfed tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] [instance: e046a82e-32c7-4437-a613-070b6673f1b8] Reconfigured VM instance instance-00000003 to attach disk [datastore1] e046a82e-32c7-4437-a613-070b6673f1b8/e046a82e-32c7-4437-a613-070b6673f1b8.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 710.167270] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8bfa06cc-8a14-4ef1-91d3-114aa9632d60 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.173215] env[69350]: DEBUG oslo_vmware.api [None req-76895544-e2f7-45d6-a8c3-37b3e0fcdfed tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] Waiting for the task: (returnval){ [ 710.173215] env[69350]: value = "task-3364655" [ 710.173215] env[69350]: _type = "Task" [ 710.173215] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.185038] env[69350]: DEBUG oslo_vmware.api [None req-76895544-e2f7-45d6-a8c3-37b3e0fcdfed tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] Task: {'id': task-3364655, 'name': Rename_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.187891] env[69350]: DEBUG oslo_vmware.api [None req-4567d957-72f8-41bb-82dd-9f9b9c3c4fd3 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Task: {'id': task-3364654, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082058} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.188147] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4567d957-72f8-41bb-82dd-9f9b9c3c4fd3 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 1928e353-9d7a-4d20-8347-029c36bcdb8e] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 710.188915] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0674a8b-61e1-423b-bc64-49227c4eca6b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.222151] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-4567d957-72f8-41bb-82dd-9f9b9c3c4fd3 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 1928e353-9d7a-4d20-8347-029c36bcdb8e] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 1928e353-9d7a-4d20-8347-029c36bcdb8e/1928e353-9d7a-4d20-8347-029c36bcdb8e.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 710.222590] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.222882] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] [instance: 2fc350ef-4f2c-4300-8f13-3aba152baaea] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 710.223043] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.223192] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.223374] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 710.223584] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e2a419c-8675-4eb0-aa7b-7bb0fc786e8d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.241355] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e90fa7fb-559d-4ade-9550-79f01a763f64 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.248435] env[69350]: DEBUG oslo_vmware.api [None req-4567d957-72f8-41bb-82dd-9f9b9c3c4fd3 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Waiting for the task: (returnval){ [ 710.248435] env[69350]: value = "task-3364656" [ 710.248435] env[69350]: _type = "Task" [ 710.248435] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.254281] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 710.254454] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 710.258281] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed7ad10e-2f40-4863-bf95-fa4c6f8fd047 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.260881] env[69350]: DEBUG oslo_vmware.api [None req-4567d957-72f8-41bb-82dd-9f9b9c3c4fd3 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Task: {'id': task-3364656, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.265199] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90eb7a7b-8438-4071-b29e-aebac45aa8c8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.271092] env[69350]: DEBUG oslo_vmware.api [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Waiting for the task: (returnval){ [ 710.271092] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]527ccff2-6144-8abc-4256-b9a175ec5e31" [ 710.271092] env[69350]: _type = "Task" [ 710.271092] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.284093] env[69350]: DEBUG oslo_vmware.api [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]527ccff2-6144-8abc-4256-b9a175ec5e31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.541601] env[69350]: DEBUG nova.network.neutron [req-957177bc-2953-4278-9584-ccf182b917f8 req-b6e56234-e030-4897-adcc-b55d09005218 service nova] [instance: 2fc350ef-4f2c-4300-8f13-3aba152baaea] Updated VIF entry in instance network info cache for port 8511b7a9-0f1f-497c-afb5-5850946b4de9. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 710.541980] env[69350]: DEBUG nova.network.neutron [req-957177bc-2953-4278-9584-ccf182b917f8 req-b6e56234-e030-4897-adcc-b55d09005218 service nova] [instance: 2fc350ef-4f2c-4300-8f13-3aba152baaea] Updating instance_info_cache with network_info: [{"id": "8511b7a9-0f1f-497c-afb5-5850946b4de9", "address": "fa:16:3e:58:ca:2b", "network": {"id": "7471cab0-87ad-4703-97af-1b6cb285655b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.132", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a175bdd0b1324024bc8e47e5836a9e11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8511b7a9-0f", "ovs_interfaceid": "8511b7a9-0f1f-497c-afb5-5850946b4de9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.568502] env[69350]: DEBUG nova.compute.utils [None req-8c830993-9318-4b81-8834-be150eee78cf tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 710.573445] env[69350]: DEBUG nova.compute.manager [None req-8c830993-9318-4b81-8834-be150eee78cf tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: f1736cf7-d979-41ba-97d9-45c35b51cad8] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 710.573630] env[69350]: DEBUG nova.network.neutron [None req-8c830993-9318-4b81-8834-be150eee78cf tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: f1736cf7-d979-41ba-97d9-45c35b51cad8] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 710.598740] env[69350]: DEBUG oslo_vmware.api [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Task: {'id': task-3364652, 'name': PowerOnVM_Task, 'duration_secs': 0.534366} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.598996] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] [instance: a5c37c3b-0add-415d-8356-5070a8b4df28] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 710.599467] env[69350]: INFO nova.compute.manager [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] [instance: a5c37c3b-0add-415d-8356-5070a8b4df28] Took 13.16 seconds to spawn the instance on the hypervisor. [ 710.599762] env[69350]: DEBUG nova.compute.manager [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] [instance: a5c37c3b-0add-415d-8356-5070a8b4df28] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 710.600956] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fdb83d1-9e8a-4bdf-9813-f228bb40c615 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.690586] env[69350]: DEBUG oslo_vmware.api [None req-76895544-e2f7-45d6-a8c3-37b3e0fcdfed tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] Task: {'id': task-3364655, 'name': Rename_Task, 'duration_secs': 0.296667} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.696037] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-76895544-e2f7-45d6-a8c3-37b3e0fcdfed tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] [instance: e046a82e-32c7-4437-a613-070b6673f1b8] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 710.696037] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-362c9f82-4735-4f4e-91c8-ba447dce2c76 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.701033] env[69350]: DEBUG oslo_vmware.api [None req-76895544-e2f7-45d6-a8c3-37b3e0fcdfed tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] Waiting for the task: (returnval){ [ 710.701033] env[69350]: value = "task-3364657" [ 710.701033] env[69350]: _type = "Task" [ 710.701033] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.711115] env[69350]: DEBUG oslo_vmware.api [None req-76895544-e2f7-45d6-a8c3-37b3e0fcdfed tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] Task: {'id': task-3364657, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.735616] env[69350]: DEBUG nova.policy [None req-8c830993-9318-4b81-8834-be150eee78cf tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'baa803e960bc47b1a5fa1d720cfcbbcd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '46625a434b9f47dc83d92c9db8a3024c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 710.761399] env[69350]: DEBUG oslo_vmware.api [None req-4567d957-72f8-41bb-82dd-9f9b9c3c4fd3 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Task: {'id': task-3364656, 'name': ReconfigVM_Task, 'duration_secs': 0.279979} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.761399] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-4567d957-72f8-41bb-82dd-9f9b9c3c4fd3 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 1928e353-9d7a-4d20-8347-029c36bcdb8e] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 1928e353-9d7a-4d20-8347-029c36bcdb8e/1928e353-9d7a-4d20-8347-029c36bcdb8e.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 710.761399] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9bed6bc3-31e0-4a81-8368-cd8fa75900ec {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.772120] env[69350]: DEBUG oslo_vmware.api [None req-4567d957-72f8-41bb-82dd-9f9b9c3c4fd3 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Waiting for the task: (returnval){ [ 710.772120] env[69350]: value = "task-3364658" [ 710.772120] env[69350]: _type = "Task" [ 710.772120] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.796782] env[69350]: DEBUG oslo_vmware.api [None req-4567d957-72f8-41bb-82dd-9f9b9c3c4fd3 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Task: {'id': task-3364658, 'name': Rename_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.797204] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] [instance: 2fc350ef-4f2c-4300-8f13-3aba152baaea] Preparing fetch location {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 710.797443] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Creating directory with path [datastore2] vmware_temp/a6a0d25e-ac6a-4e90-a714-c870431d1e8d/2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 710.797681] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c5adb93-55af-4689-a692-72c096f9eaaf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.814676] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Created directory with path [datastore2] vmware_temp/a6a0d25e-ac6a-4e90-a714-c870431d1e8d/2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 710.814899] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] [instance: 2fc350ef-4f2c-4300-8f13-3aba152baaea] Fetch image to [datastore2] vmware_temp/a6a0d25e-ac6a-4e90-a714-c870431d1e8d/2ba50b02-b203-425b-93f3-25266f3336a5/tmp-sparse.vmdk {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 710.815176] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] [instance: 2fc350ef-4f2c-4300-8f13-3aba152baaea] Downloading image file data 2ba50b02-b203-425b-93f3-25266f3336a5 to [datastore2] vmware_temp/a6a0d25e-ac6a-4e90-a714-c870431d1e8d/2ba50b02-b203-425b-93f3-25266f3336a5/tmp-sparse.vmdk on the data store datastore2 {{(pid=69350) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 710.815920] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e1d322-1421-49d5-ab97-6eb599a1dcaf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.824559] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a82a62e-3369-464b-b275-d89e7d7d2fea {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.834771] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff71114d-bdf7-4e79-9031-bdcd57fd1815 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.878262] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20287578-c947-438f-801e-ac19a166fc7a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.885277] env[69350]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-1567c809-d872-4301-9314-37abffcbb79e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.917451] env[69350]: DEBUG nova.virt.vmwareapi.images [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] [instance: 2fc350ef-4f2c-4300-8f13-3aba152baaea] Downloading image file data 2ba50b02-b203-425b-93f3-25266f3336a5 to the data store datastore2 {{(pid=69350) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 710.993814] env[69350]: DEBUG oslo_vmware.rw_handles [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/a6a0d25e-ac6a-4e90-a714-c870431d1e8d/2ba50b02-b203-425b-93f3-25266f3336a5/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69350) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 711.052943] env[69350]: DEBUG oslo_concurrency.lockutils [req-957177bc-2953-4278-9584-ccf182b917f8 req-b6e56234-e030-4897-adcc-b55d09005218 service nova] Releasing lock "refresh_cache-2fc350ef-4f2c-4300-8f13-3aba152baaea" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.078018] env[69350]: DEBUG nova.compute.manager [None req-8c830993-9318-4b81-8834-be150eee78cf tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: f1736cf7-d979-41ba-97d9-45c35b51cad8] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 711.129040] env[69350]: INFO nova.compute.manager [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] [instance: a5c37c3b-0add-415d-8356-5070a8b4df28] Took 17.91 seconds to build instance. [ 711.217690] env[69350]: DEBUG oslo_vmware.api [None req-76895544-e2f7-45d6-a8c3-37b3e0fcdfed tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] Task: {'id': task-3364657, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.262743] env[69350]: DEBUG nova.network.neutron [None req-74f141a3-0c46-44f3-bef7-17ba3dc5491a tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] [instance: 701ce06c-e14c-4e6a-8bd4-fb13621ff448] Successfully updated port: d0c421d4-5be6-43f3-9907-c9fb6dce635c {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 711.302086] env[69350]: DEBUG oslo_vmware.api [None req-4567d957-72f8-41bb-82dd-9f9b9c3c4fd3 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Task: {'id': task-3364658, 'name': Rename_Task, 'duration_secs': 0.141808} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.302819] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-4567d957-72f8-41bb-82dd-9f9b9c3c4fd3 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 1928e353-9d7a-4d20-8347-029c36bcdb8e] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 711.303164] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a0c5751-86d5-44d3-821d-a03f4796f541 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.322623] env[69350]: DEBUG oslo_vmware.api [None req-4567d957-72f8-41bb-82dd-9f9b9c3c4fd3 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Waiting for the task: (returnval){ [ 711.322623] env[69350]: value = "task-3364659" [ 711.322623] env[69350]: _type = "Task" [ 711.322623] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.339232] env[69350]: DEBUG oslo_vmware.api [None req-4567d957-72f8-41bb-82dd-9f9b9c3c4fd3 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Task: {'id': task-3364659, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.416121] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ded022e1-dd95-4b01-9154-27acbb3c95f3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.427302] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f56ca516-6a88-4e73-afda-ba74ef4b78a8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.480036] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48756737-c84f-4011-946e-2636c1e22162 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.495776] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d726fd3f-d627-468b-8c56-e30d0ca0d480 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.516607] env[69350]: DEBUG nova.compute.provider_tree [None req-ae4d77f6-6534-49db-8c17-ea249b74d16c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 711.592357] env[69350]: DEBUG nova.network.neutron [None req-8c830993-9318-4b81-8834-be150eee78cf tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: f1736cf7-d979-41ba-97d9-45c35b51cad8] Successfully created port: 931c1143-e84e-4646-b61d-5fd00c291d19 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 711.631336] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ada8c9fb-255a-464b-818c-5de81a4d05d6 tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Lock "a5c37c3b-0add-415d-8356-5070a8b4df28" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.423s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.715664] env[69350]: DEBUG oslo_vmware.api [None req-76895544-e2f7-45d6-a8c3-37b3e0fcdfed tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] Task: {'id': task-3364657, 'name': PowerOnVM_Task, 'duration_secs': 0.728519} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.716475] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-76895544-e2f7-45d6-a8c3-37b3e0fcdfed tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] [instance: e046a82e-32c7-4437-a613-070b6673f1b8] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 711.716813] env[69350]: INFO nova.compute.manager [None req-76895544-e2f7-45d6-a8c3-37b3e0fcdfed tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] [instance: e046a82e-32c7-4437-a613-070b6673f1b8] Took 8.91 seconds to spawn the instance on the hypervisor. [ 711.717065] env[69350]: DEBUG nova.compute.manager [None req-76895544-e2f7-45d6-a8c3-37b3e0fcdfed tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] [instance: e046a82e-32c7-4437-a613-070b6673f1b8] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 711.718578] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a18a1be-19a9-4edb-84d9-2226f581ab1e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.747333] env[69350]: DEBUG oslo_vmware.rw_handles [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Completed reading data from the image iterator. {{(pid=69350) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 711.747333] env[69350]: DEBUG oslo_vmware.rw_handles [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Closing write handle for https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/a6a0d25e-ac6a-4e90-a714-c870431d1e8d/2ba50b02-b203-425b-93f3-25266f3336a5/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69350) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 711.769691] env[69350]: DEBUG oslo_concurrency.lockutils [None req-74f141a3-0c46-44f3-bef7-17ba3dc5491a tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Acquiring lock "refresh_cache-701ce06c-e14c-4e6a-8bd4-fb13621ff448" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.769691] env[69350]: DEBUG oslo_concurrency.lockutils [None req-74f141a3-0c46-44f3-bef7-17ba3dc5491a tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Acquired lock "refresh_cache-701ce06c-e14c-4e6a-8bd4-fb13621ff448" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.769691] env[69350]: DEBUG nova.network.neutron [None req-74f141a3-0c46-44f3-bef7-17ba3dc5491a tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] [instance: 701ce06c-e14c-4e6a-8bd4-fb13621ff448] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 711.808213] env[69350]: DEBUG nova.virt.vmwareapi.images [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] [instance: 2fc350ef-4f2c-4300-8f13-3aba152baaea] Downloaded image file data 2ba50b02-b203-425b-93f3-25266f3336a5 to vmware_temp/a6a0d25e-ac6a-4e90-a714-c870431d1e8d/2ba50b02-b203-425b-93f3-25266f3336a5/tmp-sparse.vmdk on the data store datastore2 {{(pid=69350) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 711.814513] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] [instance: 2fc350ef-4f2c-4300-8f13-3aba152baaea] Caching image {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 711.815582] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Copying Virtual Disk [datastore2] vmware_temp/a6a0d25e-ac6a-4e90-a714-c870431d1e8d/2ba50b02-b203-425b-93f3-25266f3336a5/tmp-sparse.vmdk to [datastore2] vmware_temp/a6a0d25e-ac6a-4e90-a714-c870431d1e8d/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 711.816347] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73797cbb-cbc5-4444-9ca5-e3b948ad2dee {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.831951] env[69350]: DEBUG oslo_vmware.api [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Waiting for the task: (returnval){ [ 711.831951] env[69350]: value = "task-3364660" [ 711.831951] env[69350]: _type = "Task" [ 711.831951] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.840501] env[69350]: DEBUG oslo_vmware.api [None req-4567d957-72f8-41bb-82dd-9f9b9c3c4fd3 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Task: {'id': task-3364659, 'name': PowerOnVM_Task, 'duration_secs': 0.511232} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.840501] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-4567d957-72f8-41bb-82dd-9f9b9c3c4fd3 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 1928e353-9d7a-4d20-8347-029c36bcdb8e] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 711.840951] env[69350]: INFO nova.compute.manager [None req-4567d957-72f8-41bb-82dd-9f9b9c3c4fd3 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 1928e353-9d7a-4d20-8347-029c36bcdb8e] Took 11.36 seconds to spawn the instance on the hypervisor. [ 711.840951] env[69350]: DEBUG nova.compute.manager [None req-4567d957-72f8-41bb-82dd-9f9b9c3c4fd3 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 1928e353-9d7a-4d20-8347-029c36bcdb8e] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 711.841713] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1fee6b8-0cfb-413f-9569-63c05ab48b9d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.849396] env[69350]: DEBUG oslo_vmware.api [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Task: {'id': task-3364660, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.020419] env[69350]: DEBUG nova.scheduler.client.report [None req-ae4d77f6-6534-49db-8c17-ea249b74d16c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 712.030702] env[69350]: DEBUG oslo_concurrency.lockutils [None req-52067f5d-8b3d-4d2b-86a5-995ecde36809 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] Acquiring lock "096700b1-7125-48b5-877d-5dc745b5fe41" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.031397] env[69350]: DEBUG oslo_concurrency.lockutils [None req-52067f5d-8b3d-4d2b-86a5-995ecde36809 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] Lock "096700b1-7125-48b5-877d-5dc745b5fe41" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.093738] env[69350]: DEBUG nova.compute.manager [None req-8c830993-9318-4b81-8834-be150eee78cf tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: f1736cf7-d979-41ba-97d9-45c35b51cad8] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 712.105098] env[69350]: DEBUG nova.compute.manager [req-0c7c1b89-b423-4481-add3-aca5c072645e req-684fda0b-24c2-4600-9907-c434e58b4397 service nova] [instance: 701ce06c-e14c-4e6a-8bd4-fb13621ff448] Received event network-vif-plugged-d0c421d4-5be6-43f3-9907-c9fb6dce635c {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 712.105340] env[69350]: DEBUG oslo_concurrency.lockutils [req-0c7c1b89-b423-4481-add3-aca5c072645e req-684fda0b-24c2-4600-9907-c434e58b4397 service nova] Acquiring lock "701ce06c-e14c-4e6a-8bd4-fb13621ff448-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.105554] env[69350]: DEBUG oslo_concurrency.lockutils [req-0c7c1b89-b423-4481-add3-aca5c072645e req-684fda0b-24c2-4600-9907-c434e58b4397 service nova] Lock "701ce06c-e14c-4e6a-8bd4-fb13621ff448-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.106330] env[69350]: DEBUG oslo_concurrency.lockutils [req-0c7c1b89-b423-4481-add3-aca5c072645e req-684fda0b-24c2-4600-9907-c434e58b4397 service nova] Lock "701ce06c-e14c-4e6a-8bd4-fb13621ff448-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.106710] env[69350]: DEBUG nova.compute.manager [req-0c7c1b89-b423-4481-add3-aca5c072645e req-684fda0b-24c2-4600-9907-c434e58b4397 service nova] [instance: 701ce06c-e14c-4e6a-8bd4-fb13621ff448] No waiting events found dispatching network-vif-plugged-d0c421d4-5be6-43f3-9907-c9fb6dce635c {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 712.106787] env[69350]: WARNING nova.compute.manager [req-0c7c1b89-b423-4481-add3-aca5c072645e req-684fda0b-24c2-4600-9907-c434e58b4397 service nova] [instance: 701ce06c-e14c-4e6a-8bd4-fb13621ff448] Received unexpected event network-vif-plugged-d0c421d4-5be6-43f3-9907-c9fb6dce635c for instance with vm_state building and task_state spawning. [ 712.133376] env[69350]: DEBUG nova.virt.hardware [None req-8c830993-9318-4b81-8834-be150eee78cf tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 712.133544] env[69350]: DEBUG nova.virt.hardware [None req-8c830993-9318-4b81-8834-be150eee78cf tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 712.133869] env[69350]: DEBUG nova.virt.hardware [None req-8c830993-9318-4b81-8834-be150eee78cf tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 712.133869] env[69350]: DEBUG nova.virt.hardware [None req-8c830993-9318-4b81-8834-be150eee78cf tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 712.134473] env[69350]: DEBUG nova.virt.hardware [None req-8c830993-9318-4b81-8834-be150eee78cf tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 712.134473] env[69350]: DEBUG nova.virt.hardware [None req-8c830993-9318-4b81-8834-be150eee78cf tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 712.134473] env[69350]: DEBUG nova.virt.hardware [None req-8c830993-9318-4b81-8834-be150eee78cf tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 712.134473] env[69350]: DEBUG nova.virt.hardware [None req-8c830993-9318-4b81-8834-be150eee78cf tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 712.134607] env[69350]: DEBUG nova.virt.hardware [None req-8c830993-9318-4b81-8834-be150eee78cf tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 712.134742] env[69350]: DEBUG nova.virt.hardware [None req-8c830993-9318-4b81-8834-be150eee78cf tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 712.134912] env[69350]: DEBUG nova.virt.hardware [None req-8c830993-9318-4b81-8834-be150eee78cf tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 712.135806] env[69350]: DEBUG nova.compute.manager [None req-b7a9b6a2-a232-408c-b27d-7c72bb9afc1f tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] [instance: 2e8e720c-f11a-434e-b1b2-ad961383e5de] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 712.138508] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e342e3a2-5733-4a1b-8ea8-54d4508ed7ae {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.147810] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f96e86-3d28-45df-bb47-1412837b8b4a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.239488] env[69350]: INFO nova.compute.manager [None req-76895544-e2f7-45d6-a8c3-37b3e0fcdfed tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] [instance: e046a82e-32c7-4437-a613-070b6673f1b8] Took 15.73 seconds to build instance. [ 712.344527] env[69350]: DEBUG oslo_vmware.api [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Task: {'id': task-3364660, 'name': CopyVirtualDisk_Task} progress is 27%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.367567] env[69350]: INFO nova.compute.manager [None req-4567d957-72f8-41bb-82dd-9f9b9c3c4fd3 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 1928e353-9d7a-4d20-8347-029c36bcdb8e] Took 16.19 seconds to build instance. [ 712.373407] env[69350]: DEBUG nova.network.neutron [None req-74f141a3-0c46-44f3-bef7-17ba3dc5491a tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] [instance: 701ce06c-e14c-4e6a-8bd4-fb13621ff448] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 712.531361] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ae4d77f6-6534-49db-8c17-ea249b74d16c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.470s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.532913] env[69350]: DEBUG nova.compute.manager [None req-ae4d77f6-6534-49db-8c17-ea249b74d16c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 32df2bac-26f8-494c-8af5-a02218f66960] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 712.536162] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 8.333s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.536339] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.536494] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69350) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 712.536773] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4e5737e6-3672-4af5-a211-9103c0ffc6f7 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.286s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.541682] env[69350]: INFO nova.compute.claims [None req-4e5737e6-3672-4af5-a211-9103c0ffc6f7 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] [instance: 9e58a229-d5b8-4f01-94ae-eba28c20aca8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 712.545854] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-636d4b79-aac3-47e9-8f27-f7e96d2cc3c5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.554648] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35515837-224d-41cb-8394-d42d15b5c95f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.578195] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a143c41-4c98-4277-b5d8-cac1fc41e2aa {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.588889] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-071a8639-8c83-4add-bd7f-443fa1c1a06b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.632498] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181004MB free_disk=106GB free_vcpus=48 pci_devices=None {{(pid=69350) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 712.633030] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.654792] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a9d52dea-9c8f-4e74-b898-1bfc591c0106 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Acquiring lock "81ea07d5-8924-45de-a1ab-42e4aa335111" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.655236] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a9d52dea-9c8f-4e74-b898-1bfc591c0106 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Lock "81ea07d5-8924-45de-a1ab-42e4aa335111" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.680114] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b7a9b6a2-a232-408c-b27d-7c72bb9afc1f tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.742656] env[69350]: DEBUG oslo_concurrency.lockutils [None req-76895544-e2f7-45d6-a8c3-37b3e0fcdfed tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] Lock "e046a82e-32c7-4437-a613-070b6673f1b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.240s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.847616] env[69350]: DEBUG oslo_vmware.api [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Task: {'id': task-3364660, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.877503] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4567d957-72f8-41bb-82dd-9f9b9c3c4fd3 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Lock "1928e353-9d7a-4d20-8347-029c36bcdb8e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.712s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.997600] env[69350]: DEBUG nova.network.neutron [None req-74f141a3-0c46-44f3-bef7-17ba3dc5491a tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] [instance: 701ce06c-e14c-4e6a-8bd4-fb13621ff448] Updating instance_info_cache with network_info: [{"id": "d0c421d4-5be6-43f3-9907-c9fb6dce635c", "address": "fa:16:3e:f8:60:a4", "network": {"id": "7471cab0-87ad-4703-97af-1b6cb285655b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.99", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a175bdd0b1324024bc8e47e5836a9e11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0c421d4-5b", "ovs_interfaceid": "d0c421d4-5be6-43f3-9907-c9fb6dce635c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.046307] env[69350]: DEBUG nova.compute.utils [None req-ae4d77f6-6534-49db-8c17-ea249b74d16c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 713.048601] env[69350]: DEBUG nova.compute.manager [None req-ae4d77f6-6534-49db-8c17-ea249b74d16c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 32df2bac-26f8-494c-8af5-a02218f66960] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 713.048601] env[69350]: DEBUG nova.network.neutron [None req-ae4d77f6-6534-49db-8c17-ea249b74d16c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 32df2bac-26f8-494c-8af5-a02218f66960] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 713.095755] env[69350]: DEBUG nova.network.neutron [None req-8368b4e1-3e1c-450e-b663-3d782a118428 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] [instance: 247b79d7-7520-4e1f-9856-b79f83d81a57] Successfully updated port: 96972e64-7fc1-407a-a84a-fd3f8a61008a {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 713.124313] env[69350]: DEBUG nova.policy [None req-ae4d77f6-6534-49db-8c17-ea249b74d16c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a066b53eb1b04d39a37c37d016b13cb9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5716ad99abd74301815f5708ce395fbf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 713.247383] env[69350]: DEBUG nova.compute.manager [None req-a82841ef-89c3-444f-a718-c1c68375bfac tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] [instance: 2dd22dd0-a65e-405e-9e9f-71cbcda62051] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 713.348396] env[69350]: DEBUG oslo_vmware.api [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Task: {'id': task-3364660, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.191407} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.348656] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Copied Virtual Disk [datastore2] vmware_temp/a6a0d25e-ac6a-4e90-a714-c870431d1e8d/2ba50b02-b203-425b-93f3-25266f3336a5/tmp-sparse.vmdk to [datastore2] vmware_temp/a6a0d25e-ac6a-4e90-a714-c870431d1e8d/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 713.348837] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Deleting the datastore file [datastore2] vmware_temp/a6a0d25e-ac6a-4e90-a714-c870431d1e8d/2ba50b02-b203-425b-93f3-25266f3336a5/tmp-sparse.vmdk {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 713.349111] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a0c5945c-2b32-4b55-9509-606c70c2decb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.356131] env[69350]: DEBUG oslo_vmware.api [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Waiting for the task: (returnval){ [ 713.356131] env[69350]: value = "task-3364661" [ 713.356131] env[69350]: _type = "Task" [ 713.356131] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.369504] env[69350]: DEBUG oslo_vmware.api [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Task: {'id': task-3364661, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.391376] env[69350]: DEBUG nova.compute.manager [None req-d8a3cb5a-de4f-411c-9397-ae93a74f4d82 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: be800ce5-6d2e-402d-b83a-e22771d0aa5d] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 713.500974] env[69350]: DEBUG oslo_concurrency.lockutils [None req-74f141a3-0c46-44f3-bef7-17ba3dc5491a tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Releasing lock "refresh_cache-701ce06c-e14c-4e6a-8bd4-fb13621ff448" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.501186] env[69350]: DEBUG nova.compute.manager [None req-74f141a3-0c46-44f3-bef7-17ba3dc5491a tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] [instance: 701ce06c-e14c-4e6a-8bd4-fb13621ff448] Instance network_info: |[{"id": "d0c421d4-5be6-43f3-9907-c9fb6dce635c", "address": "fa:16:3e:f8:60:a4", "network": {"id": "7471cab0-87ad-4703-97af-1b6cb285655b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.99", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a175bdd0b1324024bc8e47e5836a9e11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0c421d4-5b", "ovs_interfaceid": "d0c421d4-5be6-43f3-9907-c9fb6dce635c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 713.501635] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-74f141a3-0c46-44f3-bef7-17ba3dc5491a tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] [instance: 701ce06c-e14c-4e6a-8bd4-fb13621ff448] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:60:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '030ecc21-dc1c-4283-854e-88e623b3970a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd0c421d4-5be6-43f3-9907-c9fb6dce635c', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 713.518507] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-74f141a3-0c46-44f3-bef7-17ba3dc5491a tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Creating folder: Project (1a83534b84f145339adae190a9a2e960). Parent ref: group-v671398. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 713.519169] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2a715d4d-dd2e-4f01-9462-dd6760b1d8ef {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.535554] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-74f141a3-0c46-44f3-bef7-17ba3dc5491a tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Created folder: Project (1a83534b84f145339adae190a9a2e960) in parent group-v671398. [ 713.535673] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-74f141a3-0c46-44f3-bef7-17ba3dc5491a tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Creating folder: Instances. Parent ref: group-v671411. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 713.535919] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4ad4f464-e828-4427-8613-e90da29e6289 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.549161] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-74f141a3-0c46-44f3-bef7-17ba3dc5491a tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Created folder: Instances in parent group-v671411. [ 713.549426] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-74f141a3-0c46-44f3-bef7-17ba3dc5491a tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 713.549633] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 701ce06c-e14c-4e6a-8bd4-fb13621ff448] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 713.549829] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-890a4502-9ac0-45a5-9664-ffa0ae0e8828 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.567748] env[69350]: DEBUG nova.compute.manager [None req-ae4d77f6-6534-49db-8c17-ea249b74d16c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 32df2bac-26f8-494c-8af5-a02218f66960] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 713.577830] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 713.577830] env[69350]: value = "task-3364664" [ 713.577830] env[69350]: _type = "Task" [ 713.577830] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.586478] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3364664, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.603717] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8368b4e1-3e1c-450e-b663-3d782a118428 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Acquiring lock "refresh_cache-247b79d7-7520-4e1f-9856-b79f83d81a57" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.603717] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8368b4e1-3e1c-450e-b663-3d782a118428 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Acquired lock "refresh_cache-247b79d7-7520-4e1f-9856-b79f83d81a57" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.603952] env[69350]: DEBUG nova.network.neutron [None req-8368b4e1-3e1c-450e-b663-3d782a118428 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] [instance: 247b79d7-7520-4e1f-9856-b79f83d81a57] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 713.776055] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a82841ef-89c3-444f-a718-c1c68375bfac tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.871464] env[69350]: DEBUG oslo_vmware.api [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Task: {'id': task-3364661, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.079014} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.871661] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 713.872503] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Moving file from [datastore2] vmware_temp/a6a0d25e-ac6a-4e90-a714-c870431d1e8d/2ba50b02-b203-425b-93f3-25266f3336a5 to [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5. {{(pid=69350) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 713.872503] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-6eca78d8-8e73-475b-99f4-ccea3cd8511c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.878674] env[69350]: DEBUG oslo_vmware.api [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Waiting for the task: (returnval){ [ 713.878674] env[69350]: value = "task-3364665" [ 713.878674] env[69350]: _type = "Task" [ 713.878674] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.895665] env[69350]: DEBUG oslo_vmware.api [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Task: {'id': task-3364665, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.895665] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfba24f4-9d7b-4ea3-aaf2-86a6ce38ad4f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.909321] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb13457-b1d5-4f69-854d-ae2a1df526ff {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.950035] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d8a3cb5a-de4f-411c-9397-ae93a74f4d82 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.950035] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70771867-f7a1-455d-b1d8-161e7691e9a9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.958386] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22532af2-3882-4fe4-80de-df3470517532 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.973540] env[69350]: DEBUG nova.compute.provider_tree [None req-4e5737e6-3672-4af5-a211-9103c0ffc6f7 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 714.091847] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3364664, 'name': CreateVM_Task, 'duration_secs': 0.341859} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.091979] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 701ce06c-e14c-4e6a-8bd4-fb13621ff448] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 714.092643] env[69350]: DEBUG oslo_concurrency.lockutils [None req-74f141a3-0c46-44f3-bef7-17ba3dc5491a tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.092755] env[69350]: DEBUG oslo_concurrency.lockutils [None req-74f141a3-0c46-44f3-bef7-17ba3dc5491a tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.093280] env[69350]: DEBUG oslo_concurrency.lockutils [None req-74f141a3-0c46-44f3-bef7-17ba3dc5491a tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.093363] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22140933-54c8-4642-a0d1-bdb7a2bea808 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.103206] env[69350]: DEBUG oslo_vmware.api [None req-74f141a3-0c46-44f3-bef7-17ba3dc5491a tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Waiting for the task: (returnval){ [ 714.103206] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5264a3ac-25a1-4de1-c987-de96e35577f8" [ 714.103206] env[69350]: _type = "Task" [ 714.103206] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.112737] env[69350]: DEBUG oslo_vmware.api [None req-74f141a3-0c46-44f3-bef7-17ba3dc5491a tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5264a3ac-25a1-4de1-c987-de96e35577f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.277928] env[69350]: DEBUG nova.network.neutron [None req-8368b4e1-3e1c-450e-b663-3d782a118428 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] [instance: 247b79d7-7520-4e1f-9856-b79f83d81a57] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 714.285661] env[69350]: DEBUG nova.compute.manager [None req-7f322248-0a7e-4aa2-9502-1c19f533e587 tempest-ServerDiagnosticsV248Test-1578341571 tempest-ServerDiagnosticsV248Test-1578341571-project-admin] [instance: e046a82e-32c7-4437-a613-070b6673f1b8] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 714.288295] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce69eb79-d16a-4aea-89fb-482474caf9ca {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.298272] env[69350]: INFO nova.compute.manager [None req-7f322248-0a7e-4aa2-9502-1c19f533e587 tempest-ServerDiagnosticsV248Test-1578341571 tempest-ServerDiagnosticsV248Test-1578341571-project-admin] [instance: e046a82e-32c7-4437-a613-070b6673f1b8] Retrieving diagnostics [ 714.301630] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b01b7b4a-3d46-4f61-a7e7-89ba2d4ebbea {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.393317] env[69350]: DEBUG oslo_vmware.api [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Task: {'id': task-3364665, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.030668} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.393828] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] File moved {{(pid=69350) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 714.394161] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] [instance: 2fc350ef-4f2c-4300-8f13-3aba152baaea] Cleaning up location [datastore2] vmware_temp/a6a0d25e-ac6a-4e90-a714-c870431d1e8d {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 714.394479] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Deleting the datastore file [datastore2] vmware_temp/a6a0d25e-ac6a-4e90-a714-c870431d1e8d {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 714.394876] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-11ee04e7-3a17-4009-85bd-79f8dfe06139 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.405018] env[69350]: DEBUG oslo_vmware.api [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Waiting for the task: (returnval){ [ 714.405018] env[69350]: value = "task-3364666" [ 714.405018] env[69350]: _type = "Task" [ 714.405018] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.414568] env[69350]: DEBUG oslo_vmware.api [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Task: {'id': task-3364666, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.480254] env[69350]: DEBUG nova.scheduler.client.report [None req-4e5737e6-3672-4af5-a211-9103c0ffc6f7 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 714.583188] env[69350]: DEBUG nova.compute.manager [None req-ae4d77f6-6534-49db-8c17-ea249b74d16c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 32df2bac-26f8-494c-8af5-a02218f66960] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 714.619762] env[69350]: DEBUG oslo_vmware.api [None req-74f141a3-0c46-44f3-bef7-17ba3dc5491a tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5264a3ac-25a1-4de1-c987-de96e35577f8, 'name': SearchDatastore_Task, 'duration_secs': 0.011886} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.622715] env[69350]: DEBUG nova.virt.hardware [None req-ae4d77f6-6534-49db-8c17-ea249b74d16c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 714.622843] env[69350]: DEBUG nova.virt.hardware [None req-ae4d77f6-6534-49db-8c17-ea249b74d16c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 714.623081] env[69350]: DEBUG nova.virt.hardware [None req-ae4d77f6-6534-49db-8c17-ea249b74d16c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 714.623346] env[69350]: DEBUG nova.virt.hardware [None req-ae4d77f6-6534-49db-8c17-ea249b74d16c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 714.623512] env[69350]: DEBUG nova.virt.hardware [None req-ae4d77f6-6534-49db-8c17-ea249b74d16c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 714.623955] env[69350]: DEBUG nova.virt.hardware [None req-ae4d77f6-6534-49db-8c17-ea249b74d16c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 714.624022] env[69350]: DEBUG nova.virt.hardware [None req-ae4d77f6-6534-49db-8c17-ea249b74d16c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 714.624277] env[69350]: DEBUG nova.virt.hardware [None req-ae4d77f6-6534-49db-8c17-ea249b74d16c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 714.625078] env[69350]: DEBUG nova.virt.hardware [None req-ae4d77f6-6534-49db-8c17-ea249b74d16c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 714.625078] env[69350]: DEBUG nova.virt.hardware [None req-ae4d77f6-6534-49db-8c17-ea249b74d16c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 714.625078] env[69350]: DEBUG nova.virt.hardware [None req-ae4d77f6-6534-49db-8c17-ea249b74d16c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 714.625292] env[69350]: DEBUG oslo_concurrency.lockutils [None req-74f141a3-0c46-44f3-bef7-17ba3dc5491a tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.625328] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-74f141a3-0c46-44f3-bef7-17ba3dc5491a tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] [instance: 701ce06c-e14c-4e6a-8bd4-fb13621ff448] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 714.626034] env[69350]: DEBUG oslo_concurrency.lockutils [None req-74f141a3-0c46-44f3-bef7-17ba3dc5491a tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.626382] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e475a9-1615-4463-b18d-b9354265fc1b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.637892] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eff6ece-53ae-44ac-aceb-418bd721894a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.769585] env[69350]: DEBUG nova.network.neutron [None req-ae4d77f6-6534-49db-8c17-ea249b74d16c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 32df2bac-26f8-494c-8af5-a02218f66960] Successfully created port: 8ab30cd8-bde3-4ce4-afe5-5762e12375c8 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 714.915091] env[69350]: DEBUG oslo_vmware.api [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Task: {'id': task-3364666, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.030146} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.915310] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 714.916221] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbc4b7ca-f287-43df-bfbc-376c3f851cd9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.921834] env[69350]: DEBUG oslo_vmware.api [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Waiting for the task: (returnval){ [ 714.921834] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52cdd3d0-23ff-ac36-eadb-d550ee85596b" [ 714.921834] env[69350]: _type = "Task" [ 714.921834] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.930987] env[69350]: DEBUG oslo_vmware.api [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52cdd3d0-23ff-ac36-eadb-d550ee85596b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.985041] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4e5737e6-3672-4af5-a211-9103c0ffc6f7 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.448s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.985631] env[69350]: DEBUG nova.compute.manager [None req-4e5737e6-3672-4af5-a211-9103c0ffc6f7 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] [instance: 9e58a229-d5b8-4f01-94ae-eba28c20aca8] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 714.988731] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c6e6bed8-57f3-4080-ac85-02492fb1ae12 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.604s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.990153] env[69350]: INFO nova.compute.claims [None req-c6e6bed8-57f3-4080-ac85-02492fb1ae12 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: a8f9c383-cccf-4c92-8639-88776a4e0dab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 715.199631] env[69350]: DEBUG nova.network.neutron [None req-8c830993-9318-4b81-8834-be150eee78cf tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: f1736cf7-d979-41ba-97d9-45c35b51cad8] Successfully updated port: 931c1143-e84e-4646-b61d-5fd00c291d19 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 715.213911] env[69350]: DEBUG nova.network.neutron [None req-8368b4e1-3e1c-450e-b663-3d782a118428 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] [instance: 247b79d7-7520-4e1f-9856-b79f83d81a57] Updating instance_info_cache with network_info: [{"id": "96972e64-7fc1-407a-a84a-fd3f8a61008a", "address": "fa:16:3e:e1:8c:37", "network": {"id": "7471cab0-87ad-4703-97af-1b6cb285655b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a175bdd0b1324024bc8e47e5836a9e11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96972e64-7f", "ovs_interfaceid": "96972e64-7fc1-407a-a84a-fd3f8a61008a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.440467] env[69350]: DEBUG oslo_vmware.api [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52cdd3d0-23ff-ac36-eadb-d550ee85596b, 'name': SearchDatastore_Task, 'duration_secs': 0.02724} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.440743] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.441012] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] 2fc350ef-4f2c-4300-8f13-3aba152baaea/2fc350ef-4f2c-4300-8f13-3aba152baaea.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 715.443341] env[69350]: DEBUG oslo_concurrency.lockutils [None req-74f141a3-0c46-44f3-bef7-17ba3dc5491a tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.443341] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-74f141a3-0c46-44f3-bef7-17ba3dc5491a tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 715.443341] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d7aa551-2603-470b-beda-b208a0a979ca {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.444501] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d4b4ccc-06c7-4e71-8e1e-713d02c204bb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.450757] env[69350]: DEBUG oslo_vmware.api [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Waiting for the task: (returnval){ [ 715.450757] env[69350]: value = "task-3364667" [ 715.450757] env[69350]: _type = "Task" [ 715.450757] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.455177] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-74f141a3-0c46-44f3-bef7-17ba3dc5491a tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 715.455177] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-74f141a3-0c46-44f3-bef7-17ba3dc5491a tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 715.456175] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fae78ae8-912d-4df5-a0c5-02b0114f6769 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.462337] env[69350]: DEBUG oslo_vmware.api [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Task: {'id': task-3364667, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.465669] env[69350]: DEBUG oslo_vmware.api [None req-74f141a3-0c46-44f3-bef7-17ba3dc5491a tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Waiting for the task: (returnval){ [ 715.465669] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5262d5b9-4a2b-d8b1-6a05-01c74bb62726" [ 715.465669] env[69350]: _type = "Task" [ 715.465669] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.476898] env[69350]: DEBUG oslo_vmware.api [None req-74f141a3-0c46-44f3-bef7-17ba3dc5491a tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5262d5b9-4a2b-d8b1-6a05-01c74bb62726, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.494062] env[69350]: DEBUG nova.compute.utils [None req-4e5737e6-3672-4af5-a211-9103c0ffc6f7 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 715.499094] env[69350]: DEBUG nova.compute.manager [None req-4e5737e6-3672-4af5-a211-9103c0ffc6f7 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] [instance: 9e58a229-d5b8-4f01-94ae-eba28c20aca8] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 715.499094] env[69350]: DEBUG nova.network.neutron [None req-4e5737e6-3672-4af5-a211-9103c0ffc6f7 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] [instance: 9e58a229-d5b8-4f01-94ae-eba28c20aca8] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 715.711779] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8c830993-9318-4b81-8834-be150eee78cf tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Acquiring lock "refresh_cache-f1736cf7-d979-41ba-97d9-45c35b51cad8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.711942] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8c830993-9318-4b81-8834-be150eee78cf tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Acquired lock "refresh_cache-f1736cf7-d979-41ba-97d9-45c35b51cad8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.712152] env[69350]: DEBUG nova.network.neutron [None req-8c830993-9318-4b81-8834-be150eee78cf tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: f1736cf7-d979-41ba-97d9-45c35b51cad8] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 715.716390] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8368b4e1-3e1c-450e-b663-3d782a118428 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Releasing lock "refresh_cache-247b79d7-7520-4e1f-9856-b79f83d81a57" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.716661] env[69350]: DEBUG nova.compute.manager [None req-8368b4e1-3e1c-450e-b663-3d782a118428 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] [instance: 247b79d7-7520-4e1f-9856-b79f83d81a57] Instance network_info: |[{"id": "96972e64-7fc1-407a-a84a-fd3f8a61008a", "address": "fa:16:3e:e1:8c:37", "network": {"id": "7471cab0-87ad-4703-97af-1b6cb285655b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a175bdd0b1324024bc8e47e5836a9e11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96972e64-7f", "ovs_interfaceid": "96972e64-7fc1-407a-a84a-fd3f8a61008a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 715.717157] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8368b4e1-3e1c-450e-b663-3d782a118428 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] [instance: 247b79d7-7520-4e1f-9856-b79f83d81a57] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:8c:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '030ecc21-dc1c-4283-854e-88e623b3970a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '96972e64-7fc1-407a-a84a-fd3f8a61008a', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 715.725878] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-8368b4e1-3e1c-450e-b663-3d782a118428 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Creating folder: Project (214d73abecaa4495b5831f77e0fd5a46). Parent ref: group-v671398. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 715.726834] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b1653700-6141-45bd-a538-a27e8bde694f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.737179] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-8368b4e1-3e1c-450e-b663-3d782a118428 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Created folder: Project (214d73abecaa4495b5831f77e0fd5a46) in parent group-v671398. [ 715.737369] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-8368b4e1-3e1c-450e-b663-3d782a118428 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Creating folder: Instances. Parent ref: group-v671414. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 715.737646] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-79fef088-6318-4f11-82ff-27e62d2aa750 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.746315] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-8368b4e1-3e1c-450e-b663-3d782a118428 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Created folder: Instances in parent group-v671414. [ 715.746621] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8368b4e1-3e1c-450e-b663-3d782a118428 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 715.746733] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 247b79d7-7520-4e1f-9856-b79f83d81a57] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 715.746932] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8d1b4487-4638-4edc-a460-31c2889d0bf3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.766809] env[69350]: DEBUG nova.policy [None req-4e5737e6-3672-4af5-a211-9103c0ffc6f7 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '77ee8a1ae99f407c9c560ece8b02381b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '82c03bd3ccc443eebf9ba955321ce54d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 715.774058] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 715.774058] env[69350]: value = "task-3364670" [ 715.774058] env[69350]: _type = "Task" [ 715.774058] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.784623] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3364670, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.965903] env[69350]: DEBUG oslo_vmware.api [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Task: {'id': task-3364667, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.969614] env[69350]: DEBUG nova.compute.manager [req-f46b677a-eb20-43b0-b954-a3e6bf7560fa req-1e4a8bc2-9969-427b-93ae-692da403a3c8 service nova] [instance: 701ce06c-e14c-4e6a-8bd4-fb13621ff448] Received event network-changed-d0c421d4-5be6-43f3-9907-c9fb6dce635c {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 715.969824] env[69350]: DEBUG nova.compute.manager [req-f46b677a-eb20-43b0-b954-a3e6bf7560fa req-1e4a8bc2-9969-427b-93ae-692da403a3c8 service nova] [instance: 701ce06c-e14c-4e6a-8bd4-fb13621ff448] Refreshing instance network info cache due to event network-changed-d0c421d4-5be6-43f3-9907-c9fb6dce635c. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 715.970054] env[69350]: DEBUG oslo_concurrency.lockutils [req-f46b677a-eb20-43b0-b954-a3e6bf7560fa req-1e4a8bc2-9969-427b-93ae-692da403a3c8 service nova] Acquiring lock "refresh_cache-701ce06c-e14c-4e6a-8bd4-fb13621ff448" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.970199] env[69350]: DEBUG oslo_concurrency.lockutils [req-f46b677a-eb20-43b0-b954-a3e6bf7560fa req-1e4a8bc2-9969-427b-93ae-692da403a3c8 service nova] Acquired lock "refresh_cache-701ce06c-e14c-4e6a-8bd4-fb13621ff448" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.970479] env[69350]: DEBUG nova.network.neutron [req-f46b677a-eb20-43b0-b954-a3e6bf7560fa req-1e4a8bc2-9969-427b-93ae-692da403a3c8 service nova] [instance: 701ce06c-e14c-4e6a-8bd4-fb13621ff448] Refreshing network info cache for port d0c421d4-5be6-43f3-9907-c9fb6dce635c {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 715.983457] env[69350]: DEBUG oslo_vmware.api [None req-74f141a3-0c46-44f3-bef7-17ba3dc5491a tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5262d5b9-4a2b-d8b1-6a05-01c74bb62726, 'name': SearchDatastore_Task, 'duration_secs': 0.019799} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.985086] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-708206fc-64cd-49c5-8236-0d0204492300 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.993675] env[69350]: DEBUG oslo_vmware.api [None req-74f141a3-0c46-44f3-bef7-17ba3dc5491a tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Waiting for the task: (returnval){ [ 715.993675] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5293e9b6-b208-2414-7ba9-887c4f8138df" [ 715.993675] env[69350]: _type = "Task" [ 715.993675] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.000302] env[69350]: DEBUG nova.compute.manager [None req-4e5737e6-3672-4af5-a211-9103c0ffc6f7 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] [instance: 9e58a229-d5b8-4f01-94ae-eba28c20aca8] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 716.014094] env[69350]: DEBUG oslo_vmware.api [None req-74f141a3-0c46-44f3-bef7-17ba3dc5491a tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5293e9b6-b208-2414-7ba9-887c4f8138df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.290194] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3364670, 'name': CreateVM_Task} progress is 25%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.302188] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5102f988-1a8b-4c4d-80cd-d4d2f288fd57 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.310214] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df5ad872-6e28-44d6-9235-ce88119d7960 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.350824] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb041397-2db3-41c3-ad24-8481f0deb670 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.365745] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c56fd0-9e21-4d4e-916e-133144abf2b7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.384214] env[69350]: DEBUG nova.compute.provider_tree [None req-c6e6bed8-57f3-4080-ac85-02492fb1ae12 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 716.467252] env[69350]: DEBUG oslo_vmware.api [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Task: {'id': task-3364667, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.714866} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.467534] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] 2fc350ef-4f2c-4300-8f13-3aba152baaea/2fc350ef-4f2c-4300-8f13-3aba152baaea.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 716.468480] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] [instance: 2fc350ef-4f2c-4300-8f13-3aba152baaea] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 716.468784] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-57fc7ff6-fb12-44d9-a40c-99dfee777570 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.475727] env[69350]: DEBUG oslo_vmware.api [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Waiting for the task: (returnval){ [ 716.475727] env[69350]: value = "task-3364671" [ 716.475727] env[69350]: _type = "Task" [ 716.475727] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.492053] env[69350]: DEBUG oslo_vmware.api [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Task: {'id': task-3364671, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.511262] env[69350]: DEBUG oslo_vmware.api [None req-74f141a3-0c46-44f3-bef7-17ba3dc5491a tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5293e9b6-b208-2414-7ba9-887c4f8138df, 'name': SearchDatastore_Task, 'duration_secs': 0.051382} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.511867] env[69350]: DEBUG oslo_concurrency.lockutils [None req-74f141a3-0c46-44f3-bef7-17ba3dc5491a tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.512154] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-74f141a3-0c46-44f3-bef7-17ba3dc5491a tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] 701ce06c-e14c-4e6a-8bd4-fb13621ff448/701ce06c-e14c-4e6a-8bd4-fb13621ff448.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 716.512409] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-90409c6f-6872-4c70-9cdd-012d1d866180 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.521789] env[69350]: DEBUG oslo_vmware.api [None req-74f141a3-0c46-44f3-bef7-17ba3dc5491a tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Waiting for the task: (returnval){ [ 716.521789] env[69350]: value = "task-3364672" [ 716.521789] env[69350]: _type = "Task" [ 716.521789] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.528535] env[69350]: DEBUG oslo_vmware.api [None req-74f141a3-0c46-44f3-bef7-17ba3dc5491a tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Task: {'id': task-3364672, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.541715] env[69350]: DEBUG nova.network.neutron [None req-8c830993-9318-4b81-8834-be150eee78cf tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: f1736cf7-d979-41ba-97d9-45c35b51cad8] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 716.787913] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3364670, 'name': CreateVM_Task, 'duration_secs': 0.66169} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.789502] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 247b79d7-7520-4e1f-9856-b79f83d81a57] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 716.789502] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8368b4e1-3e1c-450e-b663-3d782a118428 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.789502] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8368b4e1-3e1c-450e-b663-3d782a118428 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.789502] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8368b4e1-3e1c-450e-b663-3d782a118428 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.789657] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e612834f-3890-4460-9a07-531e2019a616 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.795062] env[69350]: DEBUG oslo_vmware.api [None req-8368b4e1-3e1c-450e-b663-3d782a118428 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Waiting for the task: (returnval){ [ 716.795062] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52057cf0-b2ac-7a38-9c39-36c15280b621" [ 716.795062] env[69350]: _type = "Task" [ 716.795062] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.804602] env[69350]: DEBUG oslo_vmware.api [None req-8368b4e1-3e1c-450e-b663-3d782a118428 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52057cf0-b2ac-7a38-9c39-36c15280b621, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.868097] env[69350]: DEBUG nova.compute.manager [None req-6cbc83f8-dd02-41dd-8c80-741b5e7f29ac tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 1928e353-9d7a-4d20-8347-029c36bcdb8e] Stashing vm_state: active {{(pid=69350) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 716.890657] env[69350]: DEBUG nova.scheduler.client.report [None req-c6e6bed8-57f3-4080-ac85-02492fb1ae12 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 716.995373] env[69350]: DEBUG oslo_vmware.api [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Task: {'id': task-3364671, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.126735} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.999635] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] [instance: 2fc350ef-4f2c-4300-8f13-3aba152baaea] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 717.002266] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f3f9ec-89d4-485c-819f-75667ac105e0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.023592] env[69350]: DEBUG nova.compute.manager [None req-4e5737e6-3672-4af5-a211-9103c0ffc6f7 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] [instance: 9e58a229-d5b8-4f01-94ae-eba28c20aca8] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 717.037849] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] [instance: 2fc350ef-4f2c-4300-8f13-3aba152baaea] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] 2fc350ef-4f2c-4300-8f13-3aba152baaea/2fc350ef-4f2c-4300-8f13-3aba152baaea.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 717.043693] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a92796b9-22f4-4613-a8eb-789d9cfe4822 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.072323] env[69350]: DEBUG oslo_vmware.api [None req-74f141a3-0c46-44f3-bef7-17ba3dc5491a tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Task: {'id': task-3364672, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.077705] env[69350]: DEBUG oslo_vmware.api [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Waiting for the task: (returnval){ [ 717.077705] env[69350]: value = "task-3364673" [ 717.077705] env[69350]: _type = "Task" [ 717.077705] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.088255] env[69350]: DEBUG oslo_vmware.api [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Task: {'id': task-3364673, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.090302] env[69350]: DEBUG nova.virt.hardware [None req-4e5737e6-3672-4af5-a211-9103c0ffc6f7 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 717.090646] env[69350]: DEBUG nova.virt.hardware [None req-4e5737e6-3672-4af5-a211-9103c0ffc6f7 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 717.093709] env[69350]: DEBUG nova.virt.hardware [None req-4e5737e6-3672-4af5-a211-9103c0ffc6f7 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 717.093709] env[69350]: DEBUG nova.virt.hardware [None req-4e5737e6-3672-4af5-a211-9103c0ffc6f7 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 717.093709] env[69350]: DEBUG nova.virt.hardware [None req-4e5737e6-3672-4af5-a211-9103c0ffc6f7 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 717.093709] env[69350]: DEBUG nova.virt.hardware [None req-4e5737e6-3672-4af5-a211-9103c0ffc6f7 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 717.093709] env[69350]: DEBUG nova.virt.hardware [None req-4e5737e6-3672-4af5-a211-9103c0ffc6f7 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 717.094168] env[69350]: DEBUG nova.virt.hardware [None req-4e5737e6-3672-4af5-a211-9103c0ffc6f7 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 717.094168] env[69350]: DEBUG nova.virt.hardware [None req-4e5737e6-3672-4af5-a211-9103c0ffc6f7 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 717.094168] env[69350]: DEBUG nova.virt.hardware [None req-4e5737e6-3672-4af5-a211-9103c0ffc6f7 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 717.094168] env[69350]: DEBUG nova.virt.hardware [None req-4e5737e6-3672-4af5-a211-9103c0ffc6f7 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 717.094168] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c03ee56a-ba29-464a-8af5-d88a1a1e7aa3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.104699] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-575cb3f0-b8bb-442b-b9d8-4e5fa84d2cab {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.314376] env[69350]: DEBUG oslo_vmware.api [None req-8368b4e1-3e1c-450e-b663-3d782a118428 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52057cf0-b2ac-7a38-9c39-36c15280b621, 'name': SearchDatastore_Task, 'duration_secs': 0.041786} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.314987] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8368b4e1-3e1c-450e-b663-3d782a118428 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.315401] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8368b4e1-3e1c-450e-b663-3d782a118428 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] [instance: 247b79d7-7520-4e1f-9856-b79f83d81a57] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 717.315784] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8368b4e1-3e1c-450e-b663-3d782a118428 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.317342] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8368b4e1-3e1c-450e-b663-3d782a118428 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.317342] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-8368b4e1-3e1c-450e-b663-3d782a118428 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 717.317342] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e5d41b26-fab1-4ea6-83df-4fa5de71ec9b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.326383] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-8368b4e1-3e1c-450e-b663-3d782a118428 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 717.326383] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8368b4e1-3e1c-450e-b663-3d782a118428 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 717.326702] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ed76f71-1b5d-4de1-a3f7-e25f4de8b5a3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.335716] env[69350]: DEBUG oslo_vmware.api [None req-8368b4e1-3e1c-450e-b663-3d782a118428 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Waiting for the task: (returnval){ [ 717.335716] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5276278e-d8ef-3f6d-f2ba-92ddfabdb4fd" [ 717.335716] env[69350]: _type = "Task" [ 717.335716] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.346418] env[69350]: DEBUG oslo_vmware.api [None req-8368b4e1-3e1c-450e-b663-3d782a118428 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5276278e-d8ef-3f6d-f2ba-92ddfabdb4fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.391369] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6cbc83f8-dd02-41dd-8c80-741b5e7f29ac tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.398907] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c6e6bed8-57f3-4080-ac85-02492fb1ae12 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.409s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.398907] env[69350]: DEBUG nova.compute.manager [None req-c6e6bed8-57f3-4080-ac85-02492fb1ae12 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: a8f9c383-cccf-4c92-8639-88776a4e0dab] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 717.401496] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.768s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.540806] env[69350]: DEBUG oslo_vmware.api [None req-74f141a3-0c46-44f3-bef7-17ba3dc5491a tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Task: {'id': task-3364672, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.829604} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.541083] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-74f141a3-0c46-44f3-bef7-17ba3dc5491a tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] 701ce06c-e14c-4e6a-8bd4-fb13621ff448/701ce06c-e14c-4e6a-8bd4-fb13621ff448.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 717.541321] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-74f141a3-0c46-44f3-bef7-17ba3dc5491a tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] [instance: 701ce06c-e14c-4e6a-8bd4-fb13621ff448] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 717.543732] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9e396a1c-32c9-40ce-955c-2ae96a26c0f3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.549877] env[69350]: DEBUG oslo_vmware.api [None req-74f141a3-0c46-44f3-bef7-17ba3dc5491a tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Waiting for the task: (returnval){ [ 717.549877] env[69350]: value = "task-3364674" [ 717.549877] env[69350]: _type = "Task" [ 717.549877] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.560895] env[69350]: DEBUG oslo_vmware.api [None req-74f141a3-0c46-44f3-bef7-17ba3dc5491a tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Task: {'id': task-3364674, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.593242] env[69350]: DEBUG oslo_vmware.api [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Task: {'id': task-3364673, 'name': ReconfigVM_Task, 'duration_secs': 0.429109} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.593242] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] [instance: 2fc350ef-4f2c-4300-8f13-3aba152baaea] Reconfigured VM instance instance-00000004 to attach disk [datastore2] 2fc350ef-4f2c-4300-8f13-3aba152baaea/2fc350ef-4f2c-4300-8f13-3aba152baaea.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 717.593242] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e58db335-69ad-4b79-8c22-8a7ab1293bbe {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.601590] env[69350]: DEBUG oslo_vmware.api [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Waiting for the task: (returnval){ [ 717.601590] env[69350]: value = "task-3364675" [ 717.601590] env[69350]: _type = "Task" [ 717.601590] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.616582] env[69350]: DEBUG nova.network.neutron [None req-8c830993-9318-4b81-8834-be150eee78cf tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: f1736cf7-d979-41ba-97d9-45c35b51cad8] Updating instance_info_cache with network_info: [{"id": "931c1143-e84e-4646-b61d-5fd00c291d19", "address": "fa:16:3e:7c:84:e4", "network": {"id": "bc16c158-ef75-4a41-beeb-3ceae708fa9d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-469663997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46625a434b9f47dc83d92c9db8a3024c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap931c1143-e8", "ovs_interfaceid": "931c1143-e84e-4646-b61d-5fd00c291d19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.617091] env[69350]: DEBUG oslo_vmware.api [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Task: {'id': task-3364675, 'name': Rename_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.668145] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4b40c4f2-cba3-4ad4-a37a-dd55c50f84c9 tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] Acquiring lock "13d2ed8e-c3c5-449a-ab34-3f318a9de5cc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.668396] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4b40c4f2-cba3-4ad4-a37a-dd55c50f84c9 tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] Lock "13d2ed8e-c3c5-449a-ab34-3f318a9de5cc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.689160] env[69350]: DEBUG oslo_concurrency.lockutils [None req-69170be3-6ae2-40f4-8d44-f1ad6276eb98 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] Acquiring lock "2713f49f-14fc-4705-a30c-e114159466d1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.689160] env[69350]: DEBUG oslo_concurrency.lockutils [None req-69170be3-6ae2-40f4-8d44-f1ad6276eb98 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] Lock "2713f49f-14fc-4705-a30c-e114159466d1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.854842] env[69350]: DEBUG oslo_vmware.api [None req-8368b4e1-3e1c-450e-b663-3d782a118428 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5276278e-d8ef-3f6d-f2ba-92ddfabdb4fd, 'name': SearchDatastore_Task, 'duration_secs': 0.010959} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.859490] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8ee7517-3e15-4064-8d7e-43e96e4b8830 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.861585] env[69350]: DEBUG oslo_vmware.api [None req-8368b4e1-3e1c-450e-b663-3d782a118428 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Waiting for the task: (returnval){ [ 717.861585] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52ef93b7-5847-dd97-76d9-ebdbdbf12efb" [ 717.861585] env[69350]: _type = "Task" [ 717.861585] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.875955] env[69350]: DEBUG oslo_vmware.api [None req-8368b4e1-3e1c-450e-b663-3d782a118428 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52ef93b7-5847-dd97-76d9-ebdbdbf12efb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.914140] env[69350]: DEBUG nova.compute.utils [None req-c6e6bed8-57f3-4080-ac85-02492fb1ae12 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 717.915963] env[69350]: DEBUG nova.compute.manager [None req-c6e6bed8-57f3-4080-ac85-02492fb1ae12 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: a8f9c383-cccf-4c92-8639-88776a4e0dab] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 717.915963] env[69350]: DEBUG nova.network.neutron [None req-c6e6bed8-57f3-4080-ac85-02492fb1ae12 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: a8f9c383-cccf-4c92-8639-88776a4e0dab] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 718.062332] env[69350]: DEBUG oslo_vmware.api [None req-74f141a3-0c46-44f3-bef7-17ba3dc5491a tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Task: {'id': task-3364674, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109986} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.064015] env[69350]: DEBUG nova.network.neutron [req-f46b677a-eb20-43b0-b954-a3e6bf7560fa req-1e4a8bc2-9969-427b-93ae-692da403a3c8 service nova] [instance: 701ce06c-e14c-4e6a-8bd4-fb13621ff448] Updated VIF entry in instance network info cache for port d0c421d4-5be6-43f3-9907-c9fb6dce635c. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 718.064604] env[69350]: DEBUG nova.network.neutron [req-f46b677a-eb20-43b0-b954-a3e6bf7560fa req-1e4a8bc2-9969-427b-93ae-692da403a3c8 service nova] [instance: 701ce06c-e14c-4e6a-8bd4-fb13621ff448] Updating instance_info_cache with network_info: [{"id": "d0c421d4-5be6-43f3-9907-c9fb6dce635c", "address": "fa:16:3e:f8:60:a4", "network": {"id": "7471cab0-87ad-4703-97af-1b6cb285655b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.99", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a175bdd0b1324024bc8e47e5836a9e11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0c421d4-5b", "ovs_interfaceid": "d0c421d4-5be6-43f3-9907-c9fb6dce635c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.066668] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-74f141a3-0c46-44f3-bef7-17ba3dc5491a tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] [instance: 701ce06c-e14c-4e6a-8bd4-fb13621ff448] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 718.067877] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba4f43b-3fa3-450e-8845-b6218935ce4d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.102687] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-74f141a3-0c46-44f3-bef7-17ba3dc5491a tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] [instance: 701ce06c-e14c-4e6a-8bd4-fb13621ff448] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] 701ce06c-e14c-4e6a-8bd4-fb13621ff448/701ce06c-e14c-4e6a-8bd4-fb13621ff448.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 718.103871] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51bffa2a-d102-4559-b02f-d7f98c3e7407 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.123414] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8c830993-9318-4b81-8834-be150eee78cf tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Releasing lock "refresh_cache-f1736cf7-d979-41ba-97d9-45c35b51cad8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.123741] env[69350]: DEBUG nova.compute.manager [None req-8c830993-9318-4b81-8834-be150eee78cf tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: f1736cf7-d979-41ba-97d9-45c35b51cad8] Instance network_info: |[{"id": "931c1143-e84e-4646-b61d-5fd00c291d19", "address": "fa:16:3e:7c:84:e4", "network": {"id": "bc16c158-ef75-4a41-beeb-3ceae708fa9d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-469663997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46625a434b9f47dc83d92c9db8a3024c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap931c1143-e8", "ovs_interfaceid": "931c1143-e84e-4646-b61d-5fd00c291d19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 718.124592] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8c830993-9318-4b81-8834-be150eee78cf tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: f1736cf7-d979-41ba-97d9-45c35b51cad8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:84:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0549820d-5649-40bc-ad6e-9ae27b384d90', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '931c1143-e84e-4646-b61d-5fd00c291d19', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 718.133586] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c830993-9318-4b81-8834-be150eee78cf tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Creating folder: Project (46625a434b9f47dc83d92c9db8a3024c). Parent ref: group-v671398. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 718.135802] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9491f4b6-cb5c-42d9-92f2-7be08099203c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.137705] env[69350]: DEBUG oslo_vmware.api [None req-74f141a3-0c46-44f3-bef7-17ba3dc5491a tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Waiting for the task: (returnval){ [ 718.137705] env[69350]: value = "task-3364676" [ 718.137705] env[69350]: _type = "Task" [ 718.137705] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.141044] env[69350]: DEBUG oslo_vmware.api [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Task: {'id': task-3364675, 'name': Rename_Task, 'duration_secs': 0.146097} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.145632] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] [instance: 2fc350ef-4f2c-4300-8f13-3aba152baaea] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 718.145632] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed1c9e7a-7109-4064-9427-9d770932ed3b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.155183] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-8c830993-9318-4b81-8834-be150eee78cf tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Created folder: Project (46625a434b9f47dc83d92c9db8a3024c) in parent group-v671398. [ 718.155422] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c830993-9318-4b81-8834-be150eee78cf tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Creating folder: Instances. Parent ref: group-v671417. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 718.155730] env[69350]: DEBUG oslo_vmware.api [None req-74f141a3-0c46-44f3-bef7-17ba3dc5491a tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Task: {'id': task-3364676, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.156989] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c61566d7-da50-4d3e-b037-982e64b9e3eb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.158927] env[69350]: DEBUG oslo_vmware.api [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Waiting for the task: (returnval){ [ 718.158927] env[69350]: value = "task-3364678" [ 718.158927] env[69350]: _type = "Task" [ 718.158927] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.167995] env[69350]: DEBUG oslo_vmware.api [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Task: {'id': task-3364678, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.169793] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-8c830993-9318-4b81-8834-be150eee78cf tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Created folder: Instances in parent group-v671417. [ 718.170046] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8c830993-9318-4b81-8834-be150eee78cf tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 718.170212] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1736cf7-d979-41ba-97d9-45c35b51cad8] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 718.170547] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-45f4d358-fc48-4fe9-ac72-9d23333418ff {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.191037] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 718.191037] env[69350]: value = "task-3364680" [ 718.191037] env[69350]: _type = "Task" [ 718.191037] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.202169] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3364680, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.295128] env[69350]: DEBUG nova.policy [None req-c6e6bed8-57f3-4080-ac85-02492fb1ae12 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a066b53eb1b04d39a37c37d016b13cb9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5716ad99abd74301815f5708ce395fbf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 718.297625] env[69350]: DEBUG nova.network.neutron [None req-4e5737e6-3672-4af5-a211-9103c0ffc6f7 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] [instance: 9e58a229-d5b8-4f01-94ae-eba28c20aca8] Successfully created port: 32ca51b2-abba-4fe3-9216-edeb9eabe080 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 718.374738] env[69350]: DEBUG oslo_vmware.api [None req-8368b4e1-3e1c-450e-b663-3d782a118428 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52ef93b7-5847-dd97-76d9-ebdbdbf12efb, 'name': SearchDatastore_Task, 'duration_secs': 0.013405} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.375038] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8368b4e1-3e1c-450e-b663-3d782a118428 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.376267] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-8368b4e1-3e1c-450e-b663-3d782a118428 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] 247b79d7-7520-4e1f-9856-b79f83d81a57/247b79d7-7520-4e1f-9856-b79f83d81a57.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 718.376267] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dbee9cbd-439d-4341-ad22-954cdd2da523 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.383306] env[69350]: DEBUG oslo_vmware.api [None req-8368b4e1-3e1c-450e-b663-3d782a118428 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Waiting for the task: (returnval){ [ 718.383306] env[69350]: value = "task-3364681" [ 718.383306] env[69350]: _type = "Task" [ 718.383306] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.394336] env[69350]: DEBUG oslo_vmware.api [None req-8368b4e1-3e1c-450e-b663-3d782a118428 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Task: {'id': task-3364681, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.418866] env[69350]: INFO nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: 1928e353-9d7a-4d20-8347-029c36bcdb8e] Updating resource usage from migration f6e3731b-6d71-465a-84f7-2a7b53e2184e [ 718.422323] env[69350]: DEBUG nova.compute.manager [None req-c6e6bed8-57f3-4080-ac85-02492fb1ae12 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: a8f9c383-cccf-4c92-8639-88776a4e0dab] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 718.446532] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance a5c37c3b-0add-415d-8356-5070a8b4df28 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 718.446739] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance e046a82e-32c7-4437-a613-070b6673f1b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 718.446919] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance 2fc350ef-4f2c-4300-8f13-3aba152baaea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 718.447066] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance 701ce06c-e14c-4e6a-8bd4-fb13621ff448 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 718.447555] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance 247b79d7-7520-4e1f-9856-b79f83d81a57 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 718.447701] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance f1736cf7-d979-41ba-97d9-45c35b51cad8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 718.447829] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance 32df2bac-26f8-494c-8af5-a02218f66960 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 718.447957] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance 9e58a229-d5b8-4f01-94ae-eba28c20aca8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 718.448091] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance a8f9c383-cccf-4c92-8639-88776a4e0dab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 718.568713] env[69350]: DEBUG oslo_concurrency.lockutils [req-f46b677a-eb20-43b0-b954-a3e6bf7560fa req-1e4a8bc2-9969-427b-93ae-692da403a3c8 service nova] Releasing lock "refresh_cache-701ce06c-e14c-4e6a-8bd4-fb13621ff448" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.568937] env[69350]: DEBUG nova.compute.manager [req-f46b677a-eb20-43b0-b954-a3e6bf7560fa req-1e4a8bc2-9969-427b-93ae-692da403a3c8 service nova] [instance: 247b79d7-7520-4e1f-9856-b79f83d81a57] Received event network-vif-plugged-96972e64-7fc1-407a-a84a-fd3f8a61008a {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 718.569172] env[69350]: DEBUG oslo_concurrency.lockutils [req-f46b677a-eb20-43b0-b954-a3e6bf7560fa req-1e4a8bc2-9969-427b-93ae-692da403a3c8 service nova] Acquiring lock "247b79d7-7520-4e1f-9856-b79f83d81a57-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.569263] env[69350]: DEBUG oslo_concurrency.lockutils [req-f46b677a-eb20-43b0-b954-a3e6bf7560fa req-1e4a8bc2-9969-427b-93ae-692da403a3c8 service nova] Lock "247b79d7-7520-4e1f-9856-b79f83d81a57-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.569421] env[69350]: DEBUG oslo_concurrency.lockutils [req-f46b677a-eb20-43b0-b954-a3e6bf7560fa req-1e4a8bc2-9969-427b-93ae-692da403a3c8 service nova] Lock "247b79d7-7520-4e1f-9856-b79f83d81a57-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.569584] env[69350]: DEBUG nova.compute.manager [req-f46b677a-eb20-43b0-b954-a3e6bf7560fa req-1e4a8bc2-9969-427b-93ae-692da403a3c8 service nova] [instance: 247b79d7-7520-4e1f-9856-b79f83d81a57] No waiting events found dispatching network-vif-plugged-96972e64-7fc1-407a-a84a-fd3f8a61008a {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 718.569746] env[69350]: WARNING nova.compute.manager [req-f46b677a-eb20-43b0-b954-a3e6bf7560fa req-1e4a8bc2-9969-427b-93ae-692da403a3c8 service nova] [instance: 247b79d7-7520-4e1f-9856-b79f83d81a57] Received unexpected event network-vif-plugged-96972e64-7fc1-407a-a84a-fd3f8a61008a for instance with vm_state building and task_state spawning. [ 718.569904] env[69350]: DEBUG nova.compute.manager [req-f46b677a-eb20-43b0-b954-a3e6bf7560fa req-1e4a8bc2-9969-427b-93ae-692da403a3c8 service nova] [instance: 247b79d7-7520-4e1f-9856-b79f83d81a57] Received event network-changed-96972e64-7fc1-407a-a84a-fd3f8a61008a {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 718.570065] env[69350]: DEBUG nova.compute.manager [req-f46b677a-eb20-43b0-b954-a3e6bf7560fa req-1e4a8bc2-9969-427b-93ae-692da403a3c8 service nova] [instance: 247b79d7-7520-4e1f-9856-b79f83d81a57] Refreshing instance network info cache due to event network-changed-96972e64-7fc1-407a-a84a-fd3f8a61008a. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 718.570249] env[69350]: DEBUG oslo_concurrency.lockutils [req-f46b677a-eb20-43b0-b954-a3e6bf7560fa req-1e4a8bc2-9969-427b-93ae-692da403a3c8 service nova] Acquiring lock "refresh_cache-247b79d7-7520-4e1f-9856-b79f83d81a57" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.570383] env[69350]: DEBUG oslo_concurrency.lockutils [req-f46b677a-eb20-43b0-b954-a3e6bf7560fa req-1e4a8bc2-9969-427b-93ae-692da403a3c8 service nova] Acquired lock "refresh_cache-247b79d7-7520-4e1f-9856-b79f83d81a57" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.570538] env[69350]: DEBUG nova.network.neutron [req-f46b677a-eb20-43b0-b954-a3e6bf7560fa req-1e4a8bc2-9969-427b-93ae-692da403a3c8 service nova] [instance: 247b79d7-7520-4e1f-9856-b79f83d81a57] Refreshing network info cache for port 96972e64-7fc1-407a-a84a-fd3f8a61008a {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 718.656741] env[69350]: DEBUG oslo_vmware.api [None req-74f141a3-0c46-44f3-bef7-17ba3dc5491a tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Task: {'id': task-3364676, 'name': ReconfigVM_Task, 'duration_secs': 0.371137} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.657040] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-74f141a3-0c46-44f3-bef7-17ba3dc5491a tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] [instance: 701ce06c-e14c-4e6a-8bd4-fb13621ff448] Reconfigured VM instance instance-00000005 to attach disk [datastore2] 701ce06c-e14c-4e6a-8bd4-fb13621ff448/701ce06c-e14c-4e6a-8bd4-fb13621ff448.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 718.657679] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fc6bf60f-bfd6-4b7d-be07-b5de8a71a45d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.671381] env[69350]: DEBUG oslo_vmware.api [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Task: {'id': task-3364678, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.672318] env[69350]: DEBUG oslo_vmware.api [None req-74f141a3-0c46-44f3-bef7-17ba3dc5491a tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Waiting for the task: (returnval){ [ 718.672318] env[69350]: value = "task-3364682" [ 718.672318] env[69350]: _type = "Task" [ 718.672318] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.680573] env[69350]: DEBUG oslo_vmware.api [None req-74f141a3-0c46-44f3-bef7-17ba3dc5491a tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Task: {'id': task-3364682, 'name': Rename_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.702563] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3364680, 'name': CreateVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.900036] env[69350]: DEBUG oslo_vmware.api [None req-8368b4e1-3e1c-450e-b663-3d782a118428 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Task: {'id': task-3364681, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.952577] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance 2e8e720c-f11a-434e-b1b2-ad961383e5de has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 719.175176] env[69350]: DEBUG oslo_vmware.api [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Task: {'id': task-3364678, 'name': PowerOnVM_Task, 'duration_secs': 0.520784} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.182171] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] [instance: 2fc350ef-4f2c-4300-8f13-3aba152baaea] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 719.182461] env[69350]: INFO nova.compute.manager [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] [instance: 2fc350ef-4f2c-4300-8f13-3aba152baaea] Took 14.11 seconds to spawn the instance on the hypervisor. [ 719.182640] env[69350]: DEBUG nova.compute.manager [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] [instance: 2fc350ef-4f2c-4300-8f13-3aba152baaea] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 719.183837] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f538e7c-d1ec-4090-a185-6f2f8cbefd9f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.193272] env[69350]: DEBUG oslo_vmware.api [None req-74f141a3-0c46-44f3-bef7-17ba3dc5491a tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Task: {'id': task-3364682, 'name': Rename_Task, 'duration_secs': 0.219433} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.198795] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-74f141a3-0c46-44f3-bef7-17ba3dc5491a tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] [instance: 701ce06c-e14c-4e6a-8bd4-fb13621ff448] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 719.205170] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-213f8cf7-fa1a-4b96-bfb4-fb92bc914c37 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.217660] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3364680, 'name': CreateVM_Task, 'duration_secs': 0.535573} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.218940] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1736cf7-d979-41ba-97d9-45c35b51cad8] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 719.219361] env[69350]: DEBUG oslo_vmware.api [None req-74f141a3-0c46-44f3-bef7-17ba3dc5491a tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Waiting for the task: (returnval){ [ 719.219361] env[69350]: value = "task-3364683" [ 719.219361] env[69350]: _type = "Task" [ 719.219361] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.220473] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8c830993-9318-4b81-8834-be150eee78cf tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.220649] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8c830993-9318-4b81-8834-be150eee78cf tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.220959] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8c830993-9318-4b81-8834-be150eee78cf tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.221299] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0195ef74-8419-43f6-9a4d-4a0f9767eabd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.234155] env[69350]: DEBUG oslo_vmware.api [None req-74f141a3-0c46-44f3-bef7-17ba3dc5491a tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Task: {'id': task-3364683, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.234534] env[69350]: DEBUG oslo_vmware.api [None req-8c830993-9318-4b81-8834-be150eee78cf tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Waiting for the task: (returnval){ [ 719.234534] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52a2f0b2-2923-27ae-e638-a375d0d5f1b2" [ 719.234534] env[69350]: _type = "Task" [ 719.234534] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.244644] env[69350]: DEBUG oslo_vmware.api [None req-8c830993-9318-4b81-8834-be150eee78cf tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52a2f0b2-2923-27ae-e638-a375d0d5f1b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.340398] env[69350]: DEBUG nova.network.neutron [None req-ae4d77f6-6534-49db-8c17-ea249b74d16c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 32df2bac-26f8-494c-8af5-a02218f66960] Successfully updated port: 8ab30cd8-bde3-4ce4-afe5-5762e12375c8 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 719.399486] env[69350]: DEBUG oslo_vmware.api [None req-8368b4e1-3e1c-450e-b663-3d782a118428 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Task: {'id': task-3364681, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.769907} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.399839] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-8368b4e1-3e1c-450e-b663-3d782a118428 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] 247b79d7-7520-4e1f-9856-b79f83d81a57/247b79d7-7520-4e1f-9856-b79f83d81a57.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 719.400064] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8368b4e1-3e1c-450e-b663-3d782a118428 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] [instance: 247b79d7-7520-4e1f-9856-b79f83d81a57] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 719.400196] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-10fea932-804d-4c47-8a65-c6eb98ffc5b7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.409683] env[69350]: DEBUG oslo_vmware.api [None req-8368b4e1-3e1c-450e-b663-3d782a118428 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Waiting for the task: (returnval){ [ 719.409683] env[69350]: value = "task-3364684" [ 719.409683] env[69350]: _type = "Task" [ 719.409683] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.422672] env[69350]: DEBUG oslo_vmware.api [None req-8368b4e1-3e1c-450e-b663-3d782a118428 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Task: {'id': task-3364684, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.435579] env[69350]: DEBUG nova.compute.manager [None req-c6e6bed8-57f3-4080-ac85-02492fb1ae12 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: a8f9c383-cccf-4c92-8639-88776a4e0dab] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 719.457691] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance 2dd22dd0-a65e-405e-9e9f-71cbcda62051 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 719.462051] env[69350]: DEBUG nova.virt.hardware [None req-c6e6bed8-57f3-4080-ac85-02492fb1ae12 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 719.462051] env[69350]: DEBUG nova.virt.hardware [None req-c6e6bed8-57f3-4080-ac85-02492fb1ae12 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 719.463017] env[69350]: DEBUG nova.virt.hardware [None req-c6e6bed8-57f3-4080-ac85-02492fb1ae12 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 719.463017] env[69350]: DEBUG nova.virt.hardware [None req-c6e6bed8-57f3-4080-ac85-02492fb1ae12 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 719.463017] env[69350]: DEBUG nova.virt.hardware [None req-c6e6bed8-57f3-4080-ac85-02492fb1ae12 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 719.463580] env[69350]: DEBUG nova.virt.hardware [None req-c6e6bed8-57f3-4080-ac85-02492fb1ae12 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 719.463858] env[69350]: DEBUG nova.virt.hardware [None req-c6e6bed8-57f3-4080-ac85-02492fb1ae12 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 719.464053] env[69350]: DEBUG nova.virt.hardware [None req-c6e6bed8-57f3-4080-ac85-02492fb1ae12 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 719.464241] env[69350]: DEBUG nova.virt.hardware [None req-c6e6bed8-57f3-4080-ac85-02492fb1ae12 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 719.464406] env[69350]: DEBUG nova.virt.hardware [None req-c6e6bed8-57f3-4080-ac85-02492fb1ae12 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 719.464597] env[69350]: DEBUG nova.virt.hardware [None req-c6e6bed8-57f3-4080-ac85-02492fb1ae12 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 719.465458] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f1e8ee0-7cd6-4209-8f04-f462b9c38d5f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.478482] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02aa85cb-bf41-4df5-9105-f5a7ffc96029 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.497088] env[69350]: DEBUG nova.compute.manager [req-6e3e93d5-546b-4540-8cb0-eb41e74862d9 req-162fb27d-9869-41d3-a25b-7503186c4ce7 service nova] [instance: f1736cf7-d979-41ba-97d9-45c35b51cad8] Received event network-vif-plugged-931c1143-e84e-4646-b61d-5fd00c291d19 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 719.497390] env[69350]: DEBUG oslo_concurrency.lockutils [req-6e3e93d5-546b-4540-8cb0-eb41e74862d9 req-162fb27d-9869-41d3-a25b-7503186c4ce7 service nova] Acquiring lock "f1736cf7-d979-41ba-97d9-45c35b51cad8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.497633] env[69350]: DEBUG oslo_concurrency.lockutils [req-6e3e93d5-546b-4540-8cb0-eb41e74862d9 req-162fb27d-9869-41d3-a25b-7503186c4ce7 service nova] Lock "f1736cf7-d979-41ba-97d9-45c35b51cad8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.497840] env[69350]: DEBUG oslo_concurrency.lockutils [req-6e3e93d5-546b-4540-8cb0-eb41e74862d9 req-162fb27d-9869-41d3-a25b-7503186c4ce7 service nova] Lock "f1736cf7-d979-41ba-97d9-45c35b51cad8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.498064] env[69350]: DEBUG nova.compute.manager [req-6e3e93d5-546b-4540-8cb0-eb41e74862d9 req-162fb27d-9869-41d3-a25b-7503186c4ce7 service nova] [instance: f1736cf7-d979-41ba-97d9-45c35b51cad8] No waiting events found dispatching network-vif-plugged-931c1143-e84e-4646-b61d-5fd00c291d19 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 719.498271] env[69350]: WARNING nova.compute.manager [req-6e3e93d5-546b-4540-8cb0-eb41e74862d9 req-162fb27d-9869-41d3-a25b-7503186c4ce7 service nova] [instance: f1736cf7-d979-41ba-97d9-45c35b51cad8] Received unexpected event network-vif-plugged-931c1143-e84e-4646-b61d-5fd00c291d19 for instance with vm_state building and task_state spawning. [ 719.498460] env[69350]: DEBUG nova.compute.manager [req-6e3e93d5-546b-4540-8cb0-eb41e74862d9 req-162fb27d-9869-41d3-a25b-7503186c4ce7 service nova] [instance: f1736cf7-d979-41ba-97d9-45c35b51cad8] Received event network-changed-931c1143-e84e-4646-b61d-5fd00c291d19 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 719.498650] env[69350]: DEBUG nova.compute.manager [req-6e3e93d5-546b-4540-8cb0-eb41e74862d9 req-162fb27d-9869-41d3-a25b-7503186c4ce7 service nova] [instance: f1736cf7-d979-41ba-97d9-45c35b51cad8] Refreshing instance network info cache due to event network-changed-931c1143-e84e-4646-b61d-5fd00c291d19. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 719.498950] env[69350]: DEBUG oslo_concurrency.lockutils [req-6e3e93d5-546b-4540-8cb0-eb41e74862d9 req-162fb27d-9869-41d3-a25b-7503186c4ce7 service nova] Acquiring lock "refresh_cache-f1736cf7-d979-41ba-97d9-45c35b51cad8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.499081] env[69350]: DEBUG oslo_concurrency.lockutils [req-6e3e93d5-546b-4540-8cb0-eb41e74862d9 req-162fb27d-9869-41d3-a25b-7503186c4ce7 service nova] Acquired lock "refresh_cache-f1736cf7-d979-41ba-97d9-45c35b51cad8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.499288] env[69350]: DEBUG nova.network.neutron [req-6e3e93d5-546b-4540-8cb0-eb41e74862d9 req-162fb27d-9869-41d3-a25b-7503186c4ce7 service nova] [instance: f1736cf7-d979-41ba-97d9-45c35b51cad8] Refreshing network info cache for port 931c1143-e84e-4646-b61d-5fd00c291d19 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 719.724676] env[69350]: INFO nova.compute.manager [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] [instance: 2fc350ef-4f2c-4300-8f13-3aba152baaea] Took 22.70 seconds to build instance. [ 719.756191] env[69350]: DEBUG oslo_vmware.api [None req-74f141a3-0c46-44f3-bef7-17ba3dc5491a tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Task: {'id': task-3364683, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.760961] env[69350]: DEBUG oslo_vmware.api [None req-8c830993-9318-4b81-8834-be150eee78cf tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52a2f0b2-2923-27ae-e638-a375d0d5f1b2, 'name': SearchDatastore_Task, 'duration_secs': 0.016703} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.761351] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8c830993-9318-4b81-8834-be150eee78cf tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.761848] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8c830993-9318-4b81-8834-be150eee78cf tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: f1736cf7-d979-41ba-97d9-45c35b51cad8] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 719.762012] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8c830993-9318-4b81-8834-be150eee78cf tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.762073] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8c830993-9318-4b81-8834-be150eee78cf tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.762291] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c830993-9318-4b81-8834-be150eee78cf tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 719.762870] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9bff45ff-cb2a-407f-a33b-45aa54316824 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.776791] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c830993-9318-4b81-8834-be150eee78cf tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 719.777276] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8c830993-9318-4b81-8834-be150eee78cf tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 719.778618] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a645f873-d235-4d44-b4af-228704607979 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.787027] env[69350]: DEBUG oslo_vmware.api [None req-8c830993-9318-4b81-8834-be150eee78cf tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Waiting for the task: (returnval){ [ 719.787027] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5234ed7e-42e6-a818-4582-933a884a00db" [ 719.787027] env[69350]: _type = "Task" [ 719.787027] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.796674] env[69350]: DEBUG oslo_vmware.api [None req-8c830993-9318-4b81-8834-be150eee78cf tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5234ed7e-42e6-a818-4582-933a884a00db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.842613] env[69350]: DEBUG nova.network.neutron [None req-c6e6bed8-57f3-4080-ac85-02492fb1ae12 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: a8f9c383-cccf-4c92-8639-88776a4e0dab] Successfully created port: 103cc334-6aef-42aa-aea0-d6e339f7594d {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 719.847686] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ae4d77f6-6534-49db-8c17-ea249b74d16c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Acquiring lock "refresh_cache-32df2bac-26f8-494c-8af5-a02218f66960" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.847686] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ae4d77f6-6534-49db-8c17-ea249b74d16c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Acquired lock "refresh_cache-32df2bac-26f8-494c-8af5-a02218f66960" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.847686] env[69350]: DEBUG nova.network.neutron [None req-ae4d77f6-6534-49db-8c17-ea249b74d16c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 32df2bac-26f8-494c-8af5-a02218f66960] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 719.924975] env[69350]: DEBUG oslo_vmware.api [None req-8368b4e1-3e1c-450e-b663-3d782a118428 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Task: {'id': task-3364684, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.16117} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.924975] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8368b4e1-3e1c-450e-b663-3d782a118428 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] [instance: 247b79d7-7520-4e1f-9856-b79f83d81a57] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 719.925794] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1ac52a5-6486-4824-8f20-d5d2d12719ed {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.954592] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-8368b4e1-3e1c-450e-b663-3d782a118428 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] [instance: 247b79d7-7520-4e1f-9856-b79f83d81a57] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] 247b79d7-7520-4e1f-9856-b79f83d81a57/247b79d7-7520-4e1f-9856-b79f83d81a57.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 719.954861] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-316e1995-44d8-43a5-9f7d-753f59e6e41a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.972234] env[69350]: DEBUG nova.network.neutron [req-f46b677a-eb20-43b0-b954-a3e6bf7560fa req-1e4a8bc2-9969-427b-93ae-692da403a3c8 service nova] [instance: 247b79d7-7520-4e1f-9856-b79f83d81a57] Updated VIF entry in instance network info cache for port 96972e64-7fc1-407a-a84a-fd3f8a61008a. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 719.973022] env[69350]: DEBUG nova.network.neutron [req-f46b677a-eb20-43b0-b954-a3e6bf7560fa req-1e4a8bc2-9969-427b-93ae-692da403a3c8 service nova] [instance: 247b79d7-7520-4e1f-9856-b79f83d81a57] Updating instance_info_cache with network_info: [{"id": "96972e64-7fc1-407a-a84a-fd3f8a61008a", "address": "fa:16:3e:e1:8c:37", "network": {"id": "7471cab0-87ad-4703-97af-1b6cb285655b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a175bdd0b1324024bc8e47e5836a9e11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96972e64-7f", "ovs_interfaceid": "96972e64-7fc1-407a-a84a-fd3f8a61008a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.974499] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance be800ce5-6d2e-402d-b83a-e22771d0aa5d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 719.988787] env[69350]: DEBUG oslo_vmware.api [None req-8368b4e1-3e1c-450e-b663-3d782a118428 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Waiting for the task: (returnval){ [ 719.988787] env[69350]: value = "task-3364685" [ 719.988787] env[69350]: _type = "Task" [ 719.988787] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.006531] env[69350]: DEBUG oslo_vmware.api [None req-8368b4e1-3e1c-450e-b663-3d782a118428 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Task: {'id': task-3364685, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.229886] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7dc0d6a4-9b2f-4b85-822b-519a87da1f01 tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Lock "2fc350ef-4f2c-4300-8f13-3aba152baaea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.214s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.243825] env[69350]: DEBUG oslo_vmware.api [None req-74f141a3-0c46-44f3-bef7-17ba3dc5491a tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Task: {'id': task-3364683, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.246148] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e51d2010-cc31-42b9-987d-244bd1f7468b tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Acquiring lock "a5c37c3b-0add-415d-8356-5070a8b4df28" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.246310] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e51d2010-cc31-42b9-987d-244bd1f7468b tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Lock "a5c37c3b-0add-415d-8356-5070a8b4df28" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.246523] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e51d2010-cc31-42b9-987d-244bd1f7468b tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Acquiring lock "a5c37c3b-0add-415d-8356-5070a8b4df28-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.246672] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e51d2010-cc31-42b9-987d-244bd1f7468b tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Lock "a5c37c3b-0add-415d-8356-5070a8b4df28-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.246832] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e51d2010-cc31-42b9-987d-244bd1f7468b tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Lock "a5c37c3b-0add-415d-8356-5070a8b4df28-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.249651] env[69350]: INFO nova.compute.manager [None req-e51d2010-cc31-42b9-987d-244bd1f7468b tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] [instance: a5c37c3b-0add-415d-8356-5070a8b4df28] Terminating instance [ 720.299022] env[69350]: DEBUG oslo_vmware.api [None req-8c830993-9318-4b81-8834-be150eee78cf tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5234ed7e-42e6-a818-4582-933a884a00db, 'name': SearchDatastore_Task, 'duration_secs': 0.020909} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.299900] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-122d3ae7-a47c-4cab-8652-5b67dec41f81 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.307959] env[69350]: DEBUG oslo_vmware.api [None req-8c830993-9318-4b81-8834-be150eee78cf tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Waiting for the task: (returnval){ [ 720.307959] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52f6136a-d6f5-6235-396a-dc7637c30644" [ 720.307959] env[69350]: _type = "Task" [ 720.307959] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.318753] env[69350]: DEBUG oslo_vmware.api [None req-8c830993-9318-4b81-8834-be150eee78cf tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52f6136a-d6f5-6235-396a-dc7637c30644, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.450523] env[69350]: DEBUG nova.network.neutron [None req-ae4d77f6-6534-49db-8c17-ea249b74d16c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 32df2bac-26f8-494c-8af5-a02218f66960] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 720.481253] env[69350]: DEBUG oslo_concurrency.lockutils [req-f46b677a-eb20-43b0-b954-a3e6bf7560fa req-1e4a8bc2-9969-427b-93ae-692da403a3c8 service nova] Releasing lock "refresh_cache-247b79d7-7520-4e1f-9856-b79f83d81a57" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.484181] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance 096700b1-7125-48b5-877d-5dc745b5fe41 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 720.509149] env[69350]: DEBUG oslo_vmware.api [None req-8368b4e1-3e1c-450e-b663-3d782a118428 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Task: {'id': task-3364685, 'name': ReconfigVM_Task, 'duration_secs': 0.48148} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.510428] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-8368b4e1-3e1c-450e-b663-3d782a118428 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] [instance: 247b79d7-7520-4e1f-9856-b79f83d81a57] Reconfigured VM instance instance-00000006 to attach disk [datastore2] 247b79d7-7520-4e1f-9856-b79f83d81a57/247b79d7-7520-4e1f-9856-b79f83d81a57.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 720.511277] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-83779dc1-6074-414e-9b6b-84bc560c8406 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.518630] env[69350]: DEBUG oslo_vmware.api [None req-8368b4e1-3e1c-450e-b663-3d782a118428 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Waiting for the task: (returnval){ [ 720.518630] env[69350]: value = "task-3364686" [ 720.518630] env[69350]: _type = "Task" [ 720.518630] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.532373] env[69350]: DEBUG oslo_vmware.api [None req-8368b4e1-3e1c-450e-b663-3d782a118428 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Task: {'id': task-3364686, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.590795] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4ec2e3f8-e905-421a-917b-a812566959f3 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Acquiring lock "ec57f63b-c28b-4de2-a335-2b5ffa721ee6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.590795] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4ec2e3f8-e905-421a-917b-a812566959f3 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Lock "ec57f63b-c28b-4de2-a335-2b5ffa721ee6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.736719] env[69350]: DEBUG nova.compute.manager [None req-52067f5d-8b3d-4d2b-86a5-995ecde36809 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] [instance: 096700b1-7125-48b5-877d-5dc745b5fe41] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 720.750509] env[69350]: DEBUG oslo_vmware.api [None req-74f141a3-0c46-44f3-bef7-17ba3dc5491a tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Task: {'id': task-3364683, 'name': PowerOnVM_Task, 'duration_secs': 1.107184} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.750509] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-74f141a3-0c46-44f3-bef7-17ba3dc5491a tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] [instance: 701ce06c-e14c-4e6a-8bd4-fb13621ff448] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 720.750509] env[69350]: INFO nova.compute.manager [None req-74f141a3-0c46-44f3-bef7-17ba3dc5491a tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] [instance: 701ce06c-e14c-4e6a-8bd4-fb13621ff448] Took 13.31 seconds to spawn the instance on the hypervisor. [ 720.750654] env[69350]: DEBUG nova.compute.manager [None req-74f141a3-0c46-44f3-bef7-17ba3dc5491a tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] [instance: 701ce06c-e14c-4e6a-8bd4-fb13621ff448] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 720.751511] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cbb08a1-21fe-44c8-96ca-919142fe7268 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.756123] env[69350]: DEBUG nova.compute.manager [None req-e51d2010-cc31-42b9-987d-244bd1f7468b tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] [instance: a5c37c3b-0add-415d-8356-5070a8b4df28] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 720.756123] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e51d2010-cc31-42b9-987d-244bd1f7468b tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] [instance: a5c37c3b-0add-415d-8356-5070a8b4df28] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 720.756123] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09509838-2b36-4a6e-9da0-1ae67cc3e665 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.768562] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e51d2010-cc31-42b9-987d-244bd1f7468b tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] [instance: a5c37c3b-0add-415d-8356-5070a8b4df28] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 720.769045] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3829b9c4-775e-45df-8baf-6e322e77066c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.779473] env[69350]: DEBUG oslo_vmware.api [None req-e51d2010-cc31-42b9-987d-244bd1f7468b tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Waiting for the task: (returnval){ [ 720.779473] env[69350]: value = "task-3364687" [ 720.779473] env[69350]: _type = "Task" [ 720.779473] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.791668] env[69350]: DEBUG oslo_vmware.api [None req-e51d2010-cc31-42b9-987d-244bd1f7468b tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Task: {'id': task-3364687, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.825444] env[69350]: DEBUG oslo_vmware.api [None req-8c830993-9318-4b81-8834-be150eee78cf tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52f6136a-d6f5-6235-396a-dc7637c30644, 'name': SearchDatastore_Task, 'duration_secs': 0.01447} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.825955] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8c830993-9318-4b81-8834-be150eee78cf tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.826443] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c830993-9318-4b81-8834-be150eee78cf tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] f1736cf7-d979-41ba-97d9-45c35b51cad8/f1736cf7-d979-41ba-97d9-45c35b51cad8.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 720.826865] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-02ba3e33-b583-4139-a744-17917bb459c0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.837050] env[69350]: DEBUG oslo_vmware.api [None req-8c830993-9318-4b81-8834-be150eee78cf tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Waiting for the task: (returnval){ [ 720.837050] env[69350]: value = "task-3364688" [ 720.837050] env[69350]: _type = "Task" [ 720.837050] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.859707] env[69350]: DEBUG oslo_vmware.api [None req-8c830993-9318-4b81-8834-be150eee78cf tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3364688, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.986183] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance 81ea07d5-8924-45de-a1ab-42e4aa335111 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 720.986183] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Migration f6e3731b-6d71-465a-84f7-2a7b53e2184e is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 720.986183] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance 1928e353-9d7a-4d20-8347-029c36bcdb8e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 721.030425] env[69350]: DEBUG oslo_vmware.api [None req-8368b4e1-3e1c-450e-b663-3d782a118428 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Task: {'id': task-3364686, 'name': Rename_Task, 'duration_secs': 0.162849} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.030425] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-8368b4e1-3e1c-450e-b663-3d782a118428 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] [instance: 247b79d7-7520-4e1f-9856-b79f83d81a57] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 721.030978] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-583fd47f-9435-47b2-96a4-338a577e7dee {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.040883] env[69350]: DEBUG oslo_vmware.api [None req-8368b4e1-3e1c-450e-b663-3d782a118428 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Waiting for the task: (returnval){ [ 721.040883] env[69350]: value = "task-3364689" [ 721.040883] env[69350]: _type = "Task" [ 721.040883] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.050526] env[69350]: DEBUG oslo_vmware.api [None req-8368b4e1-3e1c-450e-b663-3d782a118428 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Task: {'id': task-3364689, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.083034] env[69350]: DEBUG nova.network.neutron [None req-ae4d77f6-6534-49db-8c17-ea249b74d16c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 32df2bac-26f8-494c-8af5-a02218f66960] Updating instance_info_cache with network_info: [{"id": "8ab30cd8-bde3-4ce4-afe5-5762e12375c8", "address": "fa:16:3e:d6:3c:3d", "network": {"id": "36896159-e0cd-4c26-87e6-2521f1a332f4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-226239806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5716ad99abd74301815f5708ce395fbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ab30cd8-bd", "ovs_interfaceid": "8ab30cd8-bde3-4ce4-afe5-5762e12375c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.092049] env[69350]: DEBUG nova.network.neutron [req-6e3e93d5-546b-4540-8cb0-eb41e74862d9 req-162fb27d-9869-41d3-a25b-7503186c4ce7 service nova] [instance: f1736cf7-d979-41ba-97d9-45c35b51cad8] Updated VIF entry in instance network info cache for port 931c1143-e84e-4646-b61d-5fd00c291d19. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 721.092049] env[69350]: DEBUG nova.network.neutron [req-6e3e93d5-546b-4540-8cb0-eb41e74862d9 req-162fb27d-9869-41d3-a25b-7503186c4ce7 service nova] [instance: f1736cf7-d979-41ba-97d9-45c35b51cad8] Updating instance_info_cache with network_info: [{"id": "931c1143-e84e-4646-b61d-5fd00c291d19", "address": "fa:16:3e:7c:84:e4", "network": {"id": "bc16c158-ef75-4a41-beeb-3ceae708fa9d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-469663997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46625a434b9f47dc83d92c9db8a3024c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap931c1143-e8", "ovs_interfaceid": "931c1143-e84e-4646-b61d-5fd00c291d19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.280874] env[69350]: INFO nova.compute.manager [None req-74f141a3-0c46-44f3-bef7-17ba3dc5491a tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] [instance: 701ce06c-e14c-4e6a-8bd4-fb13621ff448] Took 23.64 seconds to build instance. [ 721.292021] env[69350]: DEBUG oslo_concurrency.lockutils [None req-52067f5d-8b3d-4d2b-86a5-995ecde36809 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.299043] env[69350]: DEBUG oslo_vmware.api [None req-e51d2010-cc31-42b9-987d-244bd1f7468b tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Task: {'id': task-3364687, 'name': PowerOffVM_Task, 'duration_secs': 0.29351} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.299043] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e51d2010-cc31-42b9-987d-244bd1f7468b tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] [instance: a5c37c3b-0add-415d-8356-5070a8b4df28] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 721.299043] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e51d2010-cc31-42b9-987d-244bd1f7468b tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] [instance: a5c37c3b-0add-415d-8356-5070a8b4df28] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 721.299669] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4824363f-db25-49f2-8779-68e63d4f1ee3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.357735] env[69350]: DEBUG oslo_vmware.api [None req-8c830993-9318-4b81-8834-be150eee78cf tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3364688, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.391449] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e51d2010-cc31-42b9-987d-244bd1f7468b tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] [instance: a5c37c3b-0add-415d-8356-5070a8b4df28] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 721.393036] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e51d2010-cc31-42b9-987d-244bd1f7468b tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] [instance: a5c37c3b-0add-415d-8356-5070a8b4df28] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 721.393036] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-e51d2010-cc31-42b9-987d-244bd1f7468b tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Deleting the datastore file [datastore1] a5c37c3b-0add-415d-8356-5070a8b4df28 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 721.395683] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8dfaebdf-11d4-4cfc-a6b6-ab40c2e9b49d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.407653] env[69350]: DEBUG oslo_vmware.api [None req-e51d2010-cc31-42b9-987d-244bd1f7468b tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Waiting for the task: (returnval){ [ 721.407653] env[69350]: value = "task-3364691" [ 721.407653] env[69350]: _type = "Task" [ 721.407653] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.421013] env[69350]: DEBUG oslo_vmware.api [None req-e51d2010-cc31-42b9-987d-244bd1f7468b tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Task: {'id': task-3364691, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.490141] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance 13d2ed8e-c3c5-449a-ab34-3f318a9de5cc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 721.554747] env[69350]: DEBUG oslo_vmware.api [None req-8368b4e1-3e1c-450e-b663-3d782a118428 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Task: {'id': task-3364689, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.594768] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ae4d77f6-6534-49db-8c17-ea249b74d16c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Releasing lock "refresh_cache-32df2bac-26f8-494c-8af5-a02218f66960" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.594768] env[69350]: DEBUG nova.compute.manager [None req-ae4d77f6-6534-49db-8c17-ea249b74d16c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 32df2bac-26f8-494c-8af5-a02218f66960] Instance network_info: |[{"id": "8ab30cd8-bde3-4ce4-afe5-5762e12375c8", "address": "fa:16:3e:d6:3c:3d", "network": {"id": "36896159-e0cd-4c26-87e6-2521f1a332f4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-226239806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5716ad99abd74301815f5708ce395fbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ab30cd8-bd", "ovs_interfaceid": "8ab30cd8-bde3-4ce4-afe5-5762e12375c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 721.595089] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ae4d77f6-6534-49db-8c17-ea249b74d16c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 32df2bac-26f8-494c-8af5-a02218f66960] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:3c:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '54495d8d-2696-4f65-b925-e567abdc205f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8ab30cd8-bde3-4ce4-afe5-5762e12375c8', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 721.601059] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae4d77f6-6534-49db-8c17-ea249b74d16c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Creating folder: Project (5716ad99abd74301815f5708ce395fbf). Parent ref: group-v671398. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 721.602293] env[69350]: DEBUG nova.network.neutron [None req-4e5737e6-3672-4af5-a211-9103c0ffc6f7 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] [instance: 9e58a229-d5b8-4f01-94ae-eba28c20aca8] Successfully updated port: 32ca51b2-abba-4fe3-9216-edeb9eabe080 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 721.605193] env[69350]: DEBUG oslo_concurrency.lockutils [req-6e3e93d5-546b-4540-8cb0-eb41e74862d9 req-162fb27d-9869-41d3-a25b-7503186c4ce7 service nova] Releasing lock "refresh_cache-f1736cf7-d979-41ba-97d9-45c35b51cad8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.605193] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cb611982-3bed-4f7c-b3fe-ec2f107051db {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.622386] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-ae4d77f6-6534-49db-8c17-ea249b74d16c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Created folder: Project (5716ad99abd74301815f5708ce395fbf) in parent group-v671398. [ 721.622386] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae4d77f6-6534-49db-8c17-ea249b74d16c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Creating folder: Instances. Parent ref: group-v671420. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 721.622522] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e22dd40a-346a-4478-91e1-486a5c923338 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.637463] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-ae4d77f6-6534-49db-8c17-ea249b74d16c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Created folder: Instances in parent group-v671420. [ 721.641015] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ae4d77f6-6534-49db-8c17-ea249b74d16c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 721.641015] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32df2bac-26f8-494c-8af5-a02218f66960] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 721.641015] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ba0c353-b64b-4cf4-a861-6804b028a9cb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.664914] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 721.664914] env[69350]: value = "task-3364694" [ 721.664914] env[69350]: _type = "Task" [ 721.664914] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.674204] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3364694, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.787357] env[69350]: DEBUG oslo_concurrency.lockutils [None req-74f141a3-0c46-44f3-bef7-17ba3dc5491a tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Lock "701ce06c-e14c-4e6a-8bd4-fb13621ff448" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.158s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.859261] env[69350]: DEBUG oslo_vmware.api [None req-8c830993-9318-4b81-8834-be150eee78cf tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3364688, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.600789} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.859604] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c830993-9318-4b81-8834-be150eee78cf tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] f1736cf7-d979-41ba-97d9-45c35b51cad8/f1736cf7-d979-41ba-97d9-45c35b51cad8.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 721.859883] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8c830993-9318-4b81-8834-be150eee78cf tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: f1736cf7-d979-41ba-97d9-45c35b51cad8] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 721.863024] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4bf139e3-5a54-4d18-8a66-39ce2f364390 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.871503] env[69350]: DEBUG oslo_vmware.api [None req-8c830993-9318-4b81-8834-be150eee78cf tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Waiting for the task: (returnval){ [ 721.871503] env[69350]: value = "task-3364695" [ 721.871503] env[69350]: _type = "Task" [ 721.871503] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.888833] env[69350]: DEBUG oslo_vmware.api [None req-8c830993-9318-4b81-8834-be150eee78cf tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3364695, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.921378] env[69350]: DEBUG oslo_vmware.api [None req-e51d2010-cc31-42b9-987d-244bd1f7468b tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Task: {'id': task-3364691, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18772} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.921678] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-e51d2010-cc31-42b9-987d-244bd1f7468b tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 721.921880] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e51d2010-cc31-42b9-987d-244bd1f7468b tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] [instance: a5c37c3b-0add-415d-8356-5070a8b4df28] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 721.922077] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e51d2010-cc31-42b9-987d-244bd1f7468b tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] [instance: a5c37c3b-0add-415d-8356-5070a8b4df28] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 721.922274] env[69350]: INFO nova.compute.manager [None req-e51d2010-cc31-42b9-987d-244bd1f7468b tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] [instance: a5c37c3b-0add-415d-8356-5070a8b4df28] Took 1.17 seconds to destroy the instance on the hypervisor. [ 721.922616] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e51d2010-cc31-42b9-987d-244bd1f7468b tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 721.922751] env[69350]: DEBUG nova.compute.manager [-] [instance: a5c37c3b-0add-415d-8356-5070a8b4df28] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 721.922866] env[69350]: DEBUG nova.network.neutron [-] [instance: a5c37c3b-0add-415d-8356-5070a8b4df28] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 721.994479] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance 2713f49f-14fc-4705-a30c-e114159466d1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 721.994784] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=69350) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 721.994951] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=69350) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 722.054214] env[69350]: DEBUG oslo_vmware.api [None req-8368b4e1-3e1c-450e-b663-3d782a118428 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Task: {'id': task-3364689, 'name': PowerOnVM_Task, 'duration_secs': 0.834916} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.056571] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-8368b4e1-3e1c-450e-b663-3d782a118428 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] [instance: 247b79d7-7520-4e1f-9856-b79f83d81a57] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 722.056571] env[69350]: INFO nova.compute.manager [None req-8368b4e1-3e1c-450e-b663-3d782a118428 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] [instance: 247b79d7-7520-4e1f-9856-b79f83d81a57] Took 12.30 seconds to spawn the instance on the hypervisor. [ 722.056571] env[69350]: DEBUG nova.compute.manager [None req-8368b4e1-3e1c-450e-b663-3d782a118428 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] [instance: 247b79d7-7520-4e1f-9856-b79f83d81a57] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 722.056571] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd6c01cc-95f6-4440-9e23-ff389a7a9321 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.107960] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4e5737e6-3672-4af5-a211-9103c0ffc6f7 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] Acquiring lock "refresh_cache-9e58a229-d5b8-4f01-94ae-eba28c20aca8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.108631] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4e5737e6-3672-4af5-a211-9103c0ffc6f7 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] Acquired lock "refresh_cache-9e58a229-d5b8-4f01-94ae-eba28c20aca8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.109099] env[69350]: DEBUG nova.network.neutron [None req-4e5737e6-3672-4af5-a211-9103c0ffc6f7 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] [instance: 9e58a229-d5b8-4f01-94ae-eba28c20aca8] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 722.180380] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3364694, 'name': CreateVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.290603] env[69350]: DEBUG nova.compute.manager [None req-a9d52dea-9c8f-4e74-b898-1bfc591c0106 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: 81ea07d5-8924-45de-a1ab-42e4aa335111] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 722.388722] env[69350]: DEBUG oslo_vmware.api [None req-8c830993-9318-4b81-8834-be150eee78cf tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3364695, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.198388} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.388993] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8c830993-9318-4b81-8834-be150eee78cf tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: f1736cf7-d979-41ba-97d9-45c35b51cad8] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 722.391635] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acdadb45-3576-4df1-a746-25a8734da78e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.419560] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c830993-9318-4b81-8834-be150eee78cf tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: f1736cf7-d979-41ba-97d9-45c35b51cad8] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] f1736cf7-d979-41ba-97d9-45c35b51cad8/f1736cf7-d979-41ba-97d9-45c35b51cad8.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 722.421145] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1eabb1cb-9423-4dba-9a71-72e4a0aa02d4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.438034] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc98512-150c-4615-a99c-4e873cdb42cf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.445299] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb0461a9-e79f-466e-9654-3f88c6f69337 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.449991] env[69350]: DEBUG oslo_vmware.api [None req-8c830993-9318-4b81-8834-be150eee78cf tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Waiting for the task: (returnval){ [ 722.449991] env[69350]: value = "task-3364696" [ 722.449991] env[69350]: _type = "Task" [ 722.449991] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.481597] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d14b5e26-c9fb-4c98-be0a-ea834e7bea0d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.491844] env[69350]: DEBUG oslo_concurrency.lockutils [None req-431f1faf-50e1-4e52-934c-bf3f324847b8 tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] Acquiring lock "2120db16-82c9-4fa6-b050-84c45b31f858" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.492162] env[69350]: DEBUG oslo_concurrency.lockutils [None req-431f1faf-50e1-4e52-934c-bf3f324847b8 tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] Lock "2120db16-82c9-4fa6-b050-84c45b31f858" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.492292] env[69350]: DEBUG oslo_vmware.api [None req-8c830993-9318-4b81-8834-be150eee78cf tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3364696, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.495275] env[69350]: DEBUG oslo_concurrency.lockutils [None req-96bce5a7-b0f6-4a55-823d-1503f8fddb1a tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Acquiring lock "78aed5f0-ce65-4b00-8a3f-1eab21e0525b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.495479] env[69350]: DEBUG oslo_concurrency.lockutils [None req-96bce5a7-b0f6-4a55-823d-1503f8fddb1a tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Lock "78aed5f0-ce65-4b00-8a3f-1eab21e0525b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.501958] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9675ab3c-f525-417e-b0c9-14438e5bffe2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.516406] env[69350]: DEBUG nova.compute.provider_tree [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Updating inventory in ProviderTree for provider 493c4881-f171-4c66-96e5-06180e27f02f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 722.579980] env[69350]: INFO nova.compute.manager [None req-8368b4e1-3e1c-450e-b663-3d782a118428 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] [instance: 247b79d7-7520-4e1f-9856-b79f83d81a57] Took 24.56 seconds to build instance. [ 722.676925] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3364694, 'name': CreateVM_Task, 'duration_secs': 0.590578} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.677130] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32df2bac-26f8-494c-8af5-a02218f66960] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 722.677809] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ae4d77f6-6534-49db-8c17-ea249b74d16c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.677973] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ae4d77f6-6534-49db-8c17-ea249b74d16c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.678356] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ae4d77f6-6534-49db-8c17-ea249b74d16c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.678626] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d2315c8-f358-4182-9dd2-658ffe5bd59a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.684485] env[69350]: DEBUG oslo_vmware.api [None req-ae4d77f6-6534-49db-8c17-ea249b74d16c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Waiting for the task: (returnval){ [ 722.684485] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5239fe9f-5f6a-e019-0ad6-acc8978abd0c" [ 722.684485] env[69350]: _type = "Task" [ 722.684485] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.694996] env[69350]: DEBUG oslo_vmware.api [None req-ae4d77f6-6534-49db-8c17-ea249b74d16c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5239fe9f-5f6a-e019-0ad6-acc8978abd0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.727638] env[69350]: DEBUG nova.network.neutron [None req-4e5737e6-3672-4af5-a211-9103c0ffc6f7 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] [instance: 9e58a229-d5b8-4f01-94ae-eba28c20aca8] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 722.786143] env[69350]: DEBUG nova.compute.manager [None req-96821784-0be2-4662-8bdc-81c86b6c1e6b tempest-ServerDiagnosticsTest-2023411904 tempest-ServerDiagnosticsTest-2023411904-project-admin] [instance: 2fc350ef-4f2c-4300-8f13-3aba152baaea] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 722.787950] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ec5164-1853-447d-b0b9-69d4f4c95359 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.799928] env[69350]: INFO nova.compute.manager [None req-96821784-0be2-4662-8bdc-81c86b6c1e6b tempest-ServerDiagnosticsTest-2023411904 tempest-ServerDiagnosticsTest-2023411904-project-admin] [instance: 2fc350ef-4f2c-4300-8f13-3aba152baaea] Retrieving diagnostics [ 722.801104] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf9a25b9-67a9-4143-b1a6-8a6426ece28c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.847662] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a9d52dea-9c8f-4e74-b898-1bfc591c0106 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.925420] env[69350]: DEBUG nova.network.neutron [None req-c6e6bed8-57f3-4080-ac85-02492fb1ae12 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: a8f9c383-cccf-4c92-8639-88776a4e0dab] Successfully updated port: 103cc334-6aef-42aa-aea0-d6e339f7594d {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 722.962815] env[69350]: DEBUG oslo_vmware.api [None req-8c830993-9318-4b81-8834-be150eee78cf tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3364696, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.028259] env[69350]: DEBUG nova.network.neutron [None req-4e5737e6-3672-4af5-a211-9103c0ffc6f7 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] [instance: 9e58a229-d5b8-4f01-94ae-eba28c20aca8] Updating instance_info_cache with network_info: [{"id": "32ca51b2-abba-4fe3-9216-edeb9eabe080", "address": "fa:16:3e:ab:44:50", "network": {"id": "dab39ae2-6d38-44c9-b2d2-af6fd620b9dc", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-416582550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82c03bd3ccc443eebf9ba955321ce54d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32ca51b2-ab", "ovs_interfaceid": "32ca51b2-abba-4fe3-9216-edeb9eabe080", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.046386] env[69350]: ERROR nova.scheduler.client.report [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [req-1b13c3ce-72be-42be-9fe2-517d7c704162] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 493c4881-f171-4c66-96e5-06180e27f02f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1b13c3ce-72be-42be-9fe2-517d7c704162"}]} [ 723.070501] env[69350]: DEBUG nova.scheduler.client.report [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Refreshing inventories for resource provider 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 723.082510] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8368b4e1-3e1c-450e-b663-3d782a118428 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Lock "247b79d7-7520-4e1f-9856-b79f83d81a57" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.088s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.101032] env[69350]: DEBUG nova.scheduler.client.report [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Updating ProviderTree inventory for provider 493c4881-f171-4c66-96e5-06180e27f02f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 723.101203] env[69350]: DEBUG nova.compute.provider_tree [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Updating resource provider 493c4881-f171-4c66-96e5-06180e27f02f generation from 26 to 27 during operation: update_inventory {{(pid=69350) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 723.101353] env[69350]: DEBUG nova.compute.provider_tree [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Updating inventory in ProviderTree for provider 493c4881-f171-4c66-96e5-06180e27f02f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 723.122716] env[69350]: DEBUG nova.scheduler.client.report [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Refreshing aggregate associations for resource provider 493c4881-f171-4c66-96e5-06180e27f02f, aggregates: None {{(pid=69350) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 723.143544] env[69350]: DEBUG nova.scheduler.client.report [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Refreshing trait associations for resource provider 493c4881-f171-4c66-96e5-06180e27f02f, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69350) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 723.199119] env[69350]: DEBUG nova.network.neutron [-] [instance: a5c37c3b-0add-415d-8356-5070a8b4df28] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.200788] env[69350]: DEBUG oslo_vmware.api [None req-ae4d77f6-6534-49db-8c17-ea249b74d16c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5239fe9f-5f6a-e019-0ad6-acc8978abd0c, 'name': SearchDatastore_Task, 'duration_secs': 0.016151} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.203669] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ae4d77f6-6534-49db-8c17-ea249b74d16c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.203901] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ae4d77f6-6534-49db-8c17-ea249b74d16c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 32df2bac-26f8-494c-8af5-a02218f66960] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 723.204163] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ae4d77f6-6534-49db-8c17-ea249b74d16c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.204317] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ae4d77f6-6534-49db-8c17-ea249b74d16c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.204643] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae4d77f6-6534-49db-8c17-ea249b74d16c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 723.205414] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aa741479-d675-4ba7-b649-ea692b086df1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.217360] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae4d77f6-6534-49db-8c17-ea249b74d16c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 723.217858] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ae4d77f6-6534-49db-8c17-ea249b74d16c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 723.218387] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2a8797e-8355-417c-8bdc-4289b8408573 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.227359] env[69350]: DEBUG oslo_vmware.api [None req-ae4d77f6-6534-49db-8c17-ea249b74d16c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Waiting for the task: (returnval){ [ 723.227359] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]528cca8c-1a40-21ea-bb88-8e2918094096" [ 723.227359] env[69350]: _type = "Task" [ 723.227359] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.241999] env[69350]: DEBUG oslo_vmware.api [None req-ae4d77f6-6534-49db-8c17-ea249b74d16c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]528cca8c-1a40-21ea-bb88-8e2918094096, 'name': SearchDatastore_Task, 'duration_secs': 0.012354} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.246882] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e25397b-e8d6-46e3-a89f-2df36fffbc1b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.255809] env[69350]: DEBUG oslo_vmware.api [None req-ae4d77f6-6534-49db-8c17-ea249b74d16c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Waiting for the task: (returnval){ [ 723.255809] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52b4d229-3f07-a147-462b-9e86d1b3c966" [ 723.255809] env[69350]: _type = "Task" [ 723.255809] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.268717] env[69350]: DEBUG oslo_vmware.api [None req-ae4d77f6-6534-49db-8c17-ea249b74d16c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52b4d229-3f07-a147-462b-9e86d1b3c966, 'name': SearchDatastore_Task, 'duration_secs': 0.011282} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.271745] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ae4d77f6-6534-49db-8c17-ea249b74d16c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.272012] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae4d77f6-6534-49db-8c17-ea249b74d16c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] 32df2bac-26f8-494c-8af5-a02218f66960/32df2bac-26f8-494c-8af5-a02218f66960.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 723.272505] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-748d6225-b765-479a-b70b-b1af5a5277c0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.280910] env[69350]: DEBUG oslo_vmware.api [None req-ae4d77f6-6534-49db-8c17-ea249b74d16c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Waiting for the task: (returnval){ [ 723.280910] env[69350]: value = "task-3364697" [ 723.280910] env[69350]: _type = "Task" [ 723.280910] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.295035] env[69350]: DEBUG oslo_vmware.api [None req-ae4d77f6-6534-49db-8c17-ea249b74d16c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': task-3364697, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.323350] env[69350]: DEBUG nova.compute.manager [req-1e219e82-33d9-4da3-aaff-4b23157323fe req-f807f06d-7e64-4fb5-bd56-5259b5bea337 service nova] [instance: 32df2bac-26f8-494c-8af5-a02218f66960] Received event network-vif-plugged-8ab30cd8-bde3-4ce4-afe5-5762e12375c8 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.323717] env[69350]: DEBUG oslo_concurrency.lockutils [req-1e219e82-33d9-4da3-aaff-4b23157323fe req-f807f06d-7e64-4fb5-bd56-5259b5bea337 service nova] Acquiring lock "32df2bac-26f8-494c-8af5-a02218f66960-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.324010] env[69350]: DEBUG oslo_concurrency.lockutils [req-1e219e82-33d9-4da3-aaff-4b23157323fe req-f807f06d-7e64-4fb5-bd56-5259b5bea337 service nova] Lock "32df2bac-26f8-494c-8af5-a02218f66960-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.324239] env[69350]: DEBUG oslo_concurrency.lockutils [req-1e219e82-33d9-4da3-aaff-4b23157323fe req-f807f06d-7e64-4fb5-bd56-5259b5bea337 service nova] Lock "32df2bac-26f8-494c-8af5-a02218f66960-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.324414] env[69350]: DEBUG nova.compute.manager [req-1e219e82-33d9-4da3-aaff-4b23157323fe req-f807f06d-7e64-4fb5-bd56-5259b5bea337 service nova] [instance: 32df2bac-26f8-494c-8af5-a02218f66960] No waiting events found dispatching network-vif-plugged-8ab30cd8-bde3-4ce4-afe5-5762e12375c8 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 723.324613] env[69350]: WARNING nova.compute.manager [req-1e219e82-33d9-4da3-aaff-4b23157323fe req-f807f06d-7e64-4fb5-bd56-5259b5bea337 service nova] [instance: 32df2bac-26f8-494c-8af5-a02218f66960] Received unexpected event network-vif-plugged-8ab30cd8-bde3-4ce4-afe5-5762e12375c8 for instance with vm_state building and task_state spawning. [ 723.327477] env[69350]: DEBUG nova.compute.manager [req-1e219e82-33d9-4da3-aaff-4b23157323fe req-f807f06d-7e64-4fb5-bd56-5259b5bea337 service nova] [instance: 32df2bac-26f8-494c-8af5-a02218f66960] Received event network-changed-8ab30cd8-bde3-4ce4-afe5-5762e12375c8 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.327477] env[69350]: DEBUG nova.compute.manager [req-1e219e82-33d9-4da3-aaff-4b23157323fe req-f807f06d-7e64-4fb5-bd56-5259b5bea337 service nova] [instance: 32df2bac-26f8-494c-8af5-a02218f66960] Refreshing instance network info cache due to event network-changed-8ab30cd8-bde3-4ce4-afe5-5762e12375c8. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 723.327477] env[69350]: DEBUG oslo_concurrency.lockutils [req-1e219e82-33d9-4da3-aaff-4b23157323fe req-f807f06d-7e64-4fb5-bd56-5259b5bea337 service nova] Acquiring lock "refresh_cache-32df2bac-26f8-494c-8af5-a02218f66960" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.327477] env[69350]: DEBUG oslo_concurrency.lockutils [req-1e219e82-33d9-4da3-aaff-4b23157323fe req-f807f06d-7e64-4fb5-bd56-5259b5bea337 service nova] Acquired lock "refresh_cache-32df2bac-26f8-494c-8af5-a02218f66960" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.327477] env[69350]: DEBUG nova.network.neutron [req-1e219e82-33d9-4da3-aaff-4b23157323fe req-f807f06d-7e64-4fb5-bd56-5259b5bea337 service nova] [instance: 32df2bac-26f8-494c-8af5-a02218f66960] Refreshing network info cache for port 8ab30cd8-bde3-4ce4-afe5-5762e12375c8 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 723.429598] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c6e6bed8-57f3-4080-ac85-02492fb1ae12 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Acquiring lock "refresh_cache-a8f9c383-cccf-4c92-8639-88776a4e0dab" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.429598] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c6e6bed8-57f3-4080-ac85-02492fb1ae12 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Acquired lock "refresh_cache-a8f9c383-cccf-4c92-8639-88776a4e0dab" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.429598] env[69350]: DEBUG nova.network.neutron [None req-c6e6bed8-57f3-4080-ac85-02492fb1ae12 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: a8f9c383-cccf-4c92-8639-88776a4e0dab] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 723.465140] env[69350]: DEBUG oslo_vmware.api [None req-8c830993-9318-4b81-8834-be150eee78cf tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3364696, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.534888] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4e5737e6-3672-4af5-a211-9103c0ffc6f7 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] Releasing lock "refresh_cache-9e58a229-d5b8-4f01-94ae-eba28c20aca8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.535722] env[69350]: DEBUG nova.compute.manager [None req-4e5737e6-3672-4af5-a211-9103c0ffc6f7 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] [instance: 9e58a229-d5b8-4f01-94ae-eba28c20aca8] Instance network_info: |[{"id": "32ca51b2-abba-4fe3-9216-edeb9eabe080", "address": "fa:16:3e:ab:44:50", "network": {"id": "dab39ae2-6d38-44c9-b2d2-af6fd620b9dc", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-416582550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82c03bd3ccc443eebf9ba955321ce54d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32ca51b2-ab", "ovs_interfaceid": "32ca51b2-abba-4fe3-9216-edeb9eabe080", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 723.536370] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4e5737e6-3672-4af5-a211-9103c0ffc6f7 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] [instance: 9e58a229-d5b8-4f01-94ae-eba28c20aca8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:44:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9630cae2-7dd9-42b7-8b53-91ab254af243', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '32ca51b2-abba-4fe3-9216-edeb9eabe080', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 723.545256] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e5737e6-3672-4af5-a211-9103c0ffc6f7 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] Creating folder: Project (82c03bd3ccc443eebf9ba955321ce54d). Parent ref: group-v671398. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 723.545591] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d05e0f9c-77b1-40bc-b918-37b0c076ee92 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.557367] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2d876e09-4ebb-48e4-8f1f-86bb7cc04b41 tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Acquiring lock "4d443b60-1f07-4d5f-a3cb-9c50407198ae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.557663] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2d876e09-4ebb-48e4-8f1f-86bb7cc04b41 tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Lock "4d443b60-1f07-4d5f-a3cb-9c50407198ae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.565016] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-4e5737e6-3672-4af5-a211-9103c0ffc6f7 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] Created folder: Project (82c03bd3ccc443eebf9ba955321ce54d) in parent group-v671398. [ 723.565225] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e5737e6-3672-4af5-a211-9103c0ffc6f7 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] Creating folder: Instances. Parent ref: group-v671423. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 723.565474] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d96454af-25d0-41c9-9c53-c3dcb327434b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.573836] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f48571-13e3-4137-b233-624ecba90cc9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.579077] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-4e5737e6-3672-4af5-a211-9103c0ffc6f7 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] Created folder: Instances in parent group-v671423. [ 723.579340] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4e5737e6-3672-4af5-a211-9103c0ffc6f7 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 723.579946] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e58a229-d5b8-4f01-94ae-eba28c20aca8] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 723.580193] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fd9f24dc-0580-45c9-97d8-04bb63790358 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.602517] env[69350]: DEBUG nova.compute.manager [None req-4b40c4f2-cba3-4ad4-a37a-dd55c50f84c9 tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] [instance: 13d2ed8e-c3c5-449a-ab34-3f318a9de5cc] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 723.605962] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6bb8865-9746-4e1e-a129-478c59882ab3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.613832] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 723.613832] env[69350]: value = "task-3364700" [ 723.613832] env[69350]: _type = "Task" [ 723.613832] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.645535] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73058f8e-a7e0-499e-863d-ca6583ab7ded {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.652625] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3364700, 'name': CreateVM_Task} progress is 10%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.657151] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc021b6-a173-4079-9421-bb898059b41b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.676466] env[69350]: DEBUG nova.compute.provider_tree [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Updating inventory in ProviderTree for provider 493c4881-f171-4c66-96e5-06180e27f02f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 723.706593] env[69350]: INFO nova.compute.manager [-] [instance: a5c37c3b-0add-415d-8356-5070a8b4df28] Took 1.78 seconds to deallocate network for instance. [ 723.793562] env[69350]: DEBUG oslo_vmware.api [None req-ae4d77f6-6534-49db-8c17-ea249b74d16c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': task-3364697, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.963035] env[69350]: DEBUG oslo_vmware.api [None req-8c830993-9318-4b81-8834-be150eee78cf tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3364696, 'name': ReconfigVM_Task, 'duration_secs': 1.025273} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.963514] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c830993-9318-4b81-8834-be150eee78cf tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: f1736cf7-d979-41ba-97d9-45c35b51cad8] Reconfigured VM instance instance-00000007 to attach disk [datastore2] f1736cf7-d979-41ba-97d9-45c35b51cad8/f1736cf7-d979-41ba-97d9-45c35b51cad8.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 723.964347] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe5c2028-b995-47b3-80f6-1184be56df70 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.971769] env[69350]: DEBUG oslo_vmware.api [None req-8c830993-9318-4b81-8834-be150eee78cf tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Waiting for the task: (returnval){ [ 723.971769] env[69350]: value = "task-3364701" [ 723.971769] env[69350]: _type = "Task" [ 723.971769] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.987148] env[69350]: DEBUG oslo_vmware.api [None req-8c830993-9318-4b81-8834-be150eee78cf tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3364701, 'name': Rename_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.001149] env[69350]: DEBUG nova.network.neutron [None req-c6e6bed8-57f3-4080-ac85-02492fb1ae12 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: a8f9c383-cccf-4c92-8639-88776a4e0dab] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 724.126043] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3364700, 'name': CreateVM_Task} progress is 25%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.136236] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4b40c4f2-cba3-4ad4-a37a-dd55c50f84c9 tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.217705] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e51d2010-cc31-42b9-987d-244bd1f7468b tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.232028] env[69350]: DEBUG nova.scheduler.client.report [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Updated inventory for provider 493c4881-f171-4c66-96e5-06180e27f02f with generation 27 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 724.232028] env[69350]: DEBUG nova.compute.provider_tree [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Updating resource provider 493c4881-f171-4c66-96e5-06180e27f02f generation from 27 to 28 during operation: update_inventory {{(pid=69350) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 724.232028] env[69350]: DEBUG nova.compute.provider_tree [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Updating inventory in ProviderTree for provider 493c4881-f171-4c66-96e5-06180e27f02f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 724.243520] env[69350]: DEBUG nova.network.neutron [req-1e219e82-33d9-4da3-aaff-4b23157323fe req-f807f06d-7e64-4fb5-bd56-5259b5bea337 service nova] [instance: 32df2bac-26f8-494c-8af5-a02218f66960] Updated VIF entry in instance network info cache for port 8ab30cd8-bde3-4ce4-afe5-5762e12375c8. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 724.243951] env[69350]: DEBUG nova.network.neutron [req-1e219e82-33d9-4da3-aaff-4b23157323fe req-f807f06d-7e64-4fb5-bd56-5259b5bea337 service nova] [instance: 32df2bac-26f8-494c-8af5-a02218f66960] Updating instance_info_cache with network_info: [{"id": "8ab30cd8-bde3-4ce4-afe5-5762e12375c8", "address": "fa:16:3e:d6:3c:3d", "network": {"id": "36896159-e0cd-4c26-87e6-2521f1a332f4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-226239806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5716ad99abd74301815f5708ce395fbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ab30cd8-bd", "ovs_interfaceid": "8ab30cd8-bde3-4ce4-afe5-5762e12375c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.264118] env[69350]: DEBUG nova.network.neutron [None req-c6e6bed8-57f3-4080-ac85-02492fb1ae12 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: a8f9c383-cccf-4c92-8639-88776a4e0dab] Updating instance_info_cache with network_info: [{"id": "103cc334-6aef-42aa-aea0-d6e339f7594d", "address": "fa:16:3e:38:50:c4", "network": {"id": "36896159-e0cd-4c26-87e6-2521f1a332f4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-226239806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5716ad99abd74301815f5708ce395fbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap103cc334-6a", "ovs_interfaceid": "103cc334-6aef-42aa-aea0-d6e339f7594d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.295881] env[69350]: DEBUG oslo_vmware.api [None req-ae4d77f6-6534-49db-8c17-ea249b74d16c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': task-3364697, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.647027} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.296161] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae4d77f6-6534-49db-8c17-ea249b74d16c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] 32df2bac-26f8-494c-8af5-a02218f66960/32df2bac-26f8-494c-8af5-a02218f66960.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 724.296373] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ae4d77f6-6534-49db-8c17-ea249b74d16c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 32df2bac-26f8-494c-8af5-a02218f66960] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 724.296646] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d1b6e37c-f14c-47d8-af20-4924836c6245 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.305484] env[69350]: DEBUG oslo_vmware.api [None req-ae4d77f6-6534-49db-8c17-ea249b74d16c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Waiting for the task: (returnval){ [ 724.305484] env[69350]: value = "task-3364702" [ 724.305484] env[69350]: _type = "Task" [ 724.305484] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.317590] env[69350]: DEBUG oslo_vmware.api [None req-ae4d77f6-6534-49db-8c17-ea249b74d16c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': task-3364702, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.483927] env[69350]: DEBUG oslo_vmware.api [None req-8c830993-9318-4b81-8834-be150eee78cf tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3364701, 'name': Rename_Task, 'duration_secs': 0.48559} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.484249] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c830993-9318-4b81-8834-be150eee78cf tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: f1736cf7-d979-41ba-97d9-45c35b51cad8] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 724.484536] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c48522d-d332-4e5a-9558-5ace32915b61 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.494193] env[69350]: DEBUG oslo_vmware.api [None req-8c830993-9318-4b81-8834-be150eee78cf tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Waiting for the task: (returnval){ [ 724.494193] env[69350]: value = "task-3364703" [ 724.494193] env[69350]: _type = "Task" [ 724.494193] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.503350] env[69350]: DEBUG oslo_vmware.api [None req-8c830993-9318-4b81-8834-be150eee78cf tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3364703, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.626247] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3364700, 'name': CreateVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.739177] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69350) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 724.739429] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.338s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.739699] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b7a9b6a2-a232-408c-b27d-7c72bb9afc1f tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.060s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.742521] env[69350]: INFO nova.compute.claims [None req-b7a9b6a2-a232-408c-b27d-7c72bb9afc1f tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] [instance: 2e8e720c-f11a-434e-b1b2-ad961383e5de] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 724.750745] env[69350]: DEBUG oslo_concurrency.lockutils [req-1e219e82-33d9-4da3-aaff-4b23157323fe req-f807f06d-7e64-4fb5-bd56-5259b5bea337 service nova] Releasing lock "refresh_cache-32df2bac-26f8-494c-8af5-a02218f66960" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.751186] env[69350]: DEBUG nova.compute.manager [req-1e219e82-33d9-4da3-aaff-4b23157323fe req-f807f06d-7e64-4fb5-bd56-5259b5bea337 service nova] [instance: 9e58a229-d5b8-4f01-94ae-eba28c20aca8] Received event network-vif-plugged-32ca51b2-abba-4fe3-9216-edeb9eabe080 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 724.751186] env[69350]: DEBUG oslo_concurrency.lockutils [req-1e219e82-33d9-4da3-aaff-4b23157323fe req-f807f06d-7e64-4fb5-bd56-5259b5bea337 service nova] Acquiring lock "9e58a229-d5b8-4f01-94ae-eba28c20aca8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.751366] env[69350]: DEBUG oslo_concurrency.lockutils [req-1e219e82-33d9-4da3-aaff-4b23157323fe req-f807f06d-7e64-4fb5-bd56-5259b5bea337 service nova] Lock "9e58a229-d5b8-4f01-94ae-eba28c20aca8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.751517] env[69350]: DEBUG oslo_concurrency.lockutils [req-1e219e82-33d9-4da3-aaff-4b23157323fe req-f807f06d-7e64-4fb5-bd56-5259b5bea337 service nova] Lock "9e58a229-d5b8-4f01-94ae-eba28c20aca8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.751671] env[69350]: DEBUG nova.compute.manager [req-1e219e82-33d9-4da3-aaff-4b23157323fe req-f807f06d-7e64-4fb5-bd56-5259b5bea337 service nova] [instance: 9e58a229-d5b8-4f01-94ae-eba28c20aca8] No waiting events found dispatching network-vif-plugged-32ca51b2-abba-4fe3-9216-edeb9eabe080 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 724.754018] env[69350]: WARNING nova.compute.manager [req-1e219e82-33d9-4da3-aaff-4b23157323fe req-f807f06d-7e64-4fb5-bd56-5259b5bea337 service nova] [instance: 9e58a229-d5b8-4f01-94ae-eba28c20aca8] Received unexpected event network-vif-plugged-32ca51b2-abba-4fe3-9216-edeb9eabe080 for instance with vm_state building and task_state spawning. [ 724.769606] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c6e6bed8-57f3-4080-ac85-02492fb1ae12 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Releasing lock "refresh_cache-a8f9c383-cccf-4c92-8639-88776a4e0dab" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.769899] env[69350]: DEBUG nova.compute.manager [None req-c6e6bed8-57f3-4080-ac85-02492fb1ae12 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: a8f9c383-cccf-4c92-8639-88776a4e0dab] Instance network_info: |[{"id": "103cc334-6aef-42aa-aea0-d6e339f7594d", "address": "fa:16:3e:38:50:c4", "network": {"id": "36896159-e0cd-4c26-87e6-2521f1a332f4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-226239806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5716ad99abd74301815f5708ce395fbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap103cc334-6a", "ovs_interfaceid": "103cc334-6aef-42aa-aea0-d6e339f7594d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 724.770321] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c6e6bed8-57f3-4080-ac85-02492fb1ae12 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: a8f9c383-cccf-4c92-8639-88776a4e0dab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:50:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '54495d8d-2696-4f65-b925-e567abdc205f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '103cc334-6aef-42aa-aea0-d6e339f7594d', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 724.778141] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c6e6bed8-57f3-4080-ac85-02492fb1ae12 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 724.778318] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8f9c383-cccf-4c92-8639-88776a4e0dab] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 724.778545] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8d904112-e724-434b-803c-0fe9d1f00472 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.799681] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 724.799681] env[69350]: value = "task-3364704" [ 724.799681] env[69350]: _type = "Task" [ 724.799681] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.811793] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3364704, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.821434] env[69350]: DEBUG oslo_vmware.api [None req-ae4d77f6-6534-49db-8c17-ea249b74d16c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': task-3364702, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.131865} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.821850] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ae4d77f6-6534-49db-8c17-ea249b74d16c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 32df2bac-26f8-494c-8af5-a02218f66960] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 724.822646] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87919ca0-6ad0-4206-a36b-481575559173 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.849394] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae4d77f6-6534-49db-8c17-ea249b74d16c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 32df2bac-26f8-494c-8af5-a02218f66960] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] 32df2bac-26f8-494c-8af5-a02218f66960/32df2bac-26f8-494c-8af5-a02218f66960.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 724.849731] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2ab7865-3af7-4bc4-a92d-dadbbec08cd8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.874936] env[69350]: DEBUG oslo_vmware.api [None req-ae4d77f6-6534-49db-8c17-ea249b74d16c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Waiting for the task: (returnval){ [ 724.874936] env[69350]: value = "task-3364705" [ 724.874936] env[69350]: _type = "Task" [ 724.874936] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.886514] env[69350]: DEBUG oslo_vmware.api [None req-ae4d77f6-6534-49db-8c17-ea249b74d16c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': task-3364705, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.894340] env[69350]: DEBUG oslo_concurrency.lockutils [None req-13631d7b-f71b-4631-b6b0-950256921cde tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Acquiring lock "c5cc8d70-f170-4447-8601-a47955702bd6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.894573] env[69350]: DEBUG oslo_concurrency.lockutils [None req-13631d7b-f71b-4631-b6b0-950256921cde tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Lock "c5cc8d70-f170-4447-8601-a47955702bd6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.005907] env[69350]: DEBUG oslo_vmware.api [None req-8c830993-9318-4b81-8834-be150eee78cf tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3364703, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.079856] env[69350]: DEBUG oslo_concurrency.lockutils [None req-696706d4-5f16-4a70-865d-c929a1a388d0 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Acquiring lock "4dff419b-86ab-48e1-bee1-46948de8ca0d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.080102] env[69350]: DEBUG oslo_concurrency.lockutils [None req-696706d4-5f16-4a70-865d-c929a1a388d0 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Lock "4dff419b-86ab-48e1-bee1-46948de8ca0d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.129080] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3364700, 'name': CreateVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.310619] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3364704, 'name': CreateVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.387410] env[69350]: DEBUG oslo_vmware.api [None req-ae4d77f6-6534-49db-8c17-ea249b74d16c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': task-3364705, 'name': ReconfigVM_Task, 'duration_secs': 0.329573} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.388136] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae4d77f6-6534-49db-8c17-ea249b74d16c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 32df2bac-26f8-494c-8af5-a02218f66960] Reconfigured VM instance instance-00000008 to attach disk [datastore2] 32df2bac-26f8-494c-8af5-a02218f66960/32df2bac-26f8-494c-8af5-a02218f66960.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 725.388732] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8973bc18-738f-4d0a-ba9b-cb181c49c83e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.395787] env[69350]: DEBUG oslo_vmware.api [None req-ae4d77f6-6534-49db-8c17-ea249b74d16c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Waiting for the task: (returnval){ [ 725.395787] env[69350]: value = "task-3364706" [ 725.395787] env[69350]: _type = "Task" [ 725.395787] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.404495] env[69350]: DEBUG oslo_vmware.api [None req-ae4d77f6-6534-49db-8c17-ea249b74d16c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': task-3364706, 'name': Rename_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.506955] env[69350]: DEBUG oslo_vmware.api [None req-8c830993-9318-4b81-8834-be150eee78cf tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3364703, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.587412] env[69350]: DEBUG nova.compute.manager [None req-8d845be7-af2b-41eb-ab23-d0559937efac tempest-ServerDiagnosticsV248Test-1578341571 tempest-ServerDiagnosticsV248Test-1578341571-project-admin] [instance: e046a82e-32c7-4437-a613-070b6673f1b8] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 725.588939] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fe5acf4-971f-43c7-bc93-0d6c99809891 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.596793] env[69350]: INFO nova.compute.manager [None req-8d845be7-af2b-41eb-ab23-d0559937efac tempest-ServerDiagnosticsV248Test-1578341571 tempest-ServerDiagnosticsV248Test-1578341571-project-admin] [instance: e046a82e-32c7-4437-a613-070b6673f1b8] Retrieving diagnostics [ 725.597539] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d2ed15b-23ed-440a-995d-95829a9f4b39 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.634387] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fbd527da-bd79-4cb3-bb7c-465fb9bc4498 tempest-DeleteServersAdminTestJSON-569268729 tempest-DeleteServersAdminTestJSON-569268729-project-admin] Acquiring lock "701ce06c-e14c-4e6a-8bd4-fb13621ff448" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.634663] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fbd527da-bd79-4cb3-bb7c-465fb9bc4498 tempest-DeleteServersAdminTestJSON-569268729 tempest-DeleteServersAdminTestJSON-569268729-project-admin] Lock "701ce06c-e14c-4e6a-8bd4-fb13621ff448" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.634856] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fbd527da-bd79-4cb3-bb7c-465fb9bc4498 tempest-DeleteServersAdminTestJSON-569268729 tempest-DeleteServersAdminTestJSON-569268729-project-admin] Acquiring lock "701ce06c-e14c-4e6a-8bd4-fb13621ff448-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.635045] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fbd527da-bd79-4cb3-bb7c-465fb9bc4498 tempest-DeleteServersAdminTestJSON-569268729 tempest-DeleteServersAdminTestJSON-569268729-project-admin] Lock "701ce06c-e14c-4e6a-8bd4-fb13621ff448-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.635208] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fbd527da-bd79-4cb3-bb7c-465fb9bc4498 tempest-DeleteServersAdminTestJSON-569268729 tempest-DeleteServersAdminTestJSON-569268729-project-admin] Lock "701ce06c-e14c-4e6a-8bd4-fb13621ff448-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.638472] env[69350]: INFO nova.compute.manager [None req-fbd527da-bd79-4cb3-bb7c-465fb9bc4498 tempest-DeleteServersAdminTestJSON-569268729 tempest-DeleteServersAdminTestJSON-569268729-project-admin] [instance: 701ce06c-e14c-4e6a-8bd4-fb13621ff448] Terminating instance [ 725.649512] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3364700, 'name': CreateVM_Task, 'duration_secs': 1.871564} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.651179] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e58a229-d5b8-4f01-94ae-eba28c20aca8] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 725.651179] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4e5737e6-3672-4af5-a211-9103c0ffc6f7 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.651363] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4e5737e6-3672-4af5-a211-9103c0ffc6f7 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.652099] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4e5737e6-3672-4af5-a211-9103c0ffc6f7 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.652099] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc719107-23f4-4c22-96e4-92ac100ac573 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.658025] env[69350]: DEBUG oslo_vmware.api [None req-4e5737e6-3672-4af5-a211-9103c0ffc6f7 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] Waiting for the task: (returnval){ [ 725.658025] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52dc3c8d-52b3-1abf-91a6-d8a30ca70448" [ 725.658025] env[69350]: _type = "Task" [ 725.658025] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.669205] env[69350]: DEBUG oslo_vmware.api [None req-4e5737e6-3672-4af5-a211-9103c0ffc6f7 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52dc3c8d-52b3-1abf-91a6-d8a30ca70448, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.677494] env[69350]: DEBUG oslo_concurrency.lockutils [None req-518cdf44-d03a-4875-8ba7-2062c3326fde tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Acquiring lock "2fc350ef-4f2c-4300-8f13-3aba152baaea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.679099] env[69350]: DEBUG oslo_concurrency.lockutils [None req-518cdf44-d03a-4875-8ba7-2062c3326fde tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Lock "2fc350ef-4f2c-4300-8f13-3aba152baaea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.679099] env[69350]: DEBUG oslo_concurrency.lockutils [None req-518cdf44-d03a-4875-8ba7-2062c3326fde tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Acquiring lock "2fc350ef-4f2c-4300-8f13-3aba152baaea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.679099] env[69350]: DEBUG oslo_concurrency.lockutils [None req-518cdf44-d03a-4875-8ba7-2062c3326fde tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Lock "2fc350ef-4f2c-4300-8f13-3aba152baaea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.679099] env[69350]: DEBUG oslo_concurrency.lockutils [None req-518cdf44-d03a-4875-8ba7-2062c3326fde tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Lock "2fc350ef-4f2c-4300-8f13-3aba152baaea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.681239] env[69350]: INFO nova.compute.manager [None req-518cdf44-d03a-4875-8ba7-2062c3326fde tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] [instance: 2fc350ef-4f2c-4300-8f13-3aba152baaea] Terminating instance [ 725.810541] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3364704, 'name': CreateVM_Task, 'duration_secs': 0.623315} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.812945] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8f9c383-cccf-4c92-8639-88776a4e0dab] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 725.813829] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c6e6bed8-57f3-4080-ac85-02492fb1ae12 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.813963] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c6e6bed8-57f3-4080-ac85-02492fb1ae12 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.814297] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c6e6bed8-57f3-4080-ac85-02492fb1ae12 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.814551] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18ad4e9a-dc69-4a5d-9a4f-b340ec2d9edc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.824035] env[69350]: DEBUG oslo_vmware.api [None req-c6e6bed8-57f3-4080-ac85-02492fb1ae12 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Waiting for the task: (returnval){ [ 725.824035] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]524e658d-54b5-5885-362d-3a0e6aebb096" [ 725.824035] env[69350]: _type = "Task" [ 725.824035] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.837063] env[69350]: DEBUG oslo_vmware.api [None req-c6e6bed8-57f3-4080-ac85-02492fb1ae12 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]524e658d-54b5-5885-362d-3a0e6aebb096, 'name': SearchDatastore_Task, 'duration_secs': 0.010853} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.837461] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c6e6bed8-57f3-4080-ac85-02492fb1ae12 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.838639] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c6e6bed8-57f3-4080-ac85-02492fb1ae12 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: a8f9c383-cccf-4c92-8639-88776a4e0dab] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 725.838639] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c6e6bed8-57f3-4080-ac85-02492fb1ae12 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.838639] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c6e6bed8-57f3-4080-ac85-02492fb1ae12 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.838639] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6e6bed8-57f3-4080-ac85-02492fb1ae12 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 725.838941] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-25319ddf-8f76-449f-8567-786a1bd0951f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.851476] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6e6bed8-57f3-4080-ac85-02492fb1ae12 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 725.851723] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c6e6bed8-57f3-4080-ac85-02492fb1ae12 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 725.852420] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5f3cc3f-a73d-4eed-a297-1a151ad0c391 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.862506] env[69350]: DEBUG oslo_vmware.api [None req-c6e6bed8-57f3-4080-ac85-02492fb1ae12 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Waiting for the task: (returnval){ [ 725.862506] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52ead667-d418-d1f9-d30e-5a223b23d10a" [ 725.862506] env[69350]: _type = "Task" [ 725.862506] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.874115] env[69350]: DEBUG oslo_vmware.api [None req-c6e6bed8-57f3-4080-ac85-02492fb1ae12 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52ead667-d418-d1f9-d30e-5a223b23d10a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.910489] env[69350]: DEBUG oslo_vmware.api [None req-ae4d77f6-6534-49db-8c17-ea249b74d16c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': task-3364706, 'name': Rename_Task, 'duration_secs': 0.156357} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.913611] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae4d77f6-6534-49db-8c17-ea249b74d16c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 32df2bac-26f8-494c-8af5-a02218f66960] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 725.914190] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a769e4f0-fb20-40f2-8262-7c2de7286d3d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.925644] env[69350]: DEBUG oslo_vmware.api [None req-ae4d77f6-6534-49db-8c17-ea249b74d16c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Waiting for the task: (returnval){ [ 725.925644] env[69350]: value = "task-3364707" [ 725.925644] env[69350]: _type = "Task" [ 725.925644] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.939667] env[69350]: DEBUG oslo_vmware.api [None req-ae4d77f6-6534-49db-8c17-ea249b74d16c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': task-3364707, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.012869] env[69350]: DEBUG oslo_vmware.api [None req-8c830993-9318-4b81-8834-be150eee78cf tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3364703, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.128414] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-949e3d86-b574-4b26-ae22-1240437cccf3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.140558] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2795ce5-f7e3-4c91-a77f-5dd948eaffac {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.146914] env[69350]: DEBUG nova.compute.manager [None req-fbd527da-bd79-4cb3-bb7c-465fb9bc4498 tempest-DeleteServersAdminTestJSON-569268729 tempest-DeleteServersAdminTestJSON-569268729-project-admin] [instance: 701ce06c-e14c-4e6a-8bd4-fb13621ff448] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 726.148168] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-fbd527da-bd79-4cb3-bb7c-465fb9bc4498 tempest-DeleteServersAdminTestJSON-569268729 tempest-DeleteServersAdminTestJSON-569268729-project-admin] [instance: 701ce06c-e14c-4e6a-8bd4-fb13621ff448] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 726.148168] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69057103-2cb0-478b-859b-858580567d8f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.189968] env[69350]: DEBUG nova.compute.manager [None req-518cdf44-d03a-4875-8ba7-2062c3326fde tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] [instance: 2fc350ef-4f2c-4300-8f13-3aba152baaea] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 726.190050] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-518cdf44-d03a-4875-8ba7-2062c3326fde tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] [instance: 2fc350ef-4f2c-4300-8f13-3aba152baaea] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 726.190519] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbd527da-bd79-4cb3-bb7c-465fb9bc4498 tempest-DeleteServersAdminTestJSON-569268729 tempest-DeleteServersAdminTestJSON-569268729-project-admin] [instance: 701ce06c-e14c-4e6a-8bd4-fb13621ff448] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 726.197337] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e5e6c0d-cd06-4dc9-957f-6f7eaf523b74 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.197742] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa61b9a9-e79c-48dc-b736-7101352276fa {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.200277] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e895008-8431-41cc-ad4e-b19a751818a2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.211018] env[69350]: DEBUG oslo_vmware.api [None req-4e5737e6-3672-4af5-a211-9103c0ffc6f7 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52dc3c8d-52b3-1abf-91a6-d8a30ca70448, 'name': SearchDatastore_Task, 'duration_secs': 0.011163} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.218400] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4e5737e6-3672-4af5-a211-9103c0ffc6f7 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.218654] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4e5737e6-3672-4af5-a211-9103c0ffc6f7 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] [instance: 9e58a229-d5b8-4f01-94ae-eba28c20aca8] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 726.218892] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4e5737e6-3672-4af5-a211-9103c0ffc6f7 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.219104] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4e5737e6-3672-4af5-a211-9103c0ffc6f7 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.219275] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e5737e6-3672-4af5-a211-9103c0ffc6f7 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 726.219980] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-518cdf44-d03a-4875-8ba7-2062c3326fde tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] [instance: 2fc350ef-4f2c-4300-8f13-3aba152baaea] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 726.220697] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dab5e679-62c7-4107-b1d5-8b73be778cb1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.224627] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c713339c-1019-42e4-94b1-fd7bfdc10915 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.229518] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-726b9b5d-bb2d-4649-bdba-900c7f2ae152 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.232473] env[69350]: DEBUG oslo_vmware.api [None req-fbd527da-bd79-4cb3-bb7c-465fb9bc4498 tempest-DeleteServersAdminTestJSON-569268729 tempest-DeleteServersAdminTestJSON-569268729-project-admin] Waiting for the task: (returnval){ [ 726.232473] env[69350]: value = "task-3364708" [ 726.232473] env[69350]: _type = "Task" [ 726.232473] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.248991] env[69350]: DEBUG nova.compute.provider_tree [None req-b7a9b6a2-a232-408c-b27d-7c72bb9afc1f tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 726.252880] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e5737e6-3672-4af5-a211-9103c0ffc6f7 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 726.253043] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4e5737e6-3672-4af5-a211-9103c0ffc6f7 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 726.255139] env[69350]: DEBUG oslo_vmware.api [None req-518cdf44-d03a-4875-8ba7-2062c3326fde tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Waiting for the task: (returnval){ [ 726.255139] env[69350]: value = "task-3364709" [ 726.255139] env[69350]: _type = "Task" [ 726.255139] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.255139] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a5d1aa5-40b7-4ef3-95fd-bc1076105d68 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.264073] env[69350]: DEBUG oslo_vmware.api [None req-fbd527da-bd79-4cb3-bb7c-465fb9bc4498 tempest-DeleteServersAdminTestJSON-569268729 tempest-DeleteServersAdminTestJSON-569268729-project-admin] Task: {'id': task-3364708, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.269582] env[69350]: DEBUG oslo_vmware.api [None req-4e5737e6-3672-4af5-a211-9103c0ffc6f7 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] Waiting for the task: (returnval){ [ 726.269582] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52cabf04-9bc7-1eea-f3e5-5ff8bee11ff8" [ 726.269582] env[69350]: _type = "Task" [ 726.269582] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.273625] env[69350]: DEBUG oslo_vmware.api [None req-518cdf44-d03a-4875-8ba7-2062c3326fde tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Task: {'id': task-3364709, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.284373] env[69350]: DEBUG oslo_vmware.api [None req-4e5737e6-3672-4af5-a211-9103c0ffc6f7 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52cabf04-9bc7-1eea-f3e5-5ff8bee11ff8, 'name': SearchDatastore_Task, 'duration_secs': 0.011833} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.285298] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efc3850f-faa3-4183-93de-55fa29a7acdc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.292710] env[69350]: DEBUG oslo_vmware.api [None req-4e5737e6-3672-4af5-a211-9103c0ffc6f7 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] Waiting for the task: (returnval){ [ 726.292710] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52b04385-d004-9ff8-858c-510ab5f081d6" [ 726.292710] env[69350]: _type = "Task" [ 726.292710] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.299679] env[69350]: DEBUG nova.compute.manager [req-f18e518f-4cb4-4497-945c-cf806c58b423 req-af583961-76e3-48c6-9d04-8a29677f70d0 service nova] [instance: 9e58a229-d5b8-4f01-94ae-eba28c20aca8] Received event network-changed-32ca51b2-abba-4fe3-9216-edeb9eabe080 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 726.299755] env[69350]: DEBUG nova.compute.manager [req-f18e518f-4cb4-4497-945c-cf806c58b423 req-af583961-76e3-48c6-9d04-8a29677f70d0 service nova] [instance: 9e58a229-d5b8-4f01-94ae-eba28c20aca8] Refreshing instance network info cache due to event network-changed-32ca51b2-abba-4fe3-9216-edeb9eabe080. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 726.300096] env[69350]: DEBUG oslo_concurrency.lockutils [req-f18e518f-4cb4-4497-945c-cf806c58b423 req-af583961-76e3-48c6-9d04-8a29677f70d0 service nova] Acquiring lock "refresh_cache-9e58a229-d5b8-4f01-94ae-eba28c20aca8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.300096] env[69350]: DEBUG oslo_concurrency.lockutils [req-f18e518f-4cb4-4497-945c-cf806c58b423 req-af583961-76e3-48c6-9d04-8a29677f70d0 service nova] Acquired lock "refresh_cache-9e58a229-d5b8-4f01-94ae-eba28c20aca8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.300413] env[69350]: DEBUG nova.network.neutron [req-f18e518f-4cb4-4497-945c-cf806c58b423 req-af583961-76e3-48c6-9d04-8a29677f70d0 service nova] [instance: 9e58a229-d5b8-4f01-94ae-eba28c20aca8] Refreshing network info cache for port 32ca51b2-abba-4fe3-9216-edeb9eabe080 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 726.308703] env[69350]: DEBUG oslo_vmware.api [None req-4e5737e6-3672-4af5-a211-9103c0ffc6f7 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52b04385-d004-9ff8-858c-510ab5f081d6, 'name': SearchDatastore_Task, 'duration_secs': 0.011792} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.308956] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4e5737e6-3672-4af5-a211-9103c0ffc6f7 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.309679] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e5737e6-3672-4af5-a211-9103c0ffc6f7 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] 9e58a229-d5b8-4f01-94ae-eba28c20aca8/9e58a229-d5b8-4f01-94ae-eba28c20aca8.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 726.309679] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7e6215b8-6280-4fc2-ae21-d07277dbdcc8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.320927] env[69350]: DEBUG oslo_vmware.api [None req-4e5737e6-3672-4af5-a211-9103c0ffc6f7 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] Waiting for the task: (returnval){ [ 726.320927] env[69350]: value = "task-3364710" [ 726.320927] env[69350]: _type = "Task" [ 726.320927] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.333538] env[69350]: DEBUG oslo_vmware.api [None req-4e5737e6-3672-4af5-a211-9103c0ffc6f7 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] Task: {'id': task-3364710, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.380126] env[69350]: DEBUG oslo_vmware.api [None req-c6e6bed8-57f3-4080-ac85-02492fb1ae12 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52ead667-d418-d1f9-d30e-5a223b23d10a, 'name': SearchDatastore_Task, 'duration_secs': 0.011397} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.382251] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e2dfba9-ccf1-48d8-957b-bbdad97d9dfa {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.390610] env[69350]: DEBUG oslo_vmware.api [None req-c6e6bed8-57f3-4080-ac85-02492fb1ae12 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Waiting for the task: (returnval){ [ 726.390610] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52212b71-be65-c632-4fae-171603820637" [ 726.390610] env[69350]: _type = "Task" [ 726.390610] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.402486] env[69350]: DEBUG oslo_vmware.api [None req-c6e6bed8-57f3-4080-ac85-02492fb1ae12 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52212b71-be65-c632-4fae-171603820637, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.434896] env[69350]: DEBUG oslo_vmware.api [None req-ae4d77f6-6534-49db-8c17-ea249b74d16c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': task-3364707, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.508949] env[69350]: DEBUG oslo_vmware.api [None req-8c830993-9318-4b81-8834-be150eee78cf tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3364703, 'name': PowerOnVM_Task, 'duration_secs': 1.732523} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.509634] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c830993-9318-4b81-8834-be150eee78cf tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: f1736cf7-d979-41ba-97d9-45c35b51cad8] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 726.509873] env[69350]: INFO nova.compute.manager [None req-8c830993-9318-4b81-8834-be150eee78cf tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: f1736cf7-d979-41ba-97d9-45c35b51cad8] Took 14.42 seconds to spawn the instance on the hypervisor. [ 726.510079] env[69350]: DEBUG nova.compute.manager [None req-8c830993-9318-4b81-8834-be150eee78cf tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: f1736cf7-d979-41ba-97d9-45c35b51cad8] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 726.510957] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba9dee3-cc89-4581-bb70-290a26d725ec {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.745542] env[69350]: DEBUG oslo_vmware.api [None req-fbd527da-bd79-4cb3-bb7c-465fb9bc4498 tempest-DeleteServersAdminTestJSON-569268729 tempest-DeleteServersAdminTestJSON-569268729-project-admin] Task: {'id': task-3364708, 'name': PowerOffVM_Task, 'duration_secs': 0.243851} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.745937] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbd527da-bd79-4cb3-bb7c-465fb9bc4498 tempest-DeleteServersAdminTestJSON-569268729 tempest-DeleteServersAdminTestJSON-569268729-project-admin] [instance: 701ce06c-e14c-4e6a-8bd4-fb13621ff448] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 726.746168] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-fbd527da-bd79-4cb3-bb7c-465fb9bc4498 tempest-DeleteServersAdminTestJSON-569268729 tempest-DeleteServersAdminTestJSON-569268729-project-admin] [instance: 701ce06c-e14c-4e6a-8bd4-fb13621ff448] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 726.746474] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8ba1ae30-f335-421e-8904-09a789376f1c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.756931] env[69350]: DEBUG nova.scheduler.client.report [None req-b7a9b6a2-a232-408c-b27d-7c72bb9afc1f tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 726.777058] env[69350]: DEBUG oslo_vmware.api [None req-518cdf44-d03a-4875-8ba7-2062c3326fde tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Task: {'id': task-3364709, 'name': PowerOffVM_Task, 'duration_secs': 0.23053} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.777372] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-518cdf44-d03a-4875-8ba7-2062c3326fde tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] [instance: 2fc350ef-4f2c-4300-8f13-3aba152baaea] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 726.777567] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-518cdf44-d03a-4875-8ba7-2062c3326fde tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] [instance: 2fc350ef-4f2c-4300-8f13-3aba152baaea] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 726.777865] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2f008a4a-64cb-4b6f-86ef-6ddec6ce5772 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.829854] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-fbd527da-bd79-4cb3-bb7c-465fb9bc4498 tempest-DeleteServersAdminTestJSON-569268729 tempest-DeleteServersAdminTestJSON-569268729-project-admin] [instance: 701ce06c-e14c-4e6a-8bd4-fb13621ff448] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 726.830148] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-fbd527da-bd79-4cb3-bb7c-465fb9bc4498 tempest-DeleteServersAdminTestJSON-569268729 tempest-DeleteServersAdminTestJSON-569268729-project-admin] [instance: 701ce06c-e14c-4e6a-8bd4-fb13621ff448] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 726.830349] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbd527da-bd79-4cb3-bb7c-465fb9bc4498 tempest-DeleteServersAdminTestJSON-569268729 tempest-DeleteServersAdminTestJSON-569268729-project-admin] Deleting the datastore file [datastore2] 701ce06c-e14c-4e6a-8bd4-fb13621ff448 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 726.830679] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-09132a06-0c9f-4d4a-8ac7-68b0b002aa39 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.837797] env[69350]: DEBUG oslo_vmware.api [None req-4e5737e6-3672-4af5-a211-9103c0ffc6f7 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] Task: {'id': task-3364710, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.849714] env[69350]: DEBUG oslo_vmware.api [None req-fbd527da-bd79-4cb3-bb7c-465fb9bc4498 tempest-DeleteServersAdminTestJSON-569268729 tempest-DeleteServersAdminTestJSON-569268729-project-admin] Waiting for the task: (returnval){ [ 726.849714] env[69350]: value = "task-3364713" [ 726.849714] env[69350]: _type = "Task" [ 726.849714] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.861066] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-518cdf44-d03a-4875-8ba7-2062c3326fde tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] [instance: 2fc350ef-4f2c-4300-8f13-3aba152baaea] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 726.861615] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-518cdf44-d03a-4875-8ba7-2062c3326fde tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] [instance: 2fc350ef-4f2c-4300-8f13-3aba152baaea] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 726.861711] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-518cdf44-d03a-4875-8ba7-2062c3326fde tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Deleting the datastore file [datastore2] 2fc350ef-4f2c-4300-8f13-3aba152baaea {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 726.867908] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-89550b7f-2509-4d48-919c-7522bed0df03 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.871311] env[69350]: DEBUG oslo_vmware.api [None req-fbd527da-bd79-4cb3-bb7c-465fb9bc4498 tempest-DeleteServersAdminTestJSON-569268729 tempest-DeleteServersAdminTestJSON-569268729-project-admin] Task: {'id': task-3364713, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.882771] env[69350]: DEBUG oslo_vmware.api [None req-518cdf44-d03a-4875-8ba7-2062c3326fde tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Waiting for the task: (returnval){ [ 726.882771] env[69350]: value = "task-3364714" [ 726.882771] env[69350]: _type = "Task" [ 726.882771] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.893913] env[69350]: DEBUG oslo_vmware.api [None req-518cdf44-d03a-4875-8ba7-2062c3326fde tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Task: {'id': task-3364714, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.905122] env[69350]: DEBUG oslo_vmware.api [None req-c6e6bed8-57f3-4080-ac85-02492fb1ae12 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52212b71-be65-c632-4fae-171603820637, 'name': SearchDatastore_Task, 'duration_secs': 0.029962} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.905730] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c6e6bed8-57f3-4080-ac85-02492fb1ae12 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.906049] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6e6bed8-57f3-4080-ac85-02492fb1ae12 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] a8f9c383-cccf-4c92-8639-88776a4e0dab/a8f9c383-cccf-4c92-8639-88776a4e0dab.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 726.906307] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2251f065-8bd1-4aab-ad02-32f66c5cb78f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.915552] env[69350]: DEBUG oslo_vmware.api [None req-c6e6bed8-57f3-4080-ac85-02492fb1ae12 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Waiting for the task: (returnval){ [ 726.915552] env[69350]: value = "task-3364715" [ 726.915552] env[69350]: _type = "Task" [ 726.915552] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.928037] env[69350]: DEBUG oslo_vmware.api [None req-c6e6bed8-57f3-4080-ac85-02492fb1ae12 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': task-3364715, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.938119] env[69350]: DEBUG oslo_vmware.api [None req-ae4d77f6-6534-49db-8c17-ea249b74d16c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': task-3364707, 'name': PowerOnVM_Task, 'duration_secs': 0.534983} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.938494] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae4d77f6-6534-49db-8c17-ea249b74d16c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 32df2bac-26f8-494c-8af5-a02218f66960] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 726.938671] env[69350]: INFO nova.compute.manager [None req-ae4d77f6-6534-49db-8c17-ea249b74d16c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 32df2bac-26f8-494c-8af5-a02218f66960] Took 12.36 seconds to spawn the instance on the hypervisor. [ 726.939212] env[69350]: DEBUG nova.compute.manager [None req-ae4d77f6-6534-49db-8c17-ea249b74d16c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 32df2bac-26f8-494c-8af5-a02218f66960] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 726.942982] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f7c3796-c5ad-422c-a961-cce4d4c9ad4d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.036683] env[69350]: INFO nova.compute.manager [None req-8c830993-9318-4b81-8834-be150eee78cf tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: f1736cf7-d979-41ba-97d9-45c35b51cad8] Took 27.42 seconds to build instance. [ 727.266365] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b7a9b6a2-a232-408c-b27d-7c72bb9afc1f tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.526s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.266911] env[69350]: DEBUG nova.compute.manager [None req-b7a9b6a2-a232-408c-b27d-7c72bb9afc1f tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] [instance: 2e8e720c-f11a-434e-b1b2-ad961383e5de] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 727.271126] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a82841ef-89c3-444f-a718-c1c68375bfac tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.495s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.272535] env[69350]: INFO nova.compute.claims [None req-a82841ef-89c3-444f-a718-c1c68375bfac tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] [instance: 2dd22dd0-a65e-405e-9e9f-71cbcda62051] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 727.303249] env[69350]: DEBUG nova.network.neutron [req-f18e518f-4cb4-4497-945c-cf806c58b423 req-af583961-76e3-48c6-9d04-8a29677f70d0 service nova] [instance: 9e58a229-d5b8-4f01-94ae-eba28c20aca8] Updated VIF entry in instance network info cache for port 32ca51b2-abba-4fe3-9216-edeb9eabe080. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 727.305963] env[69350]: DEBUG nova.network.neutron [req-f18e518f-4cb4-4497-945c-cf806c58b423 req-af583961-76e3-48c6-9d04-8a29677f70d0 service nova] [instance: 9e58a229-d5b8-4f01-94ae-eba28c20aca8] Updating instance_info_cache with network_info: [{"id": "32ca51b2-abba-4fe3-9216-edeb9eabe080", "address": "fa:16:3e:ab:44:50", "network": {"id": "dab39ae2-6d38-44c9-b2d2-af6fd620b9dc", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-416582550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82c03bd3ccc443eebf9ba955321ce54d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32ca51b2-ab", "ovs_interfaceid": "32ca51b2-abba-4fe3-9216-edeb9eabe080", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.333403] env[69350]: DEBUG oslo_vmware.api [None req-4e5737e6-3672-4af5-a211-9103c0ffc6f7 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] Task: {'id': task-3364710, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.666484} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.333651] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e5737e6-3672-4af5-a211-9103c0ffc6f7 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] 9e58a229-d5b8-4f01-94ae-eba28c20aca8/9e58a229-d5b8-4f01-94ae-eba28c20aca8.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 727.334114] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4e5737e6-3672-4af5-a211-9103c0ffc6f7 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] [instance: 9e58a229-d5b8-4f01-94ae-eba28c20aca8] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 727.334174] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-48a8c2ca-8667-4bc7-8c10-18f3dbbc3989 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.343638] env[69350]: DEBUG oslo_vmware.api [None req-4e5737e6-3672-4af5-a211-9103c0ffc6f7 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] Waiting for the task: (returnval){ [ 727.343638] env[69350]: value = "task-3364716" [ 727.343638] env[69350]: _type = "Task" [ 727.343638] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.361269] env[69350]: DEBUG oslo_vmware.api [None req-4e5737e6-3672-4af5-a211-9103c0ffc6f7 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] Task: {'id': task-3364716, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.368605] env[69350]: DEBUG oslo_vmware.api [None req-fbd527da-bd79-4cb3-bb7c-465fb9bc4498 tempest-DeleteServersAdminTestJSON-569268729 tempest-DeleteServersAdminTestJSON-569268729-project-admin] Task: {'id': task-3364713, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.408715} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.369068] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbd527da-bd79-4cb3-bb7c-465fb9bc4498 tempest-DeleteServersAdminTestJSON-569268729 tempest-DeleteServersAdminTestJSON-569268729-project-admin] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 727.369419] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-fbd527da-bd79-4cb3-bb7c-465fb9bc4498 tempest-DeleteServersAdminTestJSON-569268729 tempest-DeleteServersAdminTestJSON-569268729-project-admin] [instance: 701ce06c-e14c-4e6a-8bd4-fb13621ff448] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 727.369824] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-fbd527da-bd79-4cb3-bb7c-465fb9bc4498 tempest-DeleteServersAdminTestJSON-569268729 tempest-DeleteServersAdminTestJSON-569268729-project-admin] [instance: 701ce06c-e14c-4e6a-8bd4-fb13621ff448] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 727.369824] env[69350]: INFO nova.compute.manager [None req-fbd527da-bd79-4cb3-bb7c-465fb9bc4498 tempest-DeleteServersAdminTestJSON-569268729 tempest-DeleteServersAdminTestJSON-569268729-project-admin] [instance: 701ce06c-e14c-4e6a-8bd4-fb13621ff448] Took 1.22 seconds to destroy the instance on the hypervisor. [ 727.370068] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fbd527da-bd79-4cb3-bb7c-465fb9bc4498 tempest-DeleteServersAdminTestJSON-569268729 tempest-DeleteServersAdminTestJSON-569268729-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 727.370265] env[69350]: DEBUG nova.compute.manager [-] [instance: 701ce06c-e14c-4e6a-8bd4-fb13621ff448] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 727.370359] env[69350]: DEBUG nova.network.neutron [-] [instance: 701ce06c-e14c-4e6a-8bd4-fb13621ff448] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 727.397487] env[69350]: DEBUG oslo_vmware.api [None req-518cdf44-d03a-4875-8ba7-2062c3326fde tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Task: {'id': task-3364714, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.368789} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.397817] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-518cdf44-d03a-4875-8ba7-2062c3326fde tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 727.398104] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-518cdf44-d03a-4875-8ba7-2062c3326fde tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] [instance: 2fc350ef-4f2c-4300-8f13-3aba152baaea] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 727.398354] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-518cdf44-d03a-4875-8ba7-2062c3326fde tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] [instance: 2fc350ef-4f2c-4300-8f13-3aba152baaea] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 727.398642] env[69350]: INFO nova.compute.manager [None req-518cdf44-d03a-4875-8ba7-2062c3326fde tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] [instance: 2fc350ef-4f2c-4300-8f13-3aba152baaea] Took 1.21 seconds to destroy the instance on the hypervisor. [ 727.398921] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-518cdf44-d03a-4875-8ba7-2062c3326fde tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 727.399195] env[69350]: DEBUG nova.compute.manager [-] [instance: 2fc350ef-4f2c-4300-8f13-3aba152baaea] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 727.401745] env[69350]: DEBUG nova.network.neutron [-] [instance: 2fc350ef-4f2c-4300-8f13-3aba152baaea] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 727.433231] env[69350]: DEBUG oslo_vmware.api [None req-c6e6bed8-57f3-4080-ac85-02492fb1ae12 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': task-3364715, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.471034] env[69350]: INFO nova.compute.manager [None req-ae4d77f6-6534-49db-8c17-ea249b74d16c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 32df2bac-26f8-494c-8af5-a02218f66960] Took 25.13 seconds to build instance. [ 727.543570] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8c830993-9318-4b81-8834-be150eee78cf tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Lock "f1736cf7-d979-41ba-97d9-45c35b51cad8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.937s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.584464] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5b8f6cf8-bba5-427c-b1a9-a7bf14d3b528 tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] Acquiring lock "e046a82e-32c7-4437-a613-070b6673f1b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.584464] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5b8f6cf8-bba5-427c-b1a9-a7bf14d3b528 tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] Lock "e046a82e-32c7-4437-a613-070b6673f1b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.584464] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5b8f6cf8-bba5-427c-b1a9-a7bf14d3b528 tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] Acquiring lock "e046a82e-32c7-4437-a613-070b6673f1b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.584464] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5b8f6cf8-bba5-427c-b1a9-a7bf14d3b528 tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] Lock "e046a82e-32c7-4437-a613-070b6673f1b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.585021] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5b8f6cf8-bba5-427c-b1a9-a7bf14d3b528 tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] Lock "e046a82e-32c7-4437-a613-070b6673f1b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.586237] env[69350]: INFO nova.compute.manager [None req-5b8f6cf8-bba5-427c-b1a9-a7bf14d3b528 tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] [instance: e046a82e-32c7-4437-a613-070b6673f1b8] Terminating instance [ 727.779114] env[69350]: DEBUG nova.compute.utils [None req-b7a9b6a2-a232-408c-b27d-7c72bb9afc1f tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 727.781793] env[69350]: DEBUG nova.compute.manager [None req-b7a9b6a2-a232-408c-b27d-7c72bb9afc1f tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] [instance: 2e8e720c-f11a-434e-b1b2-ad961383e5de] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 727.782137] env[69350]: DEBUG nova.network.neutron [None req-b7a9b6a2-a232-408c-b27d-7c72bb9afc1f tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] [instance: 2e8e720c-f11a-434e-b1b2-ad961383e5de] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 727.809459] env[69350]: DEBUG oslo_concurrency.lockutils [req-f18e518f-4cb4-4497-945c-cf806c58b423 req-af583961-76e3-48c6-9d04-8a29677f70d0 service nova] Releasing lock "refresh_cache-9e58a229-d5b8-4f01-94ae-eba28c20aca8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.809459] env[69350]: DEBUG nova.compute.manager [req-f18e518f-4cb4-4497-945c-cf806c58b423 req-af583961-76e3-48c6-9d04-8a29677f70d0 service nova] [instance: a8f9c383-cccf-4c92-8639-88776a4e0dab] Received event network-vif-plugged-103cc334-6aef-42aa-aea0-d6e339f7594d {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 727.809539] env[69350]: DEBUG oslo_concurrency.lockutils [req-f18e518f-4cb4-4497-945c-cf806c58b423 req-af583961-76e3-48c6-9d04-8a29677f70d0 service nova] Acquiring lock "a8f9c383-cccf-4c92-8639-88776a4e0dab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.809711] env[69350]: DEBUG oslo_concurrency.lockutils [req-f18e518f-4cb4-4497-945c-cf806c58b423 req-af583961-76e3-48c6-9d04-8a29677f70d0 service nova] Lock "a8f9c383-cccf-4c92-8639-88776a4e0dab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.809888] env[69350]: DEBUG oslo_concurrency.lockutils [req-f18e518f-4cb4-4497-945c-cf806c58b423 req-af583961-76e3-48c6-9d04-8a29677f70d0 service nova] Lock "a8f9c383-cccf-4c92-8639-88776a4e0dab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.810060] env[69350]: DEBUG nova.compute.manager [req-f18e518f-4cb4-4497-945c-cf806c58b423 req-af583961-76e3-48c6-9d04-8a29677f70d0 service nova] [instance: a8f9c383-cccf-4c92-8639-88776a4e0dab] No waiting events found dispatching network-vif-plugged-103cc334-6aef-42aa-aea0-d6e339f7594d {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 727.810286] env[69350]: WARNING nova.compute.manager [req-f18e518f-4cb4-4497-945c-cf806c58b423 req-af583961-76e3-48c6-9d04-8a29677f70d0 service nova] [instance: a8f9c383-cccf-4c92-8639-88776a4e0dab] Received unexpected event network-vif-plugged-103cc334-6aef-42aa-aea0-d6e339f7594d for instance with vm_state building and task_state spawning. [ 727.810788] env[69350]: DEBUG nova.compute.manager [req-f18e518f-4cb4-4497-945c-cf806c58b423 req-af583961-76e3-48c6-9d04-8a29677f70d0 service nova] [instance: a5c37c3b-0add-415d-8356-5070a8b4df28] Received event network-vif-deleted-cc4deb7e-fbef-4cbc-9a5d-59af6721febe {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 727.810788] env[69350]: DEBUG nova.compute.manager [req-f18e518f-4cb4-4497-945c-cf806c58b423 req-af583961-76e3-48c6-9d04-8a29677f70d0 service nova] [instance: a8f9c383-cccf-4c92-8639-88776a4e0dab] Received event network-changed-103cc334-6aef-42aa-aea0-d6e339f7594d {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 727.810788] env[69350]: DEBUG nova.compute.manager [req-f18e518f-4cb4-4497-945c-cf806c58b423 req-af583961-76e3-48c6-9d04-8a29677f70d0 service nova] [instance: a8f9c383-cccf-4c92-8639-88776a4e0dab] Refreshing instance network info cache due to event network-changed-103cc334-6aef-42aa-aea0-d6e339f7594d. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 727.810928] env[69350]: DEBUG oslo_concurrency.lockutils [req-f18e518f-4cb4-4497-945c-cf806c58b423 req-af583961-76e3-48c6-9d04-8a29677f70d0 service nova] Acquiring lock "refresh_cache-a8f9c383-cccf-4c92-8639-88776a4e0dab" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.810993] env[69350]: DEBUG oslo_concurrency.lockutils [req-f18e518f-4cb4-4497-945c-cf806c58b423 req-af583961-76e3-48c6-9d04-8a29677f70d0 service nova] Acquired lock "refresh_cache-a8f9c383-cccf-4c92-8639-88776a4e0dab" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.811162] env[69350]: DEBUG nova.network.neutron [req-f18e518f-4cb4-4497-945c-cf806c58b423 req-af583961-76e3-48c6-9d04-8a29677f70d0 service nova] [instance: a8f9c383-cccf-4c92-8639-88776a4e0dab] Refreshing network info cache for port 103cc334-6aef-42aa-aea0-d6e339f7594d {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 727.857763] env[69350]: DEBUG oslo_vmware.api [None req-4e5737e6-3672-4af5-a211-9103c0ffc6f7 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] Task: {'id': task-3364716, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071142} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.858358] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4e5737e6-3672-4af5-a211-9103c0ffc6f7 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] [instance: 9e58a229-d5b8-4f01-94ae-eba28c20aca8] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 727.859260] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0118057-7102-4ffd-8ff5-e1f1490911f9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.890407] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e5737e6-3672-4af5-a211-9103c0ffc6f7 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] [instance: 9e58a229-d5b8-4f01-94ae-eba28c20aca8] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 9e58a229-d5b8-4f01-94ae-eba28c20aca8/9e58a229-d5b8-4f01-94ae-eba28c20aca8.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 727.892087] env[69350]: DEBUG nova.policy [None req-b7a9b6a2-a232-408c-b27d-7c72bb9afc1f tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c7712e00f994a9e91f43fafa407e493', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c4a773f1abac417cb40f5c3acc2b60b2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 727.893866] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1fd82a85-967a-4a9e-bc8c-55fdcc25dd77 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.921554] env[69350]: DEBUG oslo_vmware.api [None req-4e5737e6-3672-4af5-a211-9103c0ffc6f7 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] Waiting for the task: (returnval){ [ 727.921554] env[69350]: value = "task-3364717" [ 727.921554] env[69350]: _type = "Task" [ 727.921554] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.933370] env[69350]: DEBUG oslo_vmware.api [None req-4e5737e6-3672-4af5-a211-9103c0ffc6f7 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] Task: {'id': task-3364717, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.937308] env[69350]: DEBUG oslo_vmware.api [None req-c6e6bed8-57f3-4080-ac85-02492fb1ae12 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': task-3364715, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.970137] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ae4d77f6-6534-49db-8c17-ea249b74d16c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Lock "32df2bac-26f8-494c-8af5-a02218f66960" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.653s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.051019] env[69350]: DEBUG nova.compute.manager [None req-69170be3-6ae2-40f4-8d44-f1ad6276eb98 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] [instance: 2713f49f-14fc-4705-a30c-e114159466d1] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 728.090827] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5b8f6cf8-bba5-427c-b1a9-a7bf14d3b528 tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] Acquiring lock "refresh_cache-e046a82e-32c7-4437-a613-070b6673f1b8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.091444] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5b8f6cf8-bba5-427c-b1a9-a7bf14d3b528 tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] Acquired lock "refresh_cache-e046a82e-32c7-4437-a613-070b6673f1b8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.091717] env[69350]: DEBUG nova.network.neutron [None req-5b8f6cf8-bba5-427c-b1a9-a7bf14d3b528 tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] [instance: e046a82e-32c7-4437-a613-070b6673f1b8] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 728.107319] env[69350]: DEBUG oslo_concurrency.lockutils [None req-03808cc2-45b5-4ee4-8031-938742cf5287 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] Acquiring lock "8825162c-2942-4d5c-b7d1-d8b87f0ce534" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.107690] env[69350]: DEBUG oslo_concurrency.lockutils [None req-03808cc2-45b5-4ee4-8031-938742cf5287 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] Lock "8825162c-2942-4d5c-b7d1-d8b87f0ce534" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.254182] env[69350]: DEBUG oslo_concurrency.lockutils [None req-61ea481f-2f44-434b-ae90-bd6ac0fbceb4 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Acquiring lock "884fdc90-c90c-439a-8e9c-2730dc242474" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.255078] env[69350]: DEBUG oslo_concurrency.lockutils [None req-61ea481f-2f44-434b-ae90-bd6ac0fbceb4 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Lock "884fdc90-c90c-439a-8e9c-2730dc242474" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.283833] env[69350]: DEBUG nova.compute.manager [None req-b7a9b6a2-a232-408c-b27d-7c72bb9afc1f tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] [instance: 2e8e720c-f11a-434e-b1b2-ad961383e5de] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 728.430139] env[69350]: DEBUG oslo_vmware.api [None req-c6e6bed8-57f3-4080-ac85-02492fb1ae12 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': task-3364715, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.438761] env[69350]: DEBUG oslo_vmware.api [None req-4e5737e6-3672-4af5-a211-9103c0ffc6f7 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] Task: {'id': task-3364717, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.472174] env[69350]: DEBUG nova.compute.manager [None req-4ec2e3f8-e905-421a-917b-a812566959f3 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: ec57f63b-c28b-4de2-a335-2b5ffa721ee6] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 728.570996] env[69350]: DEBUG oslo_concurrency.lockutils [None req-69170be3-6ae2-40f4-8d44-f1ad6276eb98 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.641748] env[69350]: DEBUG nova.network.neutron [None req-5b8f6cf8-bba5-427c-b1a9-a7bf14d3b528 tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] [instance: e046a82e-32c7-4437-a613-070b6673f1b8] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 728.687153] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e2d5459-11f5-4824-b5b4-ea614b414d57 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.698489] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eedb042a-bb11-4856-a29d-8fbb9a4b3e17 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.738618] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c037d0b3-8603-4656-b809-5b11fe4e817a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.747939] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a655e0b3-e211-4703-9504-46863ea91736 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.765296] env[69350]: DEBUG nova.compute.provider_tree [None req-a82841ef-89c3-444f-a718-c1c68375bfac tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 728.857555] env[69350]: DEBUG nova.network.neutron [None req-5b8f6cf8-bba5-427c-b1a9-a7bf14d3b528 tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] [instance: e046a82e-32c7-4437-a613-070b6673f1b8] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.908762] env[69350]: DEBUG nova.network.neutron [-] [instance: 2fc350ef-4f2c-4300-8f13-3aba152baaea] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.916647] env[69350]: DEBUG nova.network.neutron [-] [instance: 701ce06c-e14c-4e6a-8bd4-fb13621ff448] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.940925] env[69350]: DEBUG oslo_vmware.api [None req-c6e6bed8-57f3-4080-ac85-02492fb1ae12 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': task-3364715, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.821364} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.944538] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6e6bed8-57f3-4080-ac85-02492fb1ae12 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] a8f9c383-cccf-4c92-8639-88776a4e0dab/a8f9c383-cccf-4c92-8639-88776a4e0dab.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 728.944849] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c6e6bed8-57f3-4080-ac85-02492fb1ae12 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: a8f9c383-cccf-4c92-8639-88776a4e0dab] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 728.945415] env[69350]: DEBUG oslo_vmware.api [None req-4e5737e6-3672-4af5-a211-9103c0ffc6f7 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] Task: {'id': task-3364717, 'name': ReconfigVM_Task, 'duration_secs': 0.867526} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.945676] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-084ad4ea-7fbd-4a19-9b03-174054e7fb14 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.948216] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e5737e6-3672-4af5-a211-9103c0ffc6f7 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] [instance: 9e58a229-d5b8-4f01-94ae-eba28c20aca8] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 9e58a229-d5b8-4f01-94ae-eba28c20aca8/9e58a229-d5b8-4f01-94ae-eba28c20aca8.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 728.948843] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b97d5cd9-8d21-4507-8e4d-ddff239ece27 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.958182] env[69350]: DEBUG oslo_vmware.api [None req-c6e6bed8-57f3-4080-ac85-02492fb1ae12 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Waiting for the task: (returnval){ [ 728.958182] env[69350]: value = "task-3364719" [ 728.958182] env[69350]: _type = "Task" [ 728.958182] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.964477] env[69350]: DEBUG oslo_vmware.api [None req-4e5737e6-3672-4af5-a211-9103c0ffc6f7 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] Waiting for the task: (returnval){ [ 728.964477] env[69350]: value = "task-3364718" [ 728.964477] env[69350]: _type = "Task" [ 728.964477] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.972257] env[69350]: DEBUG oslo_vmware.api [None req-c6e6bed8-57f3-4080-ac85-02492fb1ae12 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': task-3364719, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.982029] env[69350]: DEBUG oslo_vmware.api [None req-4e5737e6-3672-4af5-a211-9103c0ffc6f7 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] Task: {'id': task-3364718, 'name': Rename_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.000795] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4ec2e3f8-e905-421a-917b-a812566959f3 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.122051] env[69350]: DEBUG nova.network.neutron [req-f18e518f-4cb4-4497-945c-cf806c58b423 req-af583961-76e3-48c6-9d04-8a29677f70d0 service nova] [instance: a8f9c383-cccf-4c92-8639-88776a4e0dab] Updated VIF entry in instance network info cache for port 103cc334-6aef-42aa-aea0-d6e339f7594d. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 729.122051] env[69350]: DEBUG nova.network.neutron [req-f18e518f-4cb4-4497-945c-cf806c58b423 req-af583961-76e3-48c6-9d04-8a29677f70d0 service nova] [instance: a8f9c383-cccf-4c92-8639-88776a4e0dab] Updating instance_info_cache with network_info: [{"id": "103cc334-6aef-42aa-aea0-d6e339f7594d", "address": "fa:16:3e:38:50:c4", "network": {"id": "36896159-e0cd-4c26-87e6-2521f1a332f4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-226239806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5716ad99abd74301815f5708ce395fbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap103cc334-6a", "ovs_interfaceid": "103cc334-6aef-42aa-aea0-d6e339f7594d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.272023] env[69350]: DEBUG nova.scheduler.client.report [None req-a82841ef-89c3-444f-a718-c1c68375bfac tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 729.306190] env[69350]: DEBUG nova.compute.manager [None req-b7a9b6a2-a232-408c-b27d-7c72bb9afc1f tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] [instance: 2e8e720c-f11a-434e-b1b2-ad961383e5de] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 729.327924] env[69350]: DEBUG nova.network.neutron [None req-b7a9b6a2-a232-408c-b27d-7c72bb9afc1f tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] [instance: 2e8e720c-f11a-434e-b1b2-ad961383e5de] Successfully created port: f5612751-dbb1-46c0-b3bc-ced4a4b3aa9e {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 729.337534] env[69350]: DEBUG nova.virt.hardware [None req-b7a9b6a2-a232-408c-b27d-7c72bb9afc1f tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:46:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1632964697',id=20,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1500466512',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 729.338808] env[69350]: DEBUG nova.virt.hardware [None req-b7a9b6a2-a232-408c-b27d-7c72bb9afc1f tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 729.338808] env[69350]: DEBUG nova.virt.hardware [None req-b7a9b6a2-a232-408c-b27d-7c72bb9afc1f tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 729.338808] env[69350]: DEBUG nova.virt.hardware [None req-b7a9b6a2-a232-408c-b27d-7c72bb9afc1f tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 729.338808] env[69350]: DEBUG nova.virt.hardware [None req-b7a9b6a2-a232-408c-b27d-7c72bb9afc1f tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 729.338808] env[69350]: DEBUG nova.virt.hardware [None req-b7a9b6a2-a232-408c-b27d-7c72bb9afc1f tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 729.339041] env[69350]: DEBUG nova.virt.hardware [None req-b7a9b6a2-a232-408c-b27d-7c72bb9afc1f tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 729.339041] env[69350]: DEBUG nova.virt.hardware [None req-b7a9b6a2-a232-408c-b27d-7c72bb9afc1f tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 729.339041] env[69350]: DEBUG nova.virt.hardware [None req-b7a9b6a2-a232-408c-b27d-7c72bb9afc1f tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 729.339297] env[69350]: DEBUG nova.virt.hardware [None req-b7a9b6a2-a232-408c-b27d-7c72bb9afc1f tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 729.339501] env[69350]: DEBUG nova.virt.hardware [None req-b7a9b6a2-a232-408c-b27d-7c72bb9afc1f tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 729.341594] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7b11b0e-3301-4f36-a9e5-1055550be2a5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.353170] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba22a34-bd02-4d38-8aa8-1e58a46c4e75 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.360595] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5b8f6cf8-bba5-427c-b1a9-a7bf14d3b528 tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] Releasing lock "refresh_cache-e046a82e-32c7-4437-a613-070b6673f1b8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.360595] env[69350]: DEBUG nova.compute.manager [None req-5b8f6cf8-bba5-427c-b1a9-a7bf14d3b528 tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] [instance: e046a82e-32c7-4437-a613-070b6673f1b8] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 729.360595] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-5b8f6cf8-bba5-427c-b1a9-a7bf14d3b528 tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] [instance: e046a82e-32c7-4437-a613-070b6673f1b8] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 729.369017] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-453bbe4e-61a4-409a-b2d8-4fdb665d419d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.377028] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b8f6cf8-bba5-427c-b1a9-a7bf14d3b528 tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] [instance: e046a82e-32c7-4437-a613-070b6673f1b8] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 729.377279] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39814b5b-7f5c-4ba4-96bd-8eca2f5de452 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.385957] env[69350]: DEBUG oslo_vmware.api [None req-5b8f6cf8-bba5-427c-b1a9-a7bf14d3b528 tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] Waiting for the task: (returnval){ [ 729.385957] env[69350]: value = "task-3364720" [ 729.385957] env[69350]: _type = "Task" [ 729.385957] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.398321] env[69350]: DEBUG oslo_vmware.api [None req-5b8f6cf8-bba5-427c-b1a9-a7bf14d3b528 tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] Task: {'id': task-3364720, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.412031] env[69350]: INFO nova.compute.manager [-] [instance: 2fc350ef-4f2c-4300-8f13-3aba152baaea] Took 2.01 seconds to deallocate network for instance. [ 729.427514] env[69350]: INFO nova.compute.manager [-] [instance: 701ce06c-e14c-4e6a-8bd4-fb13621ff448] Took 2.05 seconds to deallocate network for instance. [ 729.474958] env[69350]: DEBUG oslo_vmware.api [None req-c6e6bed8-57f3-4080-ac85-02492fb1ae12 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': task-3364719, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075284} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.474958] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c6e6bed8-57f3-4080-ac85-02492fb1ae12 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: a8f9c383-cccf-4c92-8639-88776a4e0dab] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 729.476181] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f1b85d-9aed-4450-854e-36c9542d9fc8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.485545] env[69350]: DEBUG oslo_vmware.api [None req-4e5737e6-3672-4af5-a211-9103c0ffc6f7 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] Task: {'id': task-3364718, 'name': Rename_Task, 'duration_secs': 0.191868} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.486240] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e5737e6-3672-4af5-a211-9103c0ffc6f7 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] [instance: 9e58a229-d5b8-4f01-94ae-eba28c20aca8] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 729.486494] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fce115a9-8f16-43f9-a13a-ed824d847fbb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.511171] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6e6bed8-57f3-4080-ac85-02492fb1ae12 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: a8f9c383-cccf-4c92-8639-88776a4e0dab] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] a8f9c383-cccf-4c92-8639-88776a4e0dab/a8f9c383-cccf-4c92-8639-88776a4e0dab.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 729.511913] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c753401d-2a81-45d0-9e3c-cf53c0afd2fb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.531694] env[69350]: DEBUG oslo_vmware.api [None req-4e5737e6-3672-4af5-a211-9103c0ffc6f7 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] Waiting for the task: (returnval){ [ 729.531694] env[69350]: value = "task-3364721" [ 729.531694] env[69350]: _type = "Task" [ 729.531694] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.540358] env[69350]: DEBUG oslo_vmware.api [None req-c6e6bed8-57f3-4080-ac85-02492fb1ae12 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Waiting for the task: (returnval){ [ 729.540358] env[69350]: value = "task-3364722" [ 729.540358] env[69350]: _type = "Task" [ 729.540358] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.542684] env[69350]: DEBUG oslo_vmware.api [None req-4e5737e6-3672-4af5-a211-9103c0ffc6f7 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] Task: {'id': task-3364721, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.555562] env[69350]: DEBUG oslo_vmware.api [None req-c6e6bed8-57f3-4080-ac85-02492fb1ae12 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': task-3364722, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.624333] env[69350]: DEBUG oslo_concurrency.lockutils [req-f18e518f-4cb4-4497-945c-cf806c58b423 req-af583961-76e3-48c6-9d04-8a29677f70d0 service nova] Releasing lock "refresh_cache-a8f9c383-cccf-4c92-8639-88776a4e0dab" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.777060] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a82841ef-89c3-444f-a718-c1c68375bfac tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.506s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.778298] env[69350]: DEBUG nova.compute.manager [None req-a82841ef-89c3-444f-a718-c1c68375bfac tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] [instance: 2dd22dd0-a65e-405e-9e9f-71cbcda62051] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 729.785653] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d8a3cb5a-de4f-411c-9397-ae93a74f4d82 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.832s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.785653] env[69350]: INFO nova.compute.claims [None req-d8a3cb5a-de4f-411c-9397-ae93a74f4d82 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: be800ce5-6d2e-402d-b83a-e22771d0aa5d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 729.899067] env[69350]: DEBUG oslo_vmware.api [None req-5b8f6cf8-bba5-427c-b1a9-a7bf14d3b528 tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] Task: {'id': task-3364720, 'name': PowerOffVM_Task, 'duration_secs': 0.327441} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.899328] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b8f6cf8-bba5-427c-b1a9-a7bf14d3b528 tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] [instance: e046a82e-32c7-4437-a613-070b6673f1b8] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 729.900068] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-5b8f6cf8-bba5-427c-b1a9-a7bf14d3b528 tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] [instance: e046a82e-32c7-4437-a613-070b6673f1b8] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 729.900068] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-90aad53f-e020-4be6-9117-6976155289bd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.924067] env[69350]: DEBUG oslo_concurrency.lockutils [None req-518cdf44-d03a-4875-8ba7-2062c3326fde tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.932735] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fbd527da-bd79-4cb3-bb7c-465fb9bc4498 tempest-DeleteServersAdminTestJSON-569268729 tempest-DeleteServersAdminTestJSON-569268729-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.936202] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-5b8f6cf8-bba5-427c-b1a9-a7bf14d3b528 tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] [instance: e046a82e-32c7-4437-a613-070b6673f1b8] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 729.936525] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-5b8f6cf8-bba5-427c-b1a9-a7bf14d3b528 tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] [instance: e046a82e-32c7-4437-a613-070b6673f1b8] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 729.936760] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b8f6cf8-bba5-427c-b1a9-a7bf14d3b528 tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] Deleting the datastore file [datastore1] e046a82e-32c7-4437-a613-070b6673f1b8 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 729.937124] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c4ee6c44-0fb5-435c-858c-bde7c2005dea {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.947487] env[69350]: DEBUG oslo_vmware.api [None req-5b8f6cf8-bba5-427c-b1a9-a7bf14d3b528 tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] Waiting for the task: (returnval){ [ 729.947487] env[69350]: value = "task-3364724" [ 729.947487] env[69350]: _type = "Task" [ 729.947487] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.958918] env[69350]: DEBUG oslo_vmware.api [None req-5b8f6cf8-bba5-427c-b1a9-a7bf14d3b528 tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] Task: {'id': task-3364724, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.001261] env[69350]: DEBUG nova.compute.manager [req-b6d56934-5ece-4672-87c2-d634263a3d4a req-4df75f99-3095-4b17-a8aa-a25d3cdeaacf service nova] [instance: 2fc350ef-4f2c-4300-8f13-3aba152baaea] Received event network-vif-deleted-8511b7a9-0f1f-497c-afb5-5850946b4de9 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 730.047155] env[69350]: DEBUG oslo_vmware.api [None req-4e5737e6-3672-4af5-a211-9103c0ffc6f7 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] Task: {'id': task-3364721, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.062620] env[69350]: DEBUG oslo_vmware.api [None req-c6e6bed8-57f3-4080-ac85-02492fb1ae12 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': task-3364722, 'name': ReconfigVM_Task, 'duration_secs': 0.512733} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.066169] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6e6bed8-57f3-4080-ac85-02492fb1ae12 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: a8f9c383-cccf-4c92-8639-88776a4e0dab] Reconfigured VM instance instance-0000000a to attach disk [datastore1] a8f9c383-cccf-4c92-8639-88776a4e0dab/a8f9c383-cccf-4c92-8639-88776a4e0dab.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 730.066169] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-737f03e9-b8b9-4c16-ad1c-5d53835fb199 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.071934] env[69350]: DEBUG oslo_vmware.api [None req-c6e6bed8-57f3-4080-ac85-02492fb1ae12 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Waiting for the task: (returnval){ [ 730.071934] env[69350]: value = "task-3364725" [ 730.071934] env[69350]: _type = "Task" [ 730.071934] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.083734] env[69350]: DEBUG oslo_vmware.api [None req-c6e6bed8-57f3-4080-ac85-02492fb1ae12 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': task-3364725, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.293143] env[69350]: DEBUG nova.compute.utils [None req-a82841ef-89c3-444f-a718-c1c68375bfac tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 730.293733] env[69350]: DEBUG nova.compute.manager [None req-a82841ef-89c3-444f-a718-c1c68375bfac tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] [instance: 2dd22dd0-a65e-405e-9e9f-71cbcda62051] Not allocating networking since 'none' was specified. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 730.459965] env[69350]: DEBUG oslo_vmware.api [None req-5b8f6cf8-bba5-427c-b1a9-a7bf14d3b528 tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] Task: {'id': task-3364724, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169907} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.459965] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b8f6cf8-bba5-427c-b1a9-a7bf14d3b528 tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 730.462398] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-5b8f6cf8-bba5-427c-b1a9-a7bf14d3b528 tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] [instance: e046a82e-32c7-4437-a613-070b6673f1b8] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 730.462398] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-5b8f6cf8-bba5-427c-b1a9-a7bf14d3b528 tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] [instance: e046a82e-32c7-4437-a613-070b6673f1b8] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 730.462398] env[69350]: INFO nova.compute.manager [None req-5b8f6cf8-bba5-427c-b1a9-a7bf14d3b528 tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] [instance: e046a82e-32c7-4437-a613-070b6673f1b8] Took 1.10 seconds to destroy the instance on the hypervisor. [ 730.462398] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b8f6cf8-bba5-427c-b1a9-a7bf14d3b528 tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 730.462398] env[69350]: DEBUG nova.compute.manager [-] [instance: e046a82e-32c7-4437-a613-070b6673f1b8] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 730.462398] env[69350]: DEBUG nova.network.neutron [-] [instance: e046a82e-32c7-4437-a613-070b6673f1b8] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 730.546208] env[69350]: DEBUG oslo_vmware.api [None req-4e5737e6-3672-4af5-a211-9103c0ffc6f7 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] Task: {'id': task-3364721, 'name': PowerOnVM_Task, 'duration_secs': 0.958861} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.550021] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e5737e6-3672-4af5-a211-9103c0ffc6f7 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] [instance: 9e58a229-d5b8-4f01-94ae-eba28c20aca8] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 730.550021] env[69350]: INFO nova.compute.manager [None req-4e5737e6-3672-4af5-a211-9103c0ffc6f7 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] [instance: 9e58a229-d5b8-4f01-94ae-eba28c20aca8] Took 13.52 seconds to spawn the instance on the hypervisor. [ 730.550021] env[69350]: DEBUG nova.compute.manager [None req-4e5737e6-3672-4af5-a211-9103c0ffc6f7 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] [instance: 9e58a229-d5b8-4f01-94ae-eba28c20aca8] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 730.550021] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e0e5327-f798-4863-b621-6413fd09458b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.588455] env[69350]: DEBUG oslo_vmware.api [None req-c6e6bed8-57f3-4080-ac85-02492fb1ae12 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': task-3364725, 'name': Rename_Task, 'duration_secs': 0.227379} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.588455] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6e6bed8-57f3-4080-ac85-02492fb1ae12 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: a8f9c383-cccf-4c92-8639-88776a4e0dab] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 730.588455] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-04d954af-2918-4015-a840-6b9ef2f395ad {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.593918] env[69350]: DEBUG nova.network.neutron [-] [instance: e046a82e-32c7-4437-a613-070b6673f1b8] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 730.596495] env[69350]: DEBUG oslo_vmware.api [None req-c6e6bed8-57f3-4080-ac85-02492fb1ae12 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Waiting for the task: (returnval){ [ 730.596495] env[69350]: value = "task-3364726" [ 730.596495] env[69350]: _type = "Task" [ 730.596495] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.607353] env[69350]: DEBUG oslo_vmware.api [None req-c6e6bed8-57f3-4080-ac85-02492fb1ae12 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': task-3364726, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.794268] env[69350]: DEBUG nova.compute.manager [None req-a82841ef-89c3-444f-a718-c1c68375bfac tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] [instance: 2dd22dd0-a65e-405e-9e9f-71cbcda62051] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 731.074798] env[69350]: INFO nova.compute.manager [None req-4e5737e6-3672-4af5-a211-9103c0ffc6f7 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] [instance: 9e58a229-d5b8-4f01-94ae-eba28c20aca8] Took 26.84 seconds to build instance. [ 731.099106] env[69350]: DEBUG nova.network.neutron [-] [instance: e046a82e-32c7-4437-a613-070b6673f1b8] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.115840] env[69350]: DEBUG oslo_vmware.api [None req-c6e6bed8-57f3-4080-ac85-02492fb1ae12 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': task-3364726, 'name': PowerOnVM_Task, 'duration_secs': 0.49804} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.118689] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6e6bed8-57f3-4080-ac85-02492fb1ae12 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: a8f9c383-cccf-4c92-8639-88776a4e0dab] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 731.118935] env[69350]: INFO nova.compute.manager [None req-c6e6bed8-57f3-4080-ac85-02492fb1ae12 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: a8f9c383-cccf-4c92-8639-88776a4e0dab] Took 11.68 seconds to spawn the instance on the hypervisor. [ 731.119653] env[69350]: DEBUG nova.compute.manager [None req-c6e6bed8-57f3-4080-ac85-02492fb1ae12 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: a8f9c383-cccf-4c92-8639-88776a4e0dab] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 731.120486] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa659b71-074c-4310-b075-1c445ce0ddd9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.308896] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-822922a4-7cf5-4cab-8498-546d8a6d77e8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.318474] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-351dbba2-0eb8-4f17-98ef-d0d7452a017d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.363458] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e66dc189-0868-4026-800f-c82d7a5707c4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.379180] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ba7509-2036-4641-82f3-7c3da0b3ce50 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.397162] env[69350]: DEBUG nova.compute.provider_tree [None req-d8a3cb5a-de4f-411c-9397-ae93a74f4d82 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 731.577628] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4e5737e6-3672-4af5-a211-9103c0ffc6f7 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] Lock "9e58a229-d5b8-4f01-94ae-eba28c20aca8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.356s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.609353] env[69350]: INFO nova.compute.manager [-] [instance: e046a82e-32c7-4437-a613-070b6673f1b8] Took 1.15 seconds to deallocate network for instance. [ 731.639550] env[69350]: INFO nova.compute.manager [None req-c6e6bed8-57f3-4080-ac85-02492fb1ae12 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: a8f9c383-cccf-4c92-8639-88776a4e0dab] Took 27.28 seconds to build instance. [ 731.810169] env[69350]: DEBUG nova.compute.manager [None req-a82841ef-89c3-444f-a718-c1c68375bfac tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] [instance: 2dd22dd0-a65e-405e-9e9f-71cbcda62051] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 731.838252] env[69350]: DEBUG nova.virt.hardware [None req-a82841ef-89c3-444f-a718-c1c68375bfac tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 731.838528] env[69350]: DEBUG nova.virt.hardware [None req-a82841ef-89c3-444f-a718-c1c68375bfac tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 731.838677] env[69350]: DEBUG nova.virt.hardware [None req-a82841ef-89c3-444f-a718-c1c68375bfac tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 731.838887] env[69350]: DEBUG nova.virt.hardware [None req-a82841ef-89c3-444f-a718-c1c68375bfac tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 731.838978] env[69350]: DEBUG nova.virt.hardware [None req-a82841ef-89c3-444f-a718-c1c68375bfac tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 731.839140] env[69350]: DEBUG nova.virt.hardware [None req-a82841ef-89c3-444f-a718-c1c68375bfac tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 731.841961] env[69350]: DEBUG nova.virt.hardware [None req-a82841ef-89c3-444f-a718-c1c68375bfac tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 731.841961] env[69350]: DEBUG nova.virt.hardware [None req-a82841ef-89c3-444f-a718-c1c68375bfac tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 731.841961] env[69350]: DEBUG nova.virt.hardware [None req-a82841ef-89c3-444f-a718-c1c68375bfac tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 731.841961] env[69350]: DEBUG nova.virt.hardware [None req-a82841ef-89c3-444f-a718-c1c68375bfac tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 731.841961] env[69350]: DEBUG nova.virt.hardware [None req-a82841ef-89c3-444f-a718-c1c68375bfac tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 731.842262] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b2f9bab-78ae-4514-92b9-ce0276573e1a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.853616] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-734e51a0-58b1-4dc2-b6e2-81d5e16cef9d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.870885] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a82841ef-89c3-444f-a718-c1c68375bfac tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] [instance: 2dd22dd0-a65e-405e-9e9f-71cbcda62051] Instance VIF info [] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 731.877184] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-a82841ef-89c3-444f-a718-c1c68375bfac tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Creating folder: Project (f319369c9f234ff9a68888e2c8f26270). Parent ref: group-v671398. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 731.877533] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5b8e5401-9bd0-4682-8a34-fa6057dd65a4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.890354] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-a82841ef-89c3-444f-a718-c1c68375bfac tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Created folder: Project (f319369c9f234ff9a68888e2c8f26270) in parent group-v671398. [ 731.890503] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-a82841ef-89c3-444f-a718-c1c68375bfac tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Creating folder: Instances. Parent ref: group-v671427. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 731.890747] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cfee2aa3-d687-4682-b60c-68585e67a271 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.900953] env[69350]: DEBUG nova.scheduler.client.report [None req-d8a3cb5a-de4f-411c-9397-ae93a74f4d82 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 731.907466] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-a82841ef-89c3-444f-a718-c1c68375bfac tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Created folder: Instances in parent group-v671427. [ 731.907466] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a82841ef-89c3-444f-a718-c1c68375bfac tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 731.907877] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2dd22dd0-a65e-405e-9e9f-71cbcda62051] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 731.908354] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-15cf78df-cb4b-466c-885e-ccb37e9f0d3b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.927097] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 731.927097] env[69350]: value = "task-3364729" [ 731.927097] env[69350]: _type = "Task" [ 731.927097] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.938553] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3364729, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.082869] env[69350]: DEBUG nova.compute.manager [None req-431f1faf-50e1-4e52-934c-bf3f324847b8 tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] [instance: 2120db16-82c9-4fa6-b050-84c45b31f858] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 732.116981] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5b8f6cf8-bba5-427c-b1a9-a7bf14d3b528 tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.144820] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c6e6bed8-57f3-4080-ac85-02492fb1ae12 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Lock "a8f9c383-cccf-4c92-8639-88776a4e0dab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.808s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.408891] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d8a3cb5a-de4f-411c-9397-ae93a74f4d82 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.628s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.409581] env[69350]: DEBUG nova.compute.manager [None req-d8a3cb5a-de4f-411c-9397-ae93a74f4d82 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: be800ce5-6d2e-402d-b83a-e22771d0aa5d] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 732.412628] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6cbc83f8-dd02-41dd-8c80-741b5e7f29ac tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 15.022s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.460098] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3364729, 'name': CreateVM_Task, 'duration_secs': 0.379801} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.460409] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2dd22dd0-a65e-405e-9e9f-71cbcda62051] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 732.462660] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a82841ef-89c3-444f-a718-c1c68375bfac tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.462660] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a82841ef-89c3-444f-a718-c1c68375bfac tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.462660] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a82841ef-89c3-444f-a718-c1c68375bfac tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.467448] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-173c0673-cf35-4261-a03e-1d3d9444f48a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.482662] env[69350]: DEBUG oslo_vmware.api [None req-a82841ef-89c3-444f-a718-c1c68375bfac tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Waiting for the task: (returnval){ [ 732.482662] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52eb729f-bfe8-b081-0ee5-afaabb4f7c7e" [ 732.482662] env[69350]: _type = "Task" [ 732.482662] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.518900] env[69350]: DEBUG oslo_vmware.api [None req-a82841ef-89c3-444f-a718-c1c68375bfac tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52eb729f-bfe8-b081-0ee5-afaabb4f7c7e, 'name': SearchDatastore_Task, 'duration_secs': 0.015812} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.519568] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a82841ef-89c3-444f-a718-c1c68375bfac tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.519807] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a82841ef-89c3-444f-a718-c1c68375bfac tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] [instance: 2dd22dd0-a65e-405e-9e9f-71cbcda62051] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 732.520054] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a82841ef-89c3-444f-a718-c1c68375bfac tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.520434] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a82841ef-89c3-444f-a718-c1c68375bfac tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.521346] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-a82841ef-89c3-444f-a718-c1c68375bfac tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 732.521835] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-62eb2059-5ea2-43ed-b5b3-7b78bedb3e91 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.533924] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-a82841ef-89c3-444f-a718-c1c68375bfac tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 732.534099] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a82841ef-89c3-444f-a718-c1c68375bfac tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 732.535741] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a384ed6-124d-4156-b38b-8dc137aa6983 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.544612] env[69350]: DEBUG oslo_vmware.api [None req-a82841ef-89c3-444f-a718-c1c68375bfac tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Waiting for the task: (returnval){ [ 732.544612] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]524ace75-4d78-17c7-38c9-3526399c0538" [ 732.544612] env[69350]: _type = "Task" [ 732.544612] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.556189] env[69350]: DEBUG oslo_vmware.api [None req-a82841ef-89c3-444f-a718-c1c68375bfac tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]524ace75-4d78-17c7-38c9-3526399c0538, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.592702] env[69350]: DEBUG nova.network.neutron [None req-b7a9b6a2-a232-408c-b27d-7c72bb9afc1f tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] [instance: 2e8e720c-f11a-434e-b1b2-ad961383e5de] Successfully updated port: f5612751-dbb1-46c0-b3bc-ced4a4b3aa9e {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 732.621589] env[69350]: DEBUG oslo_concurrency.lockutils [None req-431f1faf-50e1-4e52-934c-bf3f324847b8 tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.648559] env[69350]: DEBUG nova.compute.manager [None req-96bce5a7-b0f6-4a55-823d-1503f8fddb1a tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: 78aed5f0-ce65-4b00-8a3f-1eab21e0525b] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 732.919453] env[69350]: DEBUG nova.compute.utils [None req-d8a3cb5a-de4f-411c-9397-ae93a74f4d82 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 732.923725] env[69350]: INFO nova.compute.claims [None req-6cbc83f8-dd02-41dd-8c80-741b5e7f29ac tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 1928e353-9d7a-4d20-8347-029c36bcdb8e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 732.928301] env[69350]: DEBUG nova.compute.manager [None req-d8a3cb5a-de4f-411c-9397-ae93a74f4d82 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: be800ce5-6d2e-402d-b83a-e22771d0aa5d] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 732.929121] env[69350]: DEBUG nova.network.neutron [None req-d8a3cb5a-de4f-411c-9397-ae93a74f4d82 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: be800ce5-6d2e-402d-b83a-e22771d0aa5d] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 733.058147] env[69350]: DEBUG oslo_vmware.api [None req-a82841ef-89c3-444f-a718-c1c68375bfac tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]524ace75-4d78-17c7-38c9-3526399c0538, 'name': SearchDatastore_Task, 'duration_secs': 0.015916} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.058900] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f103245-1546-40f3-9e22-e5c75d251faf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.067143] env[69350]: DEBUG oslo_vmware.api [None req-a82841ef-89c3-444f-a718-c1c68375bfac tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Waiting for the task: (returnval){ [ 733.067143] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5294fa92-009e-7252-f23c-d66dc71198de" [ 733.067143] env[69350]: _type = "Task" [ 733.067143] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.076208] env[69350]: DEBUG oslo_vmware.api [None req-a82841ef-89c3-444f-a718-c1c68375bfac tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5294fa92-009e-7252-f23c-d66dc71198de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.091640] env[69350]: DEBUG nova.policy [None req-d8a3cb5a-de4f-411c-9397-ae93a74f4d82 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7e021bf9daeb4b6ab76f44a225f342d2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '87b6b462d1d44970bf9e080d9de9f449', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 733.097032] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b7a9b6a2-a232-408c-b27d-7c72bb9afc1f tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] Acquiring lock "refresh_cache-2e8e720c-f11a-434e-b1b2-ad961383e5de" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.097498] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b7a9b6a2-a232-408c-b27d-7c72bb9afc1f tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] Acquired lock "refresh_cache-2e8e720c-f11a-434e-b1b2-ad961383e5de" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.097498] env[69350]: DEBUG nova.network.neutron [None req-b7a9b6a2-a232-408c-b27d-7c72bb9afc1f tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] [instance: 2e8e720c-f11a-434e-b1b2-ad961383e5de] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 733.186031] env[69350]: DEBUG oslo_concurrency.lockutils [None req-96bce5a7-b0f6-4a55-823d-1503f8fddb1a tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.430569] env[69350]: DEBUG nova.compute.manager [None req-d8a3cb5a-de4f-411c-9397-ae93a74f4d82 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: be800ce5-6d2e-402d-b83a-e22771d0aa5d] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 733.434344] env[69350]: INFO nova.compute.resource_tracker [None req-6cbc83f8-dd02-41dd-8c80-741b5e7f29ac tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 1928e353-9d7a-4d20-8347-029c36bcdb8e] Updating resource usage from migration f6e3731b-6d71-465a-84f7-2a7b53e2184e [ 733.587991] env[69350]: DEBUG oslo_vmware.api [None req-a82841ef-89c3-444f-a718-c1c68375bfac tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5294fa92-009e-7252-f23c-d66dc71198de, 'name': SearchDatastore_Task, 'duration_secs': 0.015748} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.588099] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a82841ef-89c3-444f-a718-c1c68375bfac tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.588418] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-a82841ef-89c3-444f-a718-c1c68375bfac tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] 2dd22dd0-a65e-405e-9e9f-71cbcda62051/2dd22dd0-a65e-405e-9e9f-71cbcda62051.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 733.589758] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1c7e267c-8fb7-4915-b611-601c85bee17e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.599789] env[69350]: DEBUG oslo_vmware.api [None req-a82841ef-89c3-444f-a718-c1c68375bfac tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Waiting for the task: (returnval){ [ 733.599789] env[69350]: value = "task-3364730" [ 733.599789] env[69350]: _type = "Task" [ 733.599789] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.611245] env[69350]: DEBUG oslo_vmware.api [None req-a82841ef-89c3-444f-a718-c1c68375bfac tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Task: {'id': task-3364730, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.783297] env[69350]: DEBUG nova.network.neutron [None req-b7a9b6a2-a232-408c-b27d-7c72bb9afc1f tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] [instance: 2e8e720c-f11a-434e-b1b2-ad961383e5de] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 733.836074] env[69350]: DEBUG nova.compute.manager [req-57a10db7-45ee-4757-98de-0ccdf8246141 req-dc2547cf-8f9d-4386-9fb9-f2ec45810539 service nova] [instance: 701ce06c-e14c-4e6a-8bd4-fb13621ff448] Received event network-vif-deleted-d0c421d4-5be6-43f3-9907-c9fb6dce635c {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 733.836310] env[69350]: DEBUG nova.compute.manager [req-57a10db7-45ee-4757-98de-0ccdf8246141 req-dc2547cf-8f9d-4386-9fb9-f2ec45810539 service nova] [instance: 2e8e720c-f11a-434e-b1b2-ad961383e5de] Received event network-vif-plugged-f5612751-dbb1-46c0-b3bc-ced4a4b3aa9e {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 733.836499] env[69350]: DEBUG oslo_concurrency.lockutils [req-57a10db7-45ee-4757-98de-0ccdf8246141 req-dc2547cf-8f9d-4386-9fb9-f2ec45810539 service nova] Acquiring lock "2e8e720c-f11a-434e-b1b2-ad961383e5de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.836767] env[69350]: DEBUG oslo_concurrency.lockutils [req-57a10db7-45ee-4757-98de-0ccdf8246141 req-dc2547cf-8f9d-4386-9fb9-f2ec45810539 service nova] Lock "2e8e720c-f11a-434e-b1b2-ad961383e5de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.836931] env[69350]: DEBUG oslo_concurrency.lockutils [req-57a10db7-45ee-4757-98de-0ccdf8246141 req-dc2547cf-8f9d-4386-9fb9-f2ec45810539 service nova] Lock "2e8e720c-f11a-434e-b1b2-ad961383e5de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.837171] env[69350]: DEBUG nova.compute.manager [req-57a10db7-45ee-4757-98de-0ccdf8246141 req-dc2547cf-8f9d-4386-9fb9-f2ec45810539 service nova] [instance: 2e8e720c-f11a-434e-b1b2-ad961383e5de] No waiting events found dispatching network-vif-plugged-f5612751-dbb1-46c0-b3bc-ced4a4b3aa9e {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 733.837382] env[69350]: WARNING nova.compute.manager [req-57a10db7-45ee-4757-98de-0ccdf8246141 req-dc2547cf-8f9d-4386-9fb9-f2ec45810539 service nova] [instance: 2e8e720c-f11a-434e-b1b2-ad961383e5de] Received unexpected event network-vif-plugged-f5612751-dbb1-46c0-b3bc-ced4a4b3aa9e for instance with vm_state building and task_state spawning. [ 734.004422] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-970e2712-0915-4dc9-8856-566cbd68987a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.016707] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62dde3bf-114a-41c6-8ecc-aa4ceb752799 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.061997] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c7bf74-c245-437b-844f-7b7f9762491a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.071766] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec8eab0-cc5c-4dcd-a02d-cefcbad5c64c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.092553] env[69350]: DEBUG nova.compute.provider_tree [None req-6cbc83f8-dd02-41dd-8c80-741b5e7f29ac tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 734.112531] env[69350]: DEBUG oslo_vmware.api [None req-a82841ef-89c3-444f-a718-c1c68375bfac tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Task: {'id': task-3364730, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.170920] env[69350]: DEBUG nova.network.neutron [None req-b7a9b6a2-a232-408c-b27d-7c72bb9afc1f tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] [instance: 2e8e720c-f11a-434e-b1b2-ad961383e5de] Updating instance_info_cache with network_info: [{"id": "f5612751-dbb1-46c0-b3bc-ced4a4b3aa9e", "address": "fa:16:3e:77:8d:d2", "network": {"id": "01983ea8-0a51-4986-8b52-288816074510", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1158203974-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4a773f1abac417cb40f5c3acc2b60b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5612751-db", "ovs_interfaceid": "f5612751-dbb1-46c0-b3bc-ced4a4b3aa9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.366135] env[69350]: DEBUG nova.network.neutron [None req-d8a3cb5a-de4f-411c-9397-ae93a74f4d82 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: be800ce5-6d2e-402d-b83a-e22771d0aa5d] Successfully created port: 6a210e51-1547-47fa-b0cb-8185a6427766 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 734.447064] env[69350]: DEBUG nova.compute.manager [None req-d8a3cb5a-de4f-411c-9397-ae93a74f4d82 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: be800ce5-6d2e-402d-b83a-e22771d0aa5d] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 734.482639] env[69350]: DEBUG nova.virt.hardware [None req-d8a3cb5a-de4f-411c-9397-ae93a74f4d82 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 734.483229] env[69350]: DEBUG nova.virt.hardware [None req-d8a3cb5a-de4f-411c-9397-ae93a74f4d82 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 734.483560] env[69350]: DEBUG nova.virt.hardware [None req-d8a3cb5a-de4f-411c-9397-ae93a74f4d82 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 734.483882] env[69350]: DEBUG nova.virt.hardware [None req-d8a3cb5a-de4f-411c-9397-ae93a74f4d82 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 734.484197] env[69350]: DEBUG nova.virt.hardware [None req-d8a3cb5a-de4f-411c-9397-ae93a74f4d82 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 734.484504] env[69350]: DEBUG nova.virt.hardware [None req-d8a3cb5a-de4f-411c-9397-ae93a74f4d82 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 734.485117] env[69350]: DEBUG nova.virt.hardware [None req-d8a3cb5a-de4f-411c-9397-ae93a74f4d82 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 734.485250] env[69350]: DEBUG nova.virt.hardware [None req-d8a3cb5a-de4f-411c-9397-ae93a74f4d82 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 734.485586] env[69350]: DEBUG nova.virt.hardware [None req-d8a3cb5a-de4f-411c-9397-ae93a74f4d82 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 734.485963] env[69350]: DEBUG nova.virt.hardware [None req-d8a3cb5a-de4f-411c-9397-ae93a74f4d82 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 734.487971] env[69350]: DEBUG nova.virt.hardware [None req-d8a3cb5a-de4f-411c-9397-ae93a74f4d82 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 734.487971] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e881ff6c-d7a0-4312-afaa-0f2f3d689aef {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.503628] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4fbc28d-bef7-4813-859f-94d7585ae213 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.600028] env[69350]: DEBUG nova.scheduler.client.report [None req-6cbc83f8-dd02-41dd-8c80-741b5e7f29ac tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 734.616616] env[69350]: DEBUG oslo_vmware.api [None req-a82841ef-89c3-444f-a718-c1c68375bfac tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Task: {'id': task-3364730, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.604758} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.616616] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-a82841ef-89c3-444f-a718-c1c68375bfac tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] 2dd22dd0-a65e-405e-9e9f-71cbcda62051/2dd22dd0-a65e-405e-9e9f-71cbcda62051.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 734.616616] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a82841ef-89c3-444f-a718-c1c68375bfac tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] [instance: 2dd22dd0-a65e-405e-9e9f-71cbcda62051] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 734.616616] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1360b499-1e00-47f3-aa19-045008d6c2fc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.625263] env[69350]: DEBUG oslo_vmware.api [None req-a82841ef-89c3-444f-a718-c1c68375bfac tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Waiting for the task: (returnval){ [ 734.625263] env[69350]: value = "task-3364731" [ 734.625263] env[69350]: _type = "Task" [ 734.625263] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.635090] env[69350]: DEBUG oslo_vmware.api [None req-a82841ef-89c3-444f-a718-c1c68375bfac tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Task: {'id': task-3364731, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.676603] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b7a9b6a2-a232-408c-b27d-7c72bb9afc1f tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] Releasing lock "refresh_cache-2e8e720c-f11a-434e-b1b2-ad961383e5de" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.680743] env[69350]: DEBUG nova.compute.manager [None req-b7a9b6a2-a232-408c-b27d-7c72bb9afc1f tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] [instance: 2e8e720c-f11a-434e-b1b2-ad961383e5de] Instance network_info: |[{"id": "f5612751-dbb1-46c0-b3bc-ced4a4b3aa9e", "address": "fa:16:3e:77:8d:d2", "network": {"id": "01983ea8-0a51-4986-8b52-288816074510", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1158203974-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4a773f1abac417cb40f5c3acc2b60b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5612751-db", "ovs_interfaceid": "f5612751-dbb1-46c0-b3bc-ced4a4b3aa9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 734.680892] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b7a9b6a2-a232-408c-b27d-7c72bb9afc1f tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] [instance: 2e8e720c-f11a-434e-b1b2-ad961383e5de] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:8d:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2bf99f85-3a5c-47c6-a603-e215be6ab0bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f5612751-dbb1-46c0-b3bc-ced4a4b3aa9e', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 734.689194] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7a9b6a2-a232-408c-b27d-7c72bb9afc1f tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] Creating folder: Project (c4a773f1abac417cb40f5c3acc2b60b2). Parent ref: group-v671398. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 734.690164] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aba7a010-9bc2-4f4e-9ed9-2dba645009b0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.704555] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-b7a9b6a2-a232-408c-b27d-7c72bb9afc1f tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] Created folder: Project (c4a773f1abac417cb40f5c3acc2b60b2) in parent group-v671398. [ 734.704786] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7a9b6a2-a232-408c-b27d-7c72bb9afc1f tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] Creating folder: Instances. Parent ref: group-v671430. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 734.705052] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9ebde7d8-588d-498d-a338-65cac267d3ae {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.721623] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-b7a9b6a2-a232-408c-b27d-7c72bb9afc1f tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] Created folder: Instances in parent group-v671430. [ 734.722048] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b7a9b6a2-a232-408c-b27d-7c72bb9afc1f tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 734.722633] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e8e720c-f11a-434e-b1b2-ad961383e5de] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 734.723650] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d468e843-4f08-4788-ab63-6b7d9242927d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.752631] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 734.752631] env[69350]: value = "task-3364734" [ 734.752631] env[69350]: _type = "Task" [ 734.752631] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.763223] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3364734, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.932134] env[69350]: DEBUG oslo_concurrency.lockutils [None req-35837de5-2070-4f60-bd41-40fc062ad816 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] Acquiring lock "9e58a229-d5b8-4f01-94ae-eba28c20aca8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.932134] env[69350]: DEBUG oslo_concurrency.lockutils [None req-35837de5-2070-4f60-bd41-40fc062ad816 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] Lock "9e58a229-d5b8-4f01-94ae-eba28c20aca8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.932134] env[69350]: DEBUG oslo_concurrency.lockutils [None req-35837de5-2070-4f60-bd41-40fc062ad816 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] Acquiring lock "9e58a229-d5b8-4f01-94ae-eba28c20aca8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.932134] env[69350]: DEBUG oslo_concurrency.lockutils [None req-35837de5-2070-4f60-bd41-40fc062ad816 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] Lock "9e58a229-d5b8-4f01-94ae-eba28c20aca8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.932783] env[69350]: DEBUG oslo_concurrency.lockutils [None req-35837de5-2070-4f60-bd41-40fc062ad816 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] Lock "9e58a229-d5b8-4f01-94ae-eba28c20aca8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.935347] env[69350]: INFO nova.compute.manager [None req-35837de5-2070-4f60-bd41-40fc062ad816 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] [instance: 9e58a229-d5b8-4f01-94ae-eba28c20aca8] Terminating instance [ 735.105969] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6cbc83f8-dd02-41dd-8c80-741b5e7f29ac tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.692s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.108599] env[69350]: INFO nova.compute.manager [None req-6cbc83f8-dd02-41dd-8c80-741b5e7f29ac tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 1928e353-9d7a-4d20-8347-029c36bcdb8e] Migrating [ 735.108599] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6cbc83f8-dd02-41dd-8c80-741b5e7f29ac tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.108599] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6cbc83f8-dd02-41dd-8c80-741b5e7f29ac tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Acquired lock "compute-rpcapi-router" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.108599] env[69350]: DEBUG oslo_concurrency.lockutils [None req-52067f5d-8b3d-4d2b-86a5-995ecde36809 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.819s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.112597] env[69350]: INFO nova.compute.claims [None req-52067f5d-8b3d-4d2b-86a5-995ecde36809 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] [instance: 096700b1-7125-48b5-877d-5dc745b5fe41] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 735.116885] env[69350]: INFO nova.compute.rpcapi [None req-6cbc83f8-dd02-41dd-8c80-741b5e7f29ac tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 735.117632] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6cbc83f8-dd02-41dd-8c80-741b5e7f29ac tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Releasing lock "compute-rpcapi-router" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.148495] env[69350]: DEBUG oslo_vmware.api [None req-a82841ef-89c3-444f-a718-c1c68375bfac tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Task: {'id': task-3364731, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.160368} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.148854] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a82841ef-89c3-444f-a718-c1c68375bfac tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] [instance: 2dd22dd0-a65e-405e-9e9f-71cbcda62051] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 735.150225] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf34952e-4317-4684-aa9e-92b54bff4b21 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.180588] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-a82841ef-89c3-444f-a718-c1c68375bfac tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] [instance: 2dd22dd0-a65e-405e-9e9f-71cbcda62051] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] 2dd22dd0-a65e-405e-9e9f-71cbcda62051/2dd22dd0-a65e-405e-9e9f-71cbcda62051.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 735.182047] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d0f2c7a-3692-43d1-a8c6-461eeae0872e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.211020] env[69350]: DEBUG oslo_vmware.api [None req-a82841ef-89c3-444f-a718-c1c68375bfac tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Waiting for the task: (returnval){ [ 735.211020] env[69350]: value = "task-3364735" [ 735.211020] env[69350]: _type = "Task" [ 735.211020] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.221420] env[69350]: DEBUG oslo_vmware.api [None req-a82841ef-89c3-444f-a718-c1c68375bfac tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Task: {'id': task-3364735, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.270627] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3364734, 'name': CreateVM_Task} progress is 25%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.439328] env[69350]: DEBUG nova.compute.manager [None req-35837de5-2070-4f60-bd41-40fc062ad816 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] [instance: 9e58a229-d5b8-4f01-94ae-eba28c20aca8] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 735.442999] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-35837de5-2070-4f60-bd41-40fc062ad816 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] [instance: 9e58a229-d5b8-4f01-94ae-eba28c20aca8] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 735.445029] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90677cef-200b-40ee-bd32-c133395b69c7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.454983] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-35837de5-2070-4f60-bd41-40fc062ad816 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] [instance: 9e58a229-d5b8-4f01-94ae-eba28c20aca8] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 735.455278] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cecf6308-e16c-46f0-a59f-934ca8447e94 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.466531] env[69350]: DEBUG oslo_vmware.api [None req-35837de5-2070-4f60-bd41-40fc062ad816 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] Waiting for the task: (returnval){ [ 735.466531] env[69350]: value = "task-3364736" [ 735.466531] env[69350]: _type = "Task" [ 735.466531] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.477811] env[69350]: DEBUG oslo_vmware.api [None req-35837de5-2070-4f60-bd41-40fc062ad816 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] Task: {'id': task-3364736, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.645792] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6cbc83f8-dd02-41dd-8c80-741b5e7f29ac tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Acquiring lock "refresh_cache-1928e353-9d7a-4d20-8347-029c36bcdb8e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.645792] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6cbc83f8-dd02-41dd-8c80-741b5e7f29ac tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Acquired lock "refresh_cache-1928e353-9d7a-4d20-8347-029c36bcdb8e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.645792] env[69350]: DEBUG nova.network.neutron [None req-6cbc83f8-dd02-41dd-8c80-741b5e7f29ac tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 1928e353-9d7a-4d20-8347-029c36bcdb8e] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 735.724283] env[69350]: DEBUG oslo_vmware.api [None req-a82841ef-89c3-444f-a718-c1c68375bfac tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Task: {'id': task-3364735, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.744091] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9f574a62-8940-4c3b-8a8e-d6ed295176a6 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] Acquiring lock "575cfb5e-9476-43fc-9724-33cb252fb7ce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.744091] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9f574a62-8940-4c3b-8a8e-d6ed295176a6 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] Lock "575cfb5e-9476-43fc-9724-33cb252fb7ce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.772042] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3364734, 'name': CreateVM_Task, 'duration_secs': 0.82098} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.772042] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e8e720c-f11a-434e-b1b2-ad961383e5de] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 735.774390] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b7a9b6a2-a232-408c-b27d-7c72bb9afc1f tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.774880] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b7a9b6a2-a232-408c-b27d-7c72bb9afc1f tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.776081] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b7a9b6a2-a232-408c-b27d-7c72bb9afc1f tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.776588] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a39b8b6-3d95-49de-a7f1-cea5d24c5fff {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.785780] env[69350]: DEBUG oslo_vmware.api [None req-b7a9b6a2-a232-408c-b27d-7c72bb9afc1f tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] Waiting for the task: (returnval){ [ 735.785780] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52665741-7e95-c472-4d5a-9aed5c471d7e" [ 735.785780] env[69350]: _type = "Task" [ 735.785780] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.802250] env[69350]: DEBUG oslo_vmware.api [None req-b7a9b6a2-a232-408c-b27d-7c72bb9afc1f tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52665741-7e95-c472-4d5a-9aed5c471d7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.978311] env[69350]: DEBUG oslo_vmware.api [None req-35837de5-2070-4f60-bd41-40fc062ad816 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] Task: {'id': task-3364736, 'name': PowerOffVM_Task, 'duration_secs': 0.317366} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.978550] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-35837de5-2070-4f60-bd41-40fc062ad816 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] [instance: 9e58a229-d5b8-4f01-94ae-eba28c20aca8] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 735.978630] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-35837de5-2070-4f60-bd41-40fc062ad816 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] [instance: 9e58a229-d5b8-4f01-94ae-eba28c20aca8] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 735.979256] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c2c6298-0344-4bdf-8d75-1e56d915b3c0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.055079] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-35837de5-2070-4f60-bd41-40fc062ad816 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] [instance: 9e58a229-d5b8-4f01-94ae-eba28c20aca8] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 736.055489] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-35837de5-2070-4f60-bd41-40fc062ad816 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] [instance: 9e58a229-d5b8-4f01-94ae-eba28c20aca8] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 736.055812] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-35837de5-2070-4f60-bd41-40fc062ad816 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] Deleting the datastore file [datastore2] 9e58a229-d5b8-4f01-94ae-eba28c20aca8 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 736.056199] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5eeadf28-0c21-44a8-9f17-b84079e1c3b7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.063777] env[69350]: DEBUG oslo_vmware.api [None req-35837de5-2070-4f60-bd41-40fc062ad816 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] Waiting for the task: (returnval){ [ 736.063777] env[69350]: value = "task-3364738" [ 736.063777] env[69350]: _type = "Task" [ 736.063777] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.075070] env[69350]: DEBUG oslo_vmware.api [None req-35837de5-2070-4f60-bd41-40fc062ad816 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] Task: {'id': task-3364738, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.229199] env[69350]: DEBUG oslo_vmware.api [None req-a82841ef-89c3-444f-a718-c1c68375bfac tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Task: {'id': task-3364735, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.302356] env[69350]: DEBUG oslo_vmware.api [None req-b7a9b6a2-a232-408c-b27d-7c72bb9afc1f tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52665741-7e95-c472-4d5a-9aed5c471d7e, 'name': SearchDatastore_Task, 'duration_secs': 0.015671} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.306250] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b7a9b6a2-a232-408c-b27d-7c72bb9afc1f tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.308215] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b7a9b6a2-a232-408c-b27d-7c72bb9afc1f tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] [instance: 2e8e720c-f11a-434e-b1b2-ad961383e5de] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 736.308664] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b7a9b6a2-a232-408c-b27d-7c72bb9afc1f tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.309996] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b7a9b6a2-a232-408c-b27d-7c72bb9afc1f tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.309996] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7a9b6a2-a232-408c-b27d-7c72bb9afc1f tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 736.313057] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-96adfb00-e5e0-4a54-89fe-b1aabe49a90f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.324647] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7a9b6a2-a232-408c-b27d-7c72bb9afc1f tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 736.324941] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b7a9b6a2-a232-408c-b27d-7c72bb9afc1f tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 736.326155] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51c633d8-dfaa-4e3c-aab2-c317bbe9155c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.333639] env[69350]: DEBUG oslo_vmware.api [None req-b7a9b6a2-a232-408c-b27d-7c72bb9afc1f tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] Waiting for the task: (returnval){ [ 736.333639] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]523ec154-cda7-0aa7-a8e6-601163f4d3eb" [ 736.333639] env[69350]: _type = "Task" [ 736.333639] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.351044] env[69350]: DEBUG oslo_vmware.api [None req-b7a9b6a2-a232-408c-b27d-7c72bb9afc1f tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]523ec154-cda7-0aa7-a8e6-601163f4d3eb, 'name': SearchDatastore_Task, 'duration_secs': 0.011115} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.351964] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ccc82c0-21f2-4248-be08-649266aad071 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.364260] env[69350]: DEBUG oslo_vmware.api [None req-b7a9b6a2-a232-408c-b27d-7c72bb9afc1f tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] Waiting for the task: (returnval){ [ 736.364260] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52dc6fc9-fe6b-2507-d840-d9a3ee13ff25" [ 736.364260] env[69350]: _type = "Task" [ 736.364260] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.374256] env[69350]: DEBUG oslo_vmware.api [None req-b7a9b6a2-a232-408c-b27d-7c72bb9afc1f tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52dc6fc9-fe6b-2507-d840-d9a3ee13ff25, 'name': SearchDatastore_Task} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.377134] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b7a9b6a2-a232-408c-b27d-7c72bb9afc1f tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.377289] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7a9b6a2-a232-408c-b27d-7c72bb9afc1f tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] 2e8e720c-f11a-434e-b1b2-ad961383e5de/2e8e720c-f11a-434e-b1b2-ad961383e5de.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 736.377697] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b7005186-4f55-4850-8a67-cb6f46d257db {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.385509] env[69350]: DEBUG oslo_vmware.api [None req-b7a9b6a2-a232-408c-b27d-7c72bb9afc1f tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] Waiting for the task: (returnval){ [ 736.385509] env[69350]: value = "task-3364739" [ 736.385509] env[69350]: _type = "Task" [ 736.385509] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.394571] env[69350]: DEBUG oslo_vmware.api [None req-b7a9b6a2-a232-408c-b27d-7c72bb9afc1f tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] Task: {'id': task-3364739, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.442542] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f9370125-6384-40dd-ac3b-60897424fbdc tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Acquiring lock "452a8c70-87fc-43a8-bcae-ae21e7035c6c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.443103] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f9370125-6384-40dd-ac3b-60897424fbdc tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Lock "452a8c70-87fc-43a8-bcae-ae21e7035c6c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.469618] env[69350]: DEBUG nova.network.neutron [None req-d8a3cb5a-de4f-411c-9397-ae93a74f4d82 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: be800ce5-6d2e-402d-b83a-e22771d0aa5d] Successfully updated port: 6a210e51-1547-47fa-b0cb-8185a6427766 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 736.541457] env[69350]: DEBUG nova.network.neutron [None req-6cbc83f8-dd02-41dd-8c80-741b5e7f29ac tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 1928e353-9d7a-4d20-8347-029c36bcdb8e] Updating instance_info_cache with network_info: [{"id": "11338a71-bc15-4a3d-a87d-c11efb979f61", "address": "fa:16:3e:17:f1:bb", "network": {"id": "7471cab0-87ad-4703-97af-1b6cb285655b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.42", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a175bdd0b1324024bc8e47e5836a9e11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11338a71-bc", "ovs_interfaceid": "11338a71-bc15-4a3d-a87d-c11efb979f61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.577159] env[69350]: DEBUG oslo_vmware.api [None req-35837de5-2070-4f60-bd41-40fc062ad816 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] Task: {'id': task-3364738, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.335844} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.582145] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-35837de5-2070-4f60-bd41-40fc062ad816 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 736.582361] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-35837de5-2070-4f60-bd41-40fc062ad816 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] [instance: 9e58a229-d5b8-4f01-94ae-eba28c20aca8] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 736.582538] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-35837de5-2070-4f60-bd41-40fc062ad816 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] [instance: 9e58a229-d5b8-4f01-94ae-eba28c20aca8] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 736.582709] env[69350]: INFO nova.compute.manager [None req-35837de5-2070-4f60-bd41-40fc062ad816 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] [instance: 9e58a229-d5b8-4f01-94ae-eba28c20aca8] Took 1.14 seconds to destroy the instance on the hypervisor. [ 736.582949] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35837de5-2070-4f60-bd41-40fc062ad816 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 736.583381] env[69350]: DEBUG nova.compute.manager [-] [instance: 9e58a229-d5b8-4f01-94ae-eba28c20aca8] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 736.583480] env[69350]: DEBUG nova.network.neutron [-] [instance: 9e58a229-d5b8-4f01-94ae-eba28c20aca8] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 736.657337] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fac2dbc-a821-4a0a-8262-0bf45614213c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.668491] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1156b8f7-5032-4887-85c6-2269cde1bb66 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.721358] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d238591-370b-438c-bc32-c1d0f61818c9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.742644] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d289cf-65a2-40b9-91a5-f692d55620cc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.747500] env[69350]: DEBUG oslo_vmware.api [None req-a82841ef-89c3-444f-a718-c1c68375bfac tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Task: {'id': task-3364735, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.762505] env[69350]: DEBUG nova.compute.provider_tree [None req-52067f5d-8b3d-4d2b-86a5-995ecde36809 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 736.898818] env[69350]: DEBUG oslo_vmware.api [None req-b7a9b6a2-a232-408c-b27d-7c72bb9afc1f tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] Task: {'id': task-3364739, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.939040] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4f7d53b4-0f76-48f4-a1cb-2eca028a86ac tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Acquiring lock "4a4b72fc-0fe1-4365-ba71-beb33ccdc400" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.939040] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4f7d53b4-0f76-48f4-a1cb-2eca028a86ac tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Lock "4a4b72fc-0fe1-4365-ba71-beb33ccdc400" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.972209] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d8a3cb5a-de4f-411c-9397-ae93a74f4d82 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Acquiring lock "refresh_cache-be800ce5-6d2e-402d-b83a-e22771d0aa5d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.972359] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d8a3cb5a-de4f-411c-9397-ae93a74f4d82 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Acquired lock "refresh_cache-be800ce5-6d2e-402d-b83a-e22771d0aa5d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.972505] env[69350]: DEBUG nova.network.neutron [None req-d8a3cb5a-de4f-411c-9397-ae93a74f4d82 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: be800ce5-6d2e-402d-b83a-e22771d0aa5d] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 737.045691] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6cbc83f8-dd02-41dd-8c80-741b5e7f29ac tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Releasing lock "refresh_cache-1928e353-9d7a-4d20-8347-029c36bcdb8e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.088021] env[69350]: DEBUG nova.compute.manager [req-8072e592-4176-4617-9b1a-6f7fb411b334 req-77ffe8fd-9792-4b34-9327-8ad611615ade service nova] [instance: 2e8e720c-f11a-434e-b1b2-ad961383e5de] Received event network-changed-f5612751-dbb1-46c0-b3bc-ced4a4b3aa9e {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 737.089734] env[69350]: DEBUG nova.compute.manager [req-8072e592-4176-4617-9b1a-6f7fb411b334 req-77ffe8fd-9792-4b34-9327-8ad611615ade service nova] [instance: 2e8e720c-f11a-434e-b1b2-ad961383e5de] Refreshing instance network info cache due to event network-changed-f5612751-dbb1-46c0-b3bc-ced4a4b3aa9e. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 737.090355] env[69350]: DEBUG oslo_concurrency.lockutils [req-8072e592-4176-4617-9b1a-6f7fb411b334 req-77ffe8fd-9792-4b34-9327-8ad611615ade service nova] Acquiring lock "refresh_cache-2e8e720c-f11a-434e-b1b2-ad961383e5de" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.090595] env[69350]: DEBUG oslo_concurrency.lockutils [req-8072e592-4176-4617-9b1a-6f7fb411b334 req-77ffe8fd-9792-4b34-9327-8ad611615ade service nova] Acquired lock "refresh_cache-2e8e720c-f11a-434e-b1b2-ad961383e5de" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.090722] env[69350]: DEBUG nova.network.neutron [req-8072e592-4176-4617-9b1a-6f7fb411b334 req-77ffe8fd-9792-4b34-9327-8ad611615ade service nova] [instance: 2e8e720c-f11a-434e-b1b2-ad961383e5de] Refreshing network info cache for port f5612751-dbb1-46c0-b3bc-ced4a4b3aa9e {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 737.229742] env[69350]: DEBUG oslo_vmware.api [None req-a82841ef-89c3-444f-a718-c1c68375bfac tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Task: {'id': task-3364735, 'name': ReconfigVM_Task, 'duration_secs': 1.660435} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.230473] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-a82841ef-89c3-444f-a718-c1c68375bfac tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] [instance: 2dd22dd0-a65e-405e-9e9f-71cbcda62051] Reconfigured VM instance instance-0000000c to attach disk [datastore1] 2dd22dd0-a65e-405e-9e9f-71cbcda62051/2dd22dd0-a65e-405e-9e9f-71cbcda62051.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 737.231029] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-142a8e6d-ec2e-45fd-9243-9ffadccc74e7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.241988] env[69350]: DEBUG oslo_vmware.api [None req-a82841ef-89c3-444f-a718-c1c68375bfac tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Waiting for the task: (returnval){ [ 737.241988] env[69350]: value = "task-3364740" [ 737.241988] env[69350]: _type = "Task" [ 737.241988] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.249650] env[69350]: DEBUG oslo_vmware.api [None req-a82841ef-89c3-444f-a718-c1c68375bfac tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Task: {'id': task-3364740, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.265951] env[69350]: DEBUG nova.scheduler.client.report [None req-52067f5d-8b3d-4d2b-86a5-995ecde36809 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 737.396830] env[69350]: DEBUG oslo_vmware.api [None req-b7a9b6a2-a232-408c-b27d-7c72bb9afc1f tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] Task: {'id': task-3364739, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521445} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.400483] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7a9b6a2-a232-408c-b27d-7c72bb9afc1f tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] 2e8e720c-f11a-434e-b1b2-ad961383e5de/2e8e720c-f11a-434e-b1b2-ad961383e5de.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 737.400770] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b7a9b6a2-a232-408c-b27d-7c72bb9afc1f tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] [instance: 2e8e720c-f11a-434e-b1b2-ad961383e5de] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 737.402861] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2e4f0982-4a10-447f-b2c0-b4bce454d0bb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.413416] env[69350]: DEBUG oslo_vmware.api [None req-b7a9b6a2-a232-408c-b27d-7c72bb9afc1f tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] Waiting for the task: (returnval){ [ 737.413416] env[69350]: value = "task-3364741" [ 737.413416] env[69350]: _type = "Task" [ 737.413416] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.423618] env[69350]: DEBUG oslo_vmware.api [None req-b7a9b6a2-a232-408c-b27d-7c72bb9afc1f tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] Task: {'id': task-3364741, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.471443] env[69350]: DEBUG nova.network.neutron [-] [instance: 9e58a229-d5b8-4f01-94ae-eba28c20aca8] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.727588] env[69350]: DEBUG nova.network.neutron [None req-d8a3cb5a-de4f-411c-9397-ae93a74f4d82 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: be800ce5-6d2e-402d-b83a-e22771d0aa5d] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 737.755988] env[69350]: DEBUG oslo_vmware.api [None req-a82841ef-89c3-444f-a718-c1c68375bfac tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Task: {'id': task-3364740, 'name': Rename_Task, 'duration_secs': 0.153476} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.756162] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-a82841ef-89c3-444f-a718-c1c68375bfac tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] [instance: 2dd22dd0-a65e-405e-9e9f-71cbcda62051] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 737.756491] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-96dfa792-a1d7-4515-9f78-002df8e86299 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.764524] env[69350]: DEBUG oslo_vmware.api [None req-a82841ef-89c3-444f-a718-c1c68375bfac tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Waiting for the task: (returnval){ [ 737.764524] env[69350]: value = "task-3364742" [ 737.764524] env[69350]: _type = "Task" [ 737.764524] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.771757] env[69350]: DEBUG oslo_concurrency.lockutils [None req-52067f5d-8b3d-4d2b-86a5-995ecde36809 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.663s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.772423] env[69350]: DEBUG nova.compute.manager [None req-52067f5d-8b3d-4d2b-86a5-995ecde36809 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] [instance: 096700b1-7125-48b5-877d-5dc745b5fe41] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 737.780625] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a9d52dea-9c8f-4e74-b898-1bfc591c0106 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.934s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.782108] env[69350]: INFO nova.compute.claims [None req-a9d52dea-9c8f-4e74-b898-1bfc591c0106 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: 81ea07d5-8924-45de-a1ab-42e4aa335111] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 737.784706] env[69350]: DEBUG oslo_vmware.api [None req-a82841ef-89c3-444f-a718-c1c68375bfac tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Task: {'id': task-3364742, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.929743] env[69350]: DEBUG oslo_vmware.api [None req-b7a9b6a2-a232-408c-b27d-7c72bb9afc1f tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] Task: {'id': task-3364741, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076216} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.930134] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b7a9b6a2-a232-408c-b27d-7c72bb9afc1f tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] [instance: 2e8e720c-f11a-434e-b1b2-ad961383e5de] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 737.933260] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb91ed4-9729-4311-9cd9-ed84a504ee48 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.961318] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7a9b6a2-a232-408c-b27d-7c72bb9afc1f tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] [instance: 2e8e720c-f11a-434e-b1b2-ad961383e5de] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 2e8e720c-f11a-434e-b1b2-ad961383e5de/2e8e720c-f11a-434e-b1b2-ad961383e5de.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 737.961883] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be912805-8ae7-43b1-9a85-c353f7f357a3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.993420] env[69350]: INFO nova.compute.manager [-] [instance: 9e58a229-d5b8-4f01-94ae-eba28c20aca8] Took 1.41 seconds to deallocate network for instance. [ 737.996857] env[69350]: DEBUG oslo_concurrency.lockutils [None req-69b54951-d697-48c9-8acb-ca9ebbe1dc49 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Acquiring lock "06270a6b-46d7-42ca-a02b-6747417f937e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.996857] env[69350]: DEBUG oslo_concurrency.lockutils [None req-69b54951-d697-48c9-8acb-ca9ebbe1dc49 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Lock "06270a6b-46d7-42ca-a02b-6747417f937e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.008192] env[69350]: DEBUG oslo_vmware.api [None req-b7a9b6a2-a232-408c-b27d-7c72bb9afc1f tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] Waiting for the task: (returnval){ [ 738.008192] env[69350]: value = "task-3364743" [ 738.008192] env[69350]: _type = "Task" [ 738.008192] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.017916] env[69350]: DEBUG oslo_vmware.api [None req-b7a9b6a2-a232-408c-b27d-7c72bb9afc1f tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] Task: {'id': task-3364743, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.176925] env[69350]: DEBUG nova.network.neutron [None req-d8a3cb5a-de4f-411c-9397-ae93a74f4d82 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: be800ce5-6d2e-402d-b83a-e22771d0aa5d] Updating instance_info_cache with network_info: [{"id": "6a210e51-1547-47fa-b0cb-8185a6427766", "address": "fa:16:3e:ad:f5:e0", "network": {"id": "7471cab0-87ad-4703-97af-1b6cb285655b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.223", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a175bdd0b1324024bc8e47e5836a9e11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a210e51-15", "ovs_interfaceid": "6a210e51-1547-47fa-b0cb-8185a6427766", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.225564] env[69350]: DEBUG nova.network.neutron [req-8072e592-4176-4617-9b1a-6f7fb411b334 req-77ffe8fd-9792-4b34-9327-8ad611615ade service nova] [instance: 2e8e720c-f11a-434e-b1b2-ad961383e5de] Updated VIF entry in instance network info cache for port f5612751-dbb1-46c0-b3bc-ced4a4b3aa9e. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 738.225564] env[69350]: DEBUG nova.network.neutron [req-8072e592-4176-4617-9b1a-6f7fb411b334 req-77ffe8fd-9792-4b34-9327-8ad611615ade service nova] [instance: 2e8e720c-f11a-434e-b1b2-ad961383e5de] Updating instance_info_cache with network_info: [{"id": "f5612751-dbb1-46c0-b3bc-ced4a4b3aa9e", "address": "fa:16:3e:77:8d:d2", "network": {"id": "01983ea8-0a51-4986-8b52-288816074510", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1158203974-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4a773f1abac417cb40f5c3acc2b60b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5612751-db", "ovs_interfaceid": "f5612751-dbb1-46c0-b3bc-ced4a4b3aa9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.280613] env[69350]: DEBUG oslo_vmware.api [None req-a82841ef-89c3-444f-a718-c1c68375bfac tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Task: {'id': task-3364742, 'name': PowerOnVM_Task, 'duration_secs': 0.449418} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.280880] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-a82841ef-89c3-444f-a718-c1c68375bfac tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] [instance: 2dd22dd0-a65e-405e-9e9f-71cbcda62051] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 738.282097] env[69350]: INFO nova.compute.manager [None req-a82841ef-89c3-444f-a718-c1c68375bfac tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] [instance: 2dd22dd0-a65e-405e-9e9f-71cbcda62051] Took 6.47 seconds to spawn the instance on the hypervisor. [ 738.282406] env[69350]: DEBUG nova.compute.manager [None req-a82841ef-89c3-444f-a718-c1c68375bfac tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] [instance: 2dd22dd0-a65e-405e-9e9f-71cbcda62051] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 738.283285] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b0ffe4a-a060-429c-9ada-e71040ebbe5c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.288091] env[69350]: DEBUG nova.compute.utils [None req-52067f5d-8b3d-4d2b-86a5-995ecde36809 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 738.288844] env[69350]: DEBUG nova.compute.manager [None req-52067f5d-8b3d-4d2b-86a5-995ecde36809 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] [instance: 096700b1-7125-48b5-877d-5dc745b5fe41] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 738.289876] env[69350]: DEBUG nova.network.neutron [None req-52067f5d-8b3d-4d2b-86a5-995ecde36809 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] [instance: 096700b1-7125-48b5-877d-5dc745b5fe41] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 738.382832] env[69350]: DEBUG nova.policy [None req-52067f5d-8b3d-4d2b-86a5-995ecde36809 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '03796a04d90c491aa2089b302f363eb8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '71fecea01d1b45b7adf6b57fb01856a6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 738.505716] env[69350]: DEBUG oslo_concurrency.lockutils [None req-35837de5-2070-4f60-bd41-40fc062ad816 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.523369] env[69350]: DEBUG oslo_vmware.api [None req-b7a9b6a2-a232-408c-b27d-7c72bb9afc1f tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] Task: {'id': task-3364743, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.570756] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b79db2-fe94-48bf-993a-65650fd44ea5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.594892] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-6cbc83f8-dd02-41dd-8c80-741b5e7f29ac tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 1928e353-9d7a-4d20-8347-029c36bcdb8e] Updating instance '1928e353-9d7a-4d20-8347-029c36bcdb8e' progress to 0 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 738.678804] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d8a3cb5a-de4f-411c-9397-ae93a74f4d82 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Releasing lock "refresh_cache-be800ce5-6d2e-402d-b83a-e22771d0aa5d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.679145] env[69350]: DEBUG nova.compute.manager [None req-d8a3cb5a-de4f-411c-9397-ae93a74f4d82 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: be800ce5-6d2e-402d-b83a-e22771d0aa5d] Instance network_info: |[{"id": "6a210e51-1547-47fa-b0cb-8185a6427766", "address": "fa:16:3e:ad:f5:e0", "network": {"id": "7471cab0-87ad-4703-97af-1b6cb285655b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.223", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a175bdd0b1324024bc8e47e5836a9e11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a210e51-15", "ovs_interfaceid": "6a210e51-1547-47fa-b0cb-8185a6427766", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 738.680156] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d8a3cb5a-de4f-411c-9397-ae93a74f4d82 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: be800ce5-6d2e-402d-b83a-e22771d0aa5d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:f5:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '030ecc21-dc1c-4283-854e-88e623b3970a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6a210e51-1547-47fa-b0cb-8185a6427766', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 738.689619] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8a3cb5a-de4f-411c-9397-ae93a74f4d82 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Creating folder: Project (87b6b462d1d44970bf9e080d9de9f449). Parent ref: group-v671398. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 738.690405] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fa2f5d45-1c57-459d-a243-382ae50ff22d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.706845] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-d8a3cb5a-de4f-411c-9397-ae93a74f4d82 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Created folder: Project (87b6b462d1d44970bf9e080d9de9f449) in parent group-v671398. [ 738.707112] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8a3cb5a-de4f-411c-9397-ae93a74f4d82 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Creating folder: Instances. Parent ref: group-v671433. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 738.707377] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1ae5ce7e-7ea3-493b-a81a-98d33e24760f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.724519] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-d8a3cb5a-de4f-411c-9397-ae93a74f4d82 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Created folder: Instances in parent group-v671433. [ 738.724519] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d8a3cb5a-de4f-411c-9397-ae93a74f4d82 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 738.724519] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be800ce5-6d2e-402d-b83a-e22771d0aa5d] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 738.724519] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b98e8ed-2d5a-4b0a-9a35-ef5a9247a79d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.740400] env[69350]: DEBUG oslo_concurrency.lockutils [req-8072e592-4176-4617-9b1a-6f7fb411b334 req-77ffe8fd-9792-4b34-9327-8ad611615ade service nova] Releasing lock "refresh_cache-2e8e720c-f11a-434e-b1b2-ad961383e5de" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.740785] env[69350]: DEBUG nova.compute.manager [req-8072e592-4176-4617-9b1a-6f7fb411b334 req-77ffe8fd-9792-4b34-9327-8ad611615ade service nova] [instance: f1736cf7-d979-41ba-97d9-45c35b51cad8] Received event network-changed-931c1143-e84e-4646-b61d-5fd00c291d19 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 738.740913] env[69350]: DEBUG nova.compute.manager [req-8072e592-4176-4617-9b1a-6f7fb411b334 req-77ffe8fd-9792-4b34-9327-8ad611615ade service nova] [instance: f1736cf7-d979-41ba-97d9-45c35b51cad8] Refreshing instance network info cache due to event network-changed-931c1143-e84e-4646-b61d-5fd00c291d19. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 738.741101] env[69350]: DEBUG oslo_concurrency.lockutils [req-8072e592-4176-4617-9b1a-6f7fb411b334 req-77ffe8fd-9792-4b34-9327-8ad611615ade service nova] Acquiring lock "refresh_cache-f1736cf7-d979-41ba-97d9-45c35b51cad8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.741256] env[69350]: DEBUG oslo_concurrency.lockutils [req-8072e592-4176-4617-9b1a-6f7fb411b334 req-77ffe8fd-9792-4b34-9327-8ad611615ade service nova] Acquired lock "refresh_cache-f1736cf7-d979-41ba-97d9-45c35b51cad8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.741433] env[69350]: DEBUG nova.network.neutron [req-8072e592-4176-4617-9b1a-6f7fb411b334 req-77ffe8fd-9792-4b34-9327-8ad611615ade service nova] [instance: f1736cf7-d979-41ba-97d9-45c35b51cad8] Refreshing network info cache for port 931c1143-e84e-4646-b61d-5fd00c291d19 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 738.753936] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 738.753936] env[69350]: value = "task-3364746" [ 738.753936] env[69350]: _type = "Task" [ 738.753936] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.767803] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3364746, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.794796] env[69350]: DEBUG nova.compute.manager [None req-52067f5d-8b3d-4d2b-86a5-995ecde36809 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] [instance: 096700b1-7125-48b5-877d-5dc745b5fe41] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 738.811294] env[69350]: INFO nova.compute.manager [None req-a82841ef-89c3-444f-a718-c1c68375bfac tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] [instance: 2dd22dd0-a65e-405e-9e9f-71cbcda62051] Took 25.05 seconds to build instance. [ 739.023935] env[69350]: DEBUG oslo_vmware.api [None req-b7a9b6a2-a232-408c-b27d-7c72bb9afc1f tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] Task: {'id': task-3364743, 'name': ReconfigVM_Task, 'duration_secs': 0.529185} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.024459] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7a9b6a2-a232-408c-b27d-7c72bb9afc1f tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] [instance: 2e8e720c-f11a-434e-b1b2-ad961383e5de] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 2e8e720c-f11a-434e-b1b2-ad961383e5de/2e8e720c-f11a-434e-b1b2-ad961383e5de.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 739.025583] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1792b158-8bc6-4464-883e-c9bce88e01fd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.035826] env[69350]: DEBUG oslo_vmware.api [None req-b7a9b6a2-a232-408c-b27d-7c72bb9afc1f tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] Waiting for the task: (returnval){ [ 739.035826] env[69350]: value = "task-3364747" [ 739.035826] env[69350]: _type = "Task" [ 739.035826] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.053684] env[69350]: DEBUG oslo_vmware.api [None req-b7a9b6a2-a232-408c-b27d-7c72bb9afc1f tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] Task: {'id': task-3364747, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.103309] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cbc83f8-dd02-41dd-8c80-741b5e7f29ac tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 1928e353-9d7a-4d20-8347-029c36bcdb8e] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 739.103961] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc1d97fd-8769-4482-8cf0-2ce060f98e2c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.112026] env[69350]: DEBUG oslo_vmware.api [None req-6cbc83f8-dd02-41dd-8c80-741b5e7f29ac tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Waiting for the task: (returnval){ [ 739.112026] env[69350]: value = "task-3364748" [ 739.112026] env[69350]: _type = "Task" [ 739.112026] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.133249] env[69350]: DEBUG oslo_vmware.api [None req-6cbc83f8-dd02-41dd-8c80-741b5e7f29ac tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Task: {'id': task-3364748, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.229618] env[69350]: DEBUG nova.network.neutron [None req-52067f5d-8b3d-4d2b-86a5-995ecde36809 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] [instance: 096700b1-7125-48b5-877d-5dc745b5fe41] Successfully created port: 570c9857-b0e3-4886-ac6f-7dd0d4d0f6a6 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 739.271018] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3364746, 'name': CreateVM_Task, 'duration_secs': 0.434764} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.271018] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be800ce5-6d2e-402d-b83a-e22771d0aa5d] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 739.271152] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d8a3cb5a-de4f-411c-9397-ae93a74f4d82 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.271310] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d8a3cb5a-de4f-411c-9397-ae93a74f4d82 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.271621] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d8a3cb5a-de4f-411c-9397-ae93a74f4d82 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.271877] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-557a1c53-702c-427b-a37a-b082b65be7c2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.279268] env[69350]: DEBUG oslo_vmware.api [None req-d8a3cb5a-de4f-411c-9397-ae93a74f4d82 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Waiting for the task: (returnval){ [ 739.279268] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]521e7a16-e77c-1549-9534-2e35e0e523bb" [ 739.279268] env[69350]: _type = "Task" [ 739.279268] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.289389] env[69350]: DEBUG oslo_vmware.api [None req-d8a3cb5a-de4f-411c-9397-ae93a74f4d82 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]521e7a16-e77c-1549-9534-2e35e0e523bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.314014] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a82841ef-89c3-444f-a718-c1c68375bfac tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Lock "2dd22dd0-a65e-405e-9e9f-71cbcda62051" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.687s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.377556] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70d20d40-96f5-4533-8990-625634a3149f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.386630] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc0636cd-9eac-48d0-8c0b-6f5a13aba91e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.427987] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d9fffb5-8a69-433b-bd7f-1655ee311617 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.436893] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-639764c1-eec9-4bf4-828f-fde315267418 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.456915] env[69350]: DEBUG nova.compute.provider_tree [None req-a9d52dea-9c8f-4e74-b898-1bfc591c0106 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 739.550129] env[69350]: DEBUG oslo_vmware.api [None req-b7a9b6a2-a232-408c-b27d-7c72bb9afc1f tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] Task: {'id': task-3364747, 'name': Rename_Task, 'duration_secs': 0.242908} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.551196] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7a9b6a2-a232-408c-b27d-7c72bb9afc1f tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] [instance: 2e8e720c-f11a-434e-b1b2-ad961383e5de] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 739.551553] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-64deed93-d42e-470a-9a1b-68cea668f94a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.561156] env[69350]: DEBUG oslo_vmware.api [None req-b7a9b6a2-a232-408c-b27d-7c72bb9afc1f tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] Waiting for the task: (returnval){ [ 739.561156] env[69350]: value = "task-3364749" [ 739.561156] env[69350]: _type = "Task" [ 739.561156] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.571352] env[69350]: DEBUG oslo_vmware.api [None req-b7a9b6a2-a232-408c-b27d-7c72bb9afc1f tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] Task: {'id': task-3364749, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.629788] env[69350]: DEBUG oslo_vmware.api [None req-6cbc83f8-dd02-41dd-8c80-741b5e7f29ac tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Task: {'id': task-3364748, 'name': PowerOffVM_Task, 'duration_secs': 0.333409} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.630417] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cbc83f8-dd02-41dd-8c80-741b5e7f29ac tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 1928e353-9d7a-4d20-8347-029c36bcdb8e] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 739.633079] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-6cbc83f8-dd02-41dd-8c80-741b5e7f29ac tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 1928e353-9d7a-4d20-8347-029c36bcdb8e] Updating instance '1928e353-9d7a-4d20-8347-029c36bcdb8e' progress to 17 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 739.794412] env[69350]: DEBUG oslo_vmware.api [None req-d8a3cb5a-de4f-411c-9397-ae93a74f4d82 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]521e7a16-e77c-1549-9534-2e35e0e523bb, 'name': SearchDatastore_Task, 'duration_secs': 0.010824} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.794814] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d8a3cb5a-de4f-411c-9397-ae93a74f4d82 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.795131] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d8a3cb5a-de4f-411c-9397-ae93a74f4d82 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: be800ce5-6d2e-402d-b83a-e22771d0aa5d] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 739.795447] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d8a3cb5a-de4f-411c-9397-ae93a74f4d82 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.795649] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d8a3cb5a-de4f-411c-9397-ae93a74f4d82 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.795901] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8a3cb5a-de4f-411c-9397-ae93a74f4d82 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 739.796260] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2f96cf55-5dd7-49b4-b85e-f9af6acda9e7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.804534] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e1e8213b-96d7-4ea0-8ce5-7ac351549f04 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Acquiring lock "d8ff34cc-0660-4828-847d-cc58e0c4385a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.804971] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e1e8213b-96d7-4ea0-8ce5-7ac351549f04 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Lock "d8ff34cc-0660-4828-847d-cc58e0c4385a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.813537] env[69350]: DEBUG nova.compute.manager [None req-52067f5d-8b3d-4d2b-86a5-995ecde36809 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] [instance: 096700b1-7125-48b5-877d-5dc745b5fe41] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 739.819746] env[69350]: DEBUG nova.compute.manager [None req-2d876e09-4ebb-48e4-8f1f-86bb7cc04b41 tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] [instance: 4d443b60-1f07-4d5f-a3cb-9c50407198ae] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 739.828020] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8a3cb5a-de4f-411c-9397-ae93a74f4d82 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 739.828020] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d8a3cb5a-de4f-411c-9397-ae93a74f4d82 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 739.828020] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ee29d15-4efc-4495-a338-3b623fcb30f6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.834230] env[69350]: DEBUG oslo_vmware.api [None req-d8a3cb5a-de4f-411c-9397-ae93a74f4d82 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Waiting for the task: (returnval){ [ 739.834230] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52704e3a-edff-3cc6-f4d6-7bec5d8a1b86" [ 739.834230] env[69350]: _type = "Task" [ 739.834230] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.851666] env[69350]: DEBUG oslo_vmware.api [None req-d8a3cb5a-de4f-411c-9397-ae93a74f4d82 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52704e3a-edff-3cc6-f4d6-7bec5d8a1b86, 'name': SearchDatastore_Task, 'duration_secs': 0.011806} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.854747] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64605d8c-0ca0-4a82-aed4-9fe04e9b8538 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.860473] env[69350]: DEBUG oslo_vmware.api [None req-d8a3cb5a-de4f-411c-9397-ae93a74f4d82 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Waiting for the task: (returnval){ [ 739.860473] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52a6cfcf-cf27-843a-569d-2d475e74b7fe" [ 739.860473] env[69350]: _type = "Task" [ 739.860473] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.867443] env[69350]: DEBUG nova.virt.hardware [None req-52067f5d-8b3d-4d2b-86a5-995ecde36809 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 739.870516] env[69350]: DEBUG nova.virt.hardware [None req-52067f5d-8b3d-4d2b-86a5-995ecde36809 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 739.870516] env[69350]: DEBUG nova.virt.hardware [None req-52067f5d-8b3d-4d2b-86a5-995ecde36809 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 739.870516] env[69350]: DEBUG nova.virt.hardware [None req-52067f5d-8b3d-4d2b-86a5-995ecde36809 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 739.870516] env[69350]: DEBUG nova.virt.hardware [None req-52067f5d-8b3d-4d2b-86a5-995ecde36809 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 739.870516] env[69350]: DEBUG nova.virt.hardware [None req-52067f5d-8b3d-4d2b-86a5-995ecde36809 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 739.870842] env[69350]: DEBUG nova.virt.hardware [None req-52067f5d-8b3d-4d2b-86a5-995ecde36809 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 739.870842] env[69350]: DEBUG nova.virt.hardware [None req-52067f5d-8b3d-4d2b-86a5-995ecde36809 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 739.870842] env[69350]: DEBUG nova.virt.hardware [None req-52067f5d-8b3d-4d2b-86a5-995ecde36809 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 739.870842] env[69350]: DEBUG nova.virt.hardware [None req-52067f5d-8b3d-4d2b-86a5-995ecde36809 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 739.870842] env[69350]: DEBUG nova.virt.hardware [None req-52067f5d-8b3d-4d2b-86a5-995ecde36809 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 739.871078] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab7d40dd-efcd-4e16-a51a-155e58da2a43 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.879673] env[69350]: DEBUG oslo_vmware.api [None req-d8a3cb5a-de4f-411c-9397-ae93a74f4d82 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52a6cfcf-cf27-843a-569d-2d475e74b7fe, 'name': SearchDatastore_Task, 'duration_secs': 0.01146} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.882258] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d8a3cb5a-de4f-411c-9397-ae93a74f4d82 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.882258] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8a3cb5a-de4f-411c-9397-ae93a74f4d82 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] be800ce5-6d2e-402d-b83a-e22771d0aa5d/be800ce5-6d2e-402d-b83a-e22771d0aa5d.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 739.882258] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-80e0231c-8724-41c9-b17d-af9730a441f0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.886413] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c102243-c6cd-428b-ad21-f52f14c6ae63 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.906111] env[69350]: DEBUG nova.network.neutron [req-8072e592-4176-4617-9b1a-6f7fb411b334 req-77ffe8fd-9792-4b34-9327-8ad611615ade service nova] [instance: f1736cf7-d979-41ba-97d9-45c35b51cad8] Updated VIF entry in instance network info cache for port 931c1143-e84e-4646-b61d-5fd00c291d19. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 739.906521] env[69350]: DEBUG nova.network.neutron [req-8072e592-4176-4617-9b1a-6f7fb411b334 req-77ffe8fd-9792-4b34-9327-8ad611615ade service nova] [instance: f1736cf7-d979-41ba-97d9-45c35b51cad8] Updating instance_info_cache with network_info: [{"id": "931c1143-e84e-4646-b61d-5fd00c291d19", "address": "fa:16:3e:7c:84:e4", "network": {"id": "bc16c158-ef75-4a41-beeb-3ceae708fa9d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-469663997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46625a434b9f47dc83d92c9db8a3024c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap931c1143-e8", "ovs_interfaceid": "931c1143-e84e-4646-b61d-5fd00c291d19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.910184] env[69350]: DEBUG oslo_vmware.api [None req-d8a3cb5a-de4f-411c-9397-ae93a74f4d82 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Waiting for the task: (returnval){ [ 739.910184] env[69350]: value = "task-3364750" [ 739.910184] env[69350]: _type = "Task" [ 739.910184] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.920569] env[69350]: DEBUG oslo_vmware.api [None req-d8a3cb5a-de4f-411c-9397-ae93a74f4d82 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Task: {'id': task-3364750, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.962817] env[69350]: DEBUG nova.scheduler.client.report [None req-a9d52dea-9c8f-4e74-b898-1bfc591c0106 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 740.075461] env[69350]: DEBUG oslo_vmware.api [None req-b7a9b6a2-a232-408c-b27d-7c72bb9afc1f tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] Task: {'id': task-3364749, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.139702] env[69350]: DEBUG nova.virt.hardware [None req-6cbc83f8-dd02-41dd-8c80-741b5e7f29ac tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 740.139969] env[69350]: DEBUG nova.virt.hardware [None req-6cbc83f8-dd02-41dd-8c80-741b5e7f29ac tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 740.140143] env[69350]: DEBUG nova.virt.hardware [None req-6cbc83f8-dd02-41dd-8c80-741b5e7f29ac tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 740.141204] env[69350]: DEBUG nova.virt.hardware [None req-6cbc83f8-dd02-41dd-8c80-741b5e7f29ac tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 740.141656] env[69350]: DEBUG nova.virt.hardware [None req-6cbc83f8-dd02-41dd-8c80-741b5e7f29ac tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 740.141656] env[69350]: DEBUG nova.virt.hardware [None req-6cbc83f8-dd02-41dd-8c80-741b5e7f29ac tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 740.142100] env[69350]: DEBUG nova.virt.hardware [None req-6cbc83f8-dd02-41dd-8c80-741b5e7f29ac tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 740.142351] env[69350]: DEBUG nova.virt.hardware [None req-6cbc83f8-dd02-41dd-8c80-741b5e7f29ac tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 740.142799] env[69350]: DEBUG nova.virt.hardware [None req-6cbc83f8-dd02-41dd-8c80-741b5e7f29ac tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 740.142799] env[69350]: DEBUG nova.virt.hardware [None req-6cbc83f8-dd02-41dd-8c80-741b5e7f29ac tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 740.144828] env[69350]: DEBUG nova.virt.hardware [None req-6cbc83f8-dd02-41dd-8c80-741b5e7f29ac tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 740.149600] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4af4d12a-03d9-44b9-be0d-304a22227c8c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.169674] env[69350]: DEBUG oslo_vmware.api [None req-6cbc83f8-dd02-41dd-8c80-741b5e7f29ac tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Waiting for the task: (returnval){ [ 740.169674] env[69350]: value = "task-3364751" [ 740.169674] env[69350]: _type = "Task" [ 740.169674] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.176904] env[69350]: INFO nova.compute.manager [None req-79136212-ca41-460f-9962-aa37b9938868 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] [instance: 2dd22dd0-a65e-405e-9e9f-71cbcda62051] Rebuilding instance [ 740.196616] env[69350]: DEBUG oslo_vmware.api [None req-6cbc83f8-dd02-41dd-8c80-741b5e7f29ac tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Task: {'id': task-3364751, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.222625] env[69350]: DEBUG nova.compute.manager [req-2c7176f0-90cc-41cc-93bd-ceef9cd425e0 req-4f66c170-6fd5-4d13-9cac-f81dac6b1c0b service nova] [instance: be800ce5-6d2e-402d-b83a-e22771d0aa5d] Received event network-vif-plugged-6a210e51-1547-47fa-b0cb-8185a6427766 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.222625] env[69350]: DEBUG oslo_concurrency.lockutils [req-2c7176f0-90cc-41cc-93bd-ceef9cd425e0 req-4f66c170-6fd5-4d13-9cac-f81dac6b1c0b service nova] Acquiring lock "be800ce5-6d2e-402d-b83a-e22771d0aa5d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.222625] env[69350]: DEBUG oslo_concurrency.lockutils [req-2c7176f0-90cc-41cc-93bd-ceef9cd425e0 req-4f66c170-6fd5-4d13-9cac-f81dac6b1c0b service nova] Lock "be800ce5-6d2e-402d-b83a-e22771d0aa5d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.222625] env[69350]: DEBUG oslo_concurrency.lockutils [req-2c7176f0-90cc-41cc-93bd-ceef9cd425e0 req-4f66c170-6fd5-4d13-9cac-f81dac6b1c0b service nova] Lock "be800ce5-6d2e-402d-b83a-e22771d0aa5d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.223871] env[69350]: DEBUG nova.compute.manager [req-2c7176f0-90cc-41cc-93bd-ceef9cd425e0 req-4f66c170-6fd5-4d13-9cac-f81dac6b1c0b service nova] [instance: be800ce5-6d2e-402d-b83a-e22771d0aa5d] No waiting events found dispatching network-vif-plugged-6a210e51-1547-47fa-b0cb-8185a6427766 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 740.224255] env[69350]: WARNING nova.compute.manager [req-2c7176f0-90cc-41cc-93bd-ceef9cd425e0 req-4f66c170-6fd5-4d13-9cac-f81dac6b1c0b service nova] [instance: be800ce5-6d2e-402d-b83a-e22771d0aa5d] Received unexpected event network-vif-plugged-6a210e51-1547-47fa-b0cb-8185a6427766 for instance with vm_state building and task_state spawning. [ 740.224673] env[69350]: DEBUG nova.compute.manager [req-2c7176f0-90cc-41cc-93bd-ceef9cd425e0 req-4f66c170-6fd5-4d13-9cac-f81dac6b1c0b service nova] [instance: be800ce5-6d2e-402d-b83a-e22771d0aa5d] Received event network-changed-6a210e51-1547-47fa-b0cb-8185a6427766 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.225053] env[69350]: DEBUG nova.compute.manager [req-2c7176f0-90cc-41cc-93bd-ceef9cd425e0 req-4f66c170-6fd5-4d13-9cac-f81dac6b1c0b service nova] [instance: be800ce5-6d2e-402d-b83a-e22771d0aa5d] Refreshing instance network info cache due to event network-changed-6a210e51-1547-47fa-b0cb-8185a6427766. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 740.225540] env[69350]: DEBUG oslo_concurrency.lockutils [req-2c7176f0-90cc-41cc-93bd-ceef9cd425e0 req-4f66c170-6fd5-4d13-9cac-f81dac6b1c0b service nova] Acquiring lock "refresh_cache-be800ce5-6d2e-402d-b83a-e22771d0aa5d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.225924] env[69350]: DEBUG oslo_concurrency.lockutils [req-2c7176f0-90cc-41cc-93bd-ceef9cd425e0 req-4f66c170-6fd5-4d13-9cac-f81dac6b1c0b service nova] Acquired lock "refresh_cache-be800ce5-6d2e-402d-b83a-e22771d0aa5d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.226229] env[69350]: DEBUG nova.network.neutron [req-2c7176f0-90cc-41cc-93bd-ceef9cd425e0 req-4f66c170-6fd5-4d13-9cac-f81dac6b1c0b service nova] [instance: be800ce5-6d2e-402d-b83a-e22771d0aa5d] Refreshing network info cache for port 6a210e51-1547-47fa-b0cb-8185a6427766 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 740.271763] env[69350]: DEBUG nova.compute.manager [None req-79136212-ca41-460f-9962-aa37b9938868 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] [instance: 2dd22dd0-a65e-405e-9e9f-71cbcda62051] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 740.273094] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee51ad4e-a3b8-430d-94c7-040dfed55952 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.353305] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2d876e09-4ebb-48e4-8f1f-86bb7cc04b41 tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.410140] env[69350]: DEBUG oslo_concurrency.lockutils [req-8072e592-4176-4617-9b1a-6f7fb411b334 req-77ffe8fd-9792-4b34-9327-8ad611615ade service nova] Releasing lock "refresh_cache-f1736cf7-d979-41ba-97d9-45c35b51cad8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.429521] env[69350]: DEBUG oslo_vmware.api [None req-d8a3cb5a-de4f-411c-9397-ae93a74f4d82 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Task: {'id': task-3364750, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527247} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.431114] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8a3cb5a-de4f-411c-9397-ae93a74f4d82 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] be800ce5-6d2e-402d-b83a-e22771d0aa5d/be800ce5-6d2e-402d-b83a-e22771d0aa5d.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 740.431114] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d8a3cb5a-de4f-411c-9397-ae93a74f4d82 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: be800ce5-6d2e-402d-b83a-e22771d0aa5d] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 740.431114] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cd9b83a7-8e4b-42a3-833f-439d3597d71b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.441496] env[69350]: DEBUG oslo_vmware.api [None req-d8a3cb5a-de4f-411c-9397-ae93a74f4d82 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Waiting for the task: (returnval){ [ 740.441496] env[69350]: value = "task-3364752" [ 740.441496] env[69350]: _type = "Task" [ 740.441496] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.453026] env[69350]: DEBUG oslo_vmware.api [None req-d8a3cb5a-de4f-411c-9397-ae93a74f4d82 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Task: {'id': task-3364752, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.468230] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a9d52dea-9c8f-4e74-b898-1bfc591c0106 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.687s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.469956] env[69350]: DEBUG nova.compute.manager [None req-a9d52dea-9c8f-4e74-b898-1bfc591c0106 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: 81ea07d5-8924-45de-a1ab-42e4aa335111] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 740.475023] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4b40c4f2-cba3-4ad4-a37a-dd55c50f84c9 tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.336s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.475023] env[69350]: INFO nova.compute.claims [None req-4b40c4f2-cba3-4ad4-a37a-dd55c50f84c9 tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] [instance: 13d2ed8e-c3c5-449a-ab34-3f318a9de5cc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 740.574935] env[69350]: DEBUG oslo_vmware.api [None req-b7a9b6a2-a232-408c-b27d-7c72bb9afc1f tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] Task: {'id': task-3364749, 'name': PowerOnVM_Task, 'duration_secs': 0.592602} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.575216] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7a9b6a2-a232-408c-b27d-7c72bb9afc1f tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] [instance: 2e8e720c-f11a-434e-b1b2-ad961383e5de] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 740.575405] env[69350]: INFO nova.compute.manager [None req-b7a9b6a2-a232-408c-b27d-7c72bb9afc1f tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] [instance: 2e8e720c-f11a-434e-b1b2-ad961383e5de] Took 11.27 seconds to spawn the instance on the hypervisor. [ 740.575608] env[69350]: DEBUG nova.compute.manager [None req-b7a9b6a2-a232-408c-b27d-7c72bb9afc1f tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] [instance: 2e8e720c-f11a-434e-b1b2-ad961383e5de] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 740.576444] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd821ee-5b4c-4ec9-80ee-e53a00ee73fe {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.681989] env[69350]: DEBUG oslo_vmware.api [None req-6cbc83f8-dd02-41dd-8c80-741b5e7f29ac tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Task: {'id': task-3364751, 'name': ReconfigVM_Task, 'duration_secs': 0.385891} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.683843] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-6cbc83f8-dd02-41dd-8c80-741b5e7f29ac tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 1928e353-9d7a-4d20-8347-029c36bcdb8e] Updating instance '1928e353-9d7a-4d20-8347-029c36bcdb8e' progress to 33 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 740.954153] env[69350]: DEBUG oslo_vmware.api [None req-d8a3cb5a-de4f-411c-9397-ae93a74f4d82 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Task: {'id': task-3364752, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.126366} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.954507] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d8a3cb5a-de4f-411c-9397-ae93a74f4d82 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: be800ce5-6d2e-402d-b83a-e22771d0aa5d] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 740.955254] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e489d13-f020-4812-807f-8f3889c9cc4a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.984537] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8a3cb5a-de4f-411c-9397-ae93a74f4d82 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: be800ce5-6d2e-402d-b83a-e22771d0aa5d] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] be800ce5-6d2e-402d-b83a-e22771d0aa5d/be800ce5-6d2e-402d-b83a-e22771d0aa5d.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 740.988333] env[69350]: DEBUG nova.compute.utils [None req-a9d52dea-9c8f-4e74-b898-1bfc591c0106 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 740.993524] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-adce325c-ffc6-4643-8979-e9c434e6c44e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.012360] env[69350]: DEBUG nova.compute.manager [None req-a9d52dea-9c8f-4e74-b898-1bfc591c0106 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: 81ea07d5-8924-45de-a1ab-42e4aa335111] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 741.012545] env[69350]: DEBUG nova.network.neutron [None req-a9d52dea-9c8f-4e74-b898-1bfc591c0106 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: 81ea07d5-8924-45de-a1ab-42e4aa335111] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 741.022047] env[69350]: DEBUG oslo_vmware.api [None req-d8a3cb5a-de4f-411c-9397-ae93a74f4d82 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Waiting for the task: (returnval){ [ 741.022047] env[69350]: value = "task-3364753" [ 741.022047] env[69350]: _type = "Task" [ 741.022047] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.031560] env[69350]: DEBUG oslo_vmware.api [None req-d8a3cb5a-de4f-411c-9397-ae93a74f4d82 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Task: {'id': task-3364753, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.101021] env[69350]: INFO nova.compute.manager [None req-b7a9b6a2-a232-408c-b27d-7c72bb9afc1f tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] [instance: 2e8e720c-f11a-434e-b1b2-ad961383e5de] Took 28.46 seconds to build instance. [ 741.191009] env[69350]: DEBUG nova.virt.hardware [None req-6cbc83f8-dd02-41dd-8c80-741b5e7f29ac tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 741.191009] env[69350]: DEBUG nova.virt.hardware [None req-6cbc83f8-dd02-41dd-8c80-741b5e7f29ac tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 741.191009] env[69350]: DEBUG nova.virt.hardware [None req-6cbc83f8-dd02-41dd-8c80-741b5e7f29ac tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 741.191009] env[69350]: DEBUG nova.virt.hardware [None req-6cbc83f8-dd02-41dd-8c80-741b5e7f29ac tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 741.191970] env[69350]: DEBUG nova.virt.hardware [None req-6cbc83f8-dd02-41dd-8c80-741b5e7f29ac tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 741.191970] env[69350]: DEBUG nova.virt.hardware [None req-6cbc83f8-dd02-41dd-8c80-741b5e7f29ac tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 741.192254] env[69350]: DEBUG nova.virt.hardware [None req-6cbc83f8-dd02-41dd-8c80-741b5e7f29ac tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 741.192481] env[69350]: DEBUG nova.virt.hardware [None req-6cbc83f8-dd02-41dd-8c80-741b5e7f29ac tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 741.192666] env[69350]: DEBUG nova.virt.hardware [None req-6cbc83f8-dd02-41dd-8c80-741b5e7f29ac tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 741.192835] env[69350]: DEBUG nova.virt.hardware [None req-6cbc83f8-dd02-41dd-8c80-741b5e7f29ac tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 741.193015] env[69350]: DEBUG nova.virt.hardware [None req-6cbc83f8-dd02-41dd-8c80-741b5e7f29ac tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 741.199246] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cbc83f8-dd02-41dd-8c80-741b5e7f29ac tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 1928e353-9d7a-4d20-8347-029c36bcdb8e] Reconfiguring VM instance instance-00000002 to detach disk 2000 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 741.202383] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-515d7171-6c5f-4802-95dd-9080c9585831 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.224735] env[69350]: DEBUG oslo_vmware.api [None req-6cbc83f8-dd02-41dd-8c80-741b5e7f29ac tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Waiting for the task: (returnval){ [ 741.224735] env[69350]: value = "task-3364754" [ 741.224735] env[69350]: _type = "Task" [ 741.224735] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.235861] env[69350]: DEBUG oslo_vmware.api [None req-6cbc83f8-dd02-41dd-8c80-741b5e7f29ac tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Task: {'id': task-3364754, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.246981] env[69350]: DEBUG nova.policy [None req-a9d52dea-9c8f-4e74-b898-1bfc591c0106 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7e021bf9daeb4b6ab76f44a225f342d2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '87b6b462d1d44970bf9e080d9de9f449', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 741.299083] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-79136212-ca41-460f-9962-aa37b9938868 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] [instance: 2dd22dd0-a65e-405e-9e9f-71cbcda62051] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 741.299083] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-106cf9e5-4e9a-4a03-954b-a9e3157b2567 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.307392] env[69350]: DEBUG oslo_vmware.api [None req-79136212-ca41-460f-9962-aa37b9938868 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Waiting for the task: (returnval){ [ 741.307392] env[69350]: value = "task-3364755" [ 741.307392] env[69350]: _type = "Task" [ 741.307392] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.318353] env[69350]: DEBUG oslo_vmware.api [None req-79136212-ca41-460f-9962-aa37b9938868 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Task: {'id': task-3364755, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.494608] env[69350]: DEBUG nova.compute.manager [None req-a9d52dea-9c8f-4e74-b898-1bfc591c0106 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: 81ea07d5-8924-45de-a1ab-42e4aa335111] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 741.535094] env[69350]: DEBUG oslo_vmware.api [None req-d8a3cb5a-de4f-411c-9397-ae93a74f4d82 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Task: {'id': task-3364753, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.604324] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b7a9b6a2-a232-408c-b27d-7c72bb9afc1f tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] Lock "2e8e720c-f11a-434e-b1b2-ad961383e5de" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.125s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.627445] env[69350]: DEBUG nova.network.neutron [req-2c7176f0-90cc-41cc-93bd-ceef9cd425e0 req-4f66c170-6fd5-4d13-9cac-f81dac6b1c0b service nova] [instance: be800ce5-6d2e-402d-b83a-e22771d0aa5d] Updated VIF entry in instance network info cache for port 6a210e51-1547-47fa-b0cb-8185a6427766. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 741.627699] env[69350]: DEBUG nova.network.neutron [req-2c7176f0-90cc-41cc-93bd-ceef9cd425e0 req-4f66c170-6fd5-4d13-9cac-f81dac6b1c0b service nova] [instance: be800ce5-6d2e-402d-b83a-e22771d0aa5d] Updating instance_info_cache with network_info: [{"id": "6a210e51-1547-47fa-b0cb-8185a6427766", "address": "fa:16:3e:ad:f5:e0", "network": {"id": "7471cab0-87ad-4703-97af-1b6cb285655b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.223", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a175bdd0b1324024bc8e47e5836a9e11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a210e51-15", "ovs_interfaceid": "6a210e51-1547-47fa-b0cb-8185a6427766", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.739331] env[69350]: DEBUG oslo_vmware.api [None req-6cbc83f8-dd02-41dd-8c80-741b5e7f29ac tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Task: {'id': task-3364754, 'name': ReconfigVM_Task, 'duration_secs': 0.429706} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.739688] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cbc83f8-dd02-41dd-8c80-741b5e7f29ac tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 1928e353-9d7a-4d20-8347-029c36bcdb8e] Reconfigured VM instance instance-00000002 to detach disk 2000 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 741.740568] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02510128-1be3-458b-8623-bad158670a4b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.769658] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cbc83f8-dd02-41dd-8c80-741b5e7f29ac tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 1928e353-9d7a-4d20-8347-029c36bcdb8e] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 1928e353-9d7a-4d20-8347-029c36bcdb8e/1928e353-9d7a-4d20-8347-029c36bcdb8e.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 741.773512] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a33433b0-83c6-40aa-bec5-b9c309ac146e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.798043] env[69350]: DEBUG oslo_vmware.api [None req-6cbc83f8-dd02-41dd-8c80-741b5e7f29ac tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Waiting for the task: (returnval){ [ 741.798043] env[69350]: value = "task-3364756" [ 741.798043] env[69350]: _type = "Task" [ 741.798043] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.811306] env[69350]: DEBUG oslo_vmware.api [None req-6cbc83f8-dd02-41dd-8c80-741b5e7f29ac tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Task: {'id': task-3364756, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.823683] env[69350]: DEBUG oslo_vmware.api [None req-79136212-ca41-460f-9962-aa37b9938868 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Task: {'id': task-3364755, 'name': PowerOffVM_Task, 'duration_secs': 0.314965} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.824139] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-79136212-ca41-460f-9962-aa37b9938868 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] [instance: 2dd22dd0-a65e-405e-9e9f-71cbcda62051] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 741.824242] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-79136212-ca41-460f-9962-aa37b9938868 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] [instance: 2dd22dd0-a65e-405e-9e9f-71cbcda62051] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 741.825013] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6963c90-185f-4f3a-972a-1d85548a678d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.835950] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-79136212-ca41-460f-9962-aa37b9938868 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] [instance: 2dd22dd0-a65e-405e-9e9f-71cbcda62051] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 741.836233] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-25967262-4657-46e7-8f33-609d3c528a36 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.868360] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-79136212-ca41-460f-9962-aa37b9938868 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] [instance: 2dd22dd0-a65e-405e-9e9f-71cbcda62051] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 741.868472] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-79136212-ca41-460f-9962-aa37b9938868 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] [instance: 2dd22dd0-a65e-405e-9e9f-71cbcda62051] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 741.868649] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-79136212-ca41-460f-9962-aa37b9938868 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Deleting the datastore file [datastore1] 2dd22dd0-a65e-405e-9e9f-71cbcda62051 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 741.868917] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2a28e009-6b73-4c50-8af5-8e707822136b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.879255] env[69350]: DEBUG oslo_vmware.api [None req-79136212-ca41-460f-9962-aa37b9938868 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Waiting for the task: (returnval){ [ 741.879255] env[69350]: value = "task-3364758" [ 741.879255] env[69350]: _type = "Task" [ 741.879255] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.894857] env[69350]: DEBUG oslo_vmware.api [None req-79136212-ca41-460f-9962-aa37b9938868 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Task: {'id': task-3364758, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.913371] env[69350]: DEBUG nova.network.neutron [None req-52067f5d-8b3d-4d2b-86a5-995ecde36809 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] [instance: 096700b1-7125-48b5-877d-5dc745b5fe41] Successfully updated port: 570c9857-b0e3-4886-ac6f-7dd0d4d0f6a6 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 741.922677] env[69350]: DEBUG nova.network.neutron [None req-a9d52dea-9c8f-4e74-b898-1bfc591c0106 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: 81ea07d5-8924-45de-a1ab-42e4aa335111] Successfully created port: 61225a60-72ac-4d25-9f7f-e43263f51c82 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 742.038583] env[69350]: DEBUG oslo_vmware.api [None req-d8a3cb5a-de4f-411c-9397-ae93a74f4d82 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Task: {'id': task-3364753, 'name': ReconfigVM_Task, 'duration_secs': 0.788632} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.039319] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8a3cb5a-de4f-411c-9397-ae93a74f4d82 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: be800ce5-6d2e-402d-b83a-e22771d0aa5d] Reconfigured VM instance instance-0000000d to attach disk [datastore1] be800ce5-6d2e-402d-b83a-e22771d0aa5d/be800ce5-6d2e-402d-b83a-e22771d0aa5d.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 742.040199] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-39d9b74e-45ca-457e-bb8c-566202656ce5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.049280] env[69350]: DEBUG oslo_vmware.api [None req-d8a3cb5a-de4f-411c-9397-ae93a74f4d82 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Waiting for the task: (returnval){ [ 742.049280] env[69350]: value = "task-3364759" [ 742.049280] env[69350]: _type = "Task" [ 742.049280] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.063014] env[69350]: DEBUG oslo_vmware.api [None req-d8a3cb5a-de4f-411c-9397-ae93a74f4d82 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Task: {'id': task-3364759, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.093058] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15cc6afb-31f0-492c-8cb9-9c0cf6993076 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.101937] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b4f8843-9d83-475c-9c55-9a8240b58b97 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.108477] env[69350]: DEBUG nova.compute.manager [None req-13631d7b-f71b-4631-b6b0-950256921cde tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] [instance: c5cc8d70-f170-4447-8601-a47955702bd6] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 742.144565] env[69350]: DEBUG oslo_concurrency.lockutils [req-2c7176f0-90cc-41cc-93bd-ceef9cd425e0 req-4f66c170-6fd5-4d13-9cac-f81dac6b1c0b service nova] Releasing lock "refresh_cache-be800ce5-6d2e-402d-b83a-e22771d0aa5d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.144836] env[69350]: DEBUG nova.compute.manager [req-2c7176f0-90cc-41cc-93bd-ceef9cd425e0 req-4f66c170-6fd5-4d13-9cac-f81dac6b1c0b service nova] [instance: 9e58a229-d5b8-4f01-94ae-eba28c20aca8] Received event network-vif-deleted-32ca51b2-abba-4fe3-9216-edeb9eabe080 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 742.146333] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53167e76-ee8a-43cc-900e-8a9eb988a517 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.155937] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f55485ce-7167-4a83-a3ab-7cdd5733604f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.172495] env[69350]: DEBUG nova.compute.provider_tree [None req-4b40c4f2-cba3-4ad4-a37a-dd55c50f84c9 tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 742.315796] env[69350]: DEBUG oslo_vmware.api [None req-6cbc83f8-dd02-41dd-8c80-741b5e7f29ac tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Task: {'id': task-3364756, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.391871] env[69350]: DEBUG oslo_vmware.api [None req-79136212-ca41-460f-9962-aa37b9938868 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Task: {'id': task-3364758, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.108761} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.392577] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-79136212-ca41-460f-9962-aa37b9938868 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 742.392577] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-79136212-ca41-460f-9962-aa37b9938868 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] [instance: 2dd22dd0-a65e-405e-9e9f-71cbcda62051] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 742.392577] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-79136212-ca41-460f-9962-aa37b9938868 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] [instance: 2dd22dd0-a65e-405e-9e9f-71cbcda62051] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 742.418072] env[69350]: DEBUG oslo_concurrency.lockutils [None req-52067f5d-8b3d-4d2b-86a5-995ecde36809 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] Acquiring lock "refresh_cache-096700b1-7125-48b5-877d-5dc745b5fe41" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.418072] env[69350]: DEBUG oslo_concurrency.lockutils [None req-52067f5d-8b3d-4d2b-86a5-995ecde36809 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] Acquired lock "refresh_cache-096700b1-7125-48b5-877d-5dc745b5fe41" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.418072] env[69350]: DEBUG nova.network.neutron [None req-52067f5d-8b3d-4d2b-86a5-995ecde36809 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] [instance: 096700b1-7125-48b5-877d-5dc745b5fe41] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 742.501551] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c188e2a3-ea48-48c5-8f63-5e7c7fd513aa tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Acquiring lock "57801cfa-deec-406a-88e8-c039705979a2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.505029] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c188e2a3-ea48-48c5-8f63-5e7c7fd513aa tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Lock "57801cfa-deec-406a-88e8-c039705979a2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.506413] env[69350]: DEBUG nova.compute.manager [None req-a9d52dea-9c8f-4e74-b898-1bfc591c0106 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: 81ea07d5-8924-45de-a1ab-42e4aa335111] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 742.532020] env[69350]: DEBUG nova.virt.hardware [None req-a9d52dea-9c8f-4e74-b898-1bfc591c0106 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 742.532020] env[69350]: DEBUG nova.virt.hardware [None req-a9d52dea-9c8f-4e74-b898-1bfc591c0106 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 742.532020] env[69350]: DEBUG nova.virt.hardware [None req-a9d52dea-9c8f-4e74-b898-1bfc591c0106 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 742.532272] env[69350]: DEBUG nova.virt.hardware [None req-a9d52dea-9c8f-4e74-b898-1bfc591c0106 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 742.532272] env[69350]: DEBUG nova.virt.hardware [None req-a9d52dea-9c8f-4e74-b898-1bfc591c0106 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 742.532272] env[69350]: DEBUG nova.virt.hardware [None req-a9d52dea-9c8f-4e74-b898-1bfc591c0106 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 742.532374] env[69350]: DEBUG nova.virt.hardware [None req-a9d52dea-9c8f-4e74-b898-1bfc591c0106 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 742.532663] env[69350]: DEBUG nova.virt.hardware [None req-a9d52dea-9c8f-4e74-b898-1bfc591c0106 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 742.532663] env[69350]: DEBUG nova.virt.hardware [None req-a9d52dea-9c8f-4e74-b898-1bfc591c0106 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 742.532763] env[69350]: DEBUG nova.virt.hardware [None req-a9d52dea-9c8f-4e74-b898-1bfc591c0106 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 742.532939] env[69350]: DEBUG nova.virt.hardware [None req-a9d52dea-9c8f-4e74-b898-1bfc591c0106 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 742.533863] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bb70903-6ddb-47e2-b6aa-68b6cad86988 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.545075] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99fa2513-6ce3-4977-bce5-f0a4e9fdffb9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.566476] env[69350]: DEBUG oslo_vmware.api [None req-d8a3cb5a-de4f-411c-9397-ae93a74f4d82 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Task: {'id': task-3364759, 'name': Rename_Task, 'duration_secs': 0.166905} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.566731] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8a3cb5a-de4f-411c-9397-ae93a74f4d82 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: be800ce5-6d2e-402d-b83a-e22771d0aa5d] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 742.567043] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-29d86d8a-f82d-47cf-8e4a-092e63ab7550 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.577140] env[69350]: DEBUG oslo_vmware.api [None req-d8a3cb5a-de4f-411c-9397-ae93a74f4d82 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Waiting for the task: (returnval){ [ 742.577140] env[69350]: value = "task-3364760" [ 742.577140] env[69350]: _type = "Task" [ 742.577140] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.588754] env[69350]: DEBUG oslo_vmware.api [None req-d8a3cb5a-de4f-411c-9397-ae93a74f4d82 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Task: {'id': task-3364760, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.671434] env[69350]: DEBUG oslo_concurrency.lockutils [None req-13631d7b-f71b-4631-b6b0-950256921cde tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.675997] env[69350]: DEBUG nova.scheduler.client.report [None req-4b40c4f2-cba3-4ad4-a37a-dd55c50f84c9 tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 742.819027] env[69350]: DEBUG oslo_vmware.api [None req-6cbc83f8-dd02-41dd-8c80-741b5e7f29ac tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Task: {'id': task-3364756, 'name': ReconfigVM_Task, 'duration_secs': 0.54421} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.819027] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cbc83f8-dd02-41dd-8c80-741b5e7f29ac tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 1928e353-9d7a-4d20-8347-029c36bcdb8e] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 1928e353-9d7a-4d20-8347-029c36bcdb8e/1928e353-9d7a-4d20-8347-029c36bcdb8e.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 742.819027] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-6cbc83f8-dd02-41dd-8c80-741b5e7f29ac tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 1928e353-9d7a-4d20-8347-029c36bcdb8e] Updating instance '1928e353-9d7a-4d20-8347-029c36bcdb8e' progress to 50 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 742.995254] env[69350]: DEBUG nova.network.neutron [None req-52067f5d-8b3d-4d2b-86a5-995ecde36809 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] [instance: 096700b1-7125-48b5-877d-5dc745b5fe41] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 743.097810] env[69350]: DEBUG oslo_vmware.api [None req-d8a3cb5a-de4f-411c-9397-ae93a74f4d82 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Task: {'id': task-3364760, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.183492] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4b40c4f2-cba3-4ad4-a37a-dd55c50f84c9 tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.710s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.183492] env[69350]: DEBUG nova.compute.manager [None req-4b40c4f2-cba3-4ad4-a37a-dd55c50f84c9 tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] [instance: 13d2ed8e-c3c5-449a-ab34-3f318a9de5cc] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 743.184600] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e51d2010-cc31-42b9-987d-244bd1f7468b tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.967s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.184840] env[69350]: DEBUG nova.objects.instance [None req-e51d2010-cc31-42b9-987d-244bd1f7468b tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Lazy-loading 'resources' on Instance uuid a5c37c3b-0add-415d-8356-5070a8b4df28 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 743.289300] env[69350]: DEBUG nova.network.neutron [None req-52067f5d-8b3d-4d2b-86a5-995ecde36809 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] [instance: 096700b1-7125-48b5-877d-5dc745b5fe41] Updating instance_info_cache with network_info: [{"id": "570c9857-b0e3-4886-ac6f-7dd0d4d0f6a6", "address": "fa:16:3e:01:68:e7", "network": {"id": "f757b35b-5e4a-4950-91b2-06237934170d", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-651542137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71fecea01d1b45b7adf6b57fb01856a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap570c9857-b0", "ovs_interfaceid": "570c9857-b0e3-4886-ac6f-7dd0d4d0f6a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.331759] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf1c8ae3-7277-4f40-834b-9513c5689a9e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.355735] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35cdfea2-c8a2-41dd-864f-79d4daf46454 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.378020] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-6cbc83f8-dd02-41dd-8c80-741b5e7f29ac tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 1928e353-9d7a-4d20-8347-029c36bcdb8e] Updating instance '1928e353-9d7a-4d20-8347-029c36bcdb8e' progress to 67 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 743.446081] env[69350]: DEBUG nova.virt.hardware [None req-79136212-ca41-460f-9962-aa37b9938868 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 743.446381] env[69350]: DEBUG nova.virt.hardware [None req-79136212-ca41-460f-9962-aa37b9938868 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 743.446538] env[69350]: DEBUG nova.virt.hardware [None req-79136212-ca41-460f-9962-aa37b9938868 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 743.446712] env[69350]: DEBUG nova.virt.hardware [None req-79136212-ca41-460f-9962-aa37b9938868 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 743.446854] env[69350]: DEBUG nova.virt.hardware [None req-79136212-ca41-460f-9962-aa37b9938868 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 743.446991] env[69350]: DEBUG nova.virt.hardware [None req-79136212-ca41-460f-9962-aa37b9938868 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 743.447241] env[69350]: DEBUG nova.virt.hardware [None req-79136212-ca41-460f-9962-aa37b9938868 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 743.447414] env[69350]: DEBUG nova.virt.hardware [None req-79136212-ca41-460f-9962-aa37b9938868 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 743.447603] env[69350]: DEBUG nova.virt.hardware [None req-79136212-ca41-460f-9962-aa37b9938868 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 743.447736] env[69350]: DEBUG nova.virt.hardware [None req-79136212-ca41-460f-9962-aa37b9938868 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 743.447904] env[69350]: DEBUG nova.virt.hardware [None req-79136212-ca41-460f-9962-aa37b9938868 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 743.448818] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0efb2b8e-8e0b-455b-81d7-181183419806 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.458679] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee6b39a-873e-445f-ba19-4e0c772425cd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.478024] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-79136212-ca41-460f-9962-aa37b9938868 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] [instance: 2dd22dd0-a65e-405e-9e9f-71cbcda62051] Instance VIF info [] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 743.483802] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-79136212-ca41-460f-9962-aa37b9938868 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 743.484076] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2dd22dd0-a65e-405e-9e9f-71cbcda62051] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 743.484290] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-082eb0cb-447e-413c-9324-8cd046035d3e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.503609] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 743.503609] env[69350]: value = "task-3364761" [ 743.503609] env[69350]: _type = "Task" [ 743.503609] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.512936] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3364761, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.597167] env[69350]: DEBUG oslo_vmware.api [None req-d8a3cb5a-de4f-411c-9397-ae93a74f4d82 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Task: {'id': task-3364760, 'name': PowerOnVM_Task, 'duration_secs': 0.53763} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.597288] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8a3cb5a-de4f-411c-9397-ae93a74f4d82 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: be800ce5-6d2e-402d-b83a-e22771d0aa5d] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 743.597666] env[69350]: INFO nova.compute.manager [None req-d8a3cb5a-de4f-411c-9397-ae93a74f4d82 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: be800ce5-6d2e-402d-b83a-e22771d0aa5d] Took 9.15 seconds to spawn the instance on the hypervisor. [ 743.597666] env[69350]: DEBUG nova.compute.manager [None req-d8a3cb5a-de4f-411c-9397-ae93a74f4d82 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: be800ce5-6d2e-402d-b83a-e22771d0aa5d] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 743.600678] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc01ceb-abaa-4475-acf0-8029f442fe72 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.691438] env[69350]: DEBUG nova.compute.utils [None req-4b40c4f2-cba3-4ad4-a37a-dd55c50f84c9 tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 743.693574] env[69350]: DEBUG nova.compute.manager [None req-4b40c4f2-cba3-4ad4-a37a-dd55c50f84c9 tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] [instance: 13d2ed8e-c3c5-449a-ab34-3f318a9de5cc] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 743.693751] env[69350]: DEBUG nova.network.neutron [None req-4b40c4f2-cba3-4ad4-a37a-dd55c50f84c9 tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] [instance: 13d2ed8e-c3c5-449a-ab34-3f318a9de5cc] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 743.696939] env[69350]: DEBUG nova.compute.manager [req-b0f25116-3d5a-48d9-a937-1acf06598cad req-8c6de902-a901-46f6-b66f-1c6e0ef627c6 service nova] [instance: 096700b1-7125-48b5-877d-5dc745b5fe41] Received event network-vif-plugged-570c9857-b0e3-4886-ac6f-7dd0d4d0f6a6 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 743.697294] env[69350]: DEBUG oslo_concurrency.lockutils [req-b0f25116-3d5a-48d9-a937-1acf06598cad req-8c6de902-a901-46f6-b66f-1c6e0ef627c6 service nova] Acquiring lock "096700b1-7125-48b5-877d-5dc745b5fe41-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.697408] env[69350]: DEBUG oslo_concurrency.lockutils [req-b0f25116-3d5a-48d9-a937-1acf06598cad req-8c6de902-a901-46f6-b66f-1c6e0ef627c6 service nova] Lock "096700b1-7125-48b5-877d-5dc745b5fe41-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.697582] env[69350]: DEBUG oslo_concurrency.lockutils [req-b0f25116-3d5a-48d9-a937-1acf06598cad req-8c6de902-a901-46f6-b66f-1c6e0ef627c6 service nova] Lock "096700b1-7125-48b5-877d-5dc745b5fe41-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.697810] env[69350]: DEBUG nova.compute.manager [req-b0f25116-3d5a-48d9-a937-1acf06598cad req-8c6de902-a901-46f6-b66f-1c6e0ef627c6 service nova] [instance: 096700b1-7125-48b5-877d-5dc745b5fe41] No waiting events found dispatching network-vif-plugged-570c9857-b0e3-4886-ac6f-7dd0d4d0f6a6 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 743.697972] env[69350]: WARNING nova.compute.manager [req-b0f25116-3d5a-48d9-a937-1acf06598cad req-8c6de902-a901-46f6-b66f-1c6e0ef627c6 service nova] [instance: 096700b1-7125-48b5-877d-5dc745b5fe41] Received unexpected event network-vif-plugged-570c9857-b0e3-4886-ac6f-7dd0d4d0f6a6 for instance with vm_state building and task_state spawning. [ 743.698140] env[69350]: DEBUG nova.compute.manager [req-b0f25116-3d5a-48d9-a937-1acf06598cad req-8c6de902-a901-46f6-b66f-1c6e0ef627c6 service nova] [instance: 096700b1-7125-48b5-877d-5dc745b5fe41] Received event network-changed-570c9857-b0e3-4886-ac6f-7dd0d4d0f6a6 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 743.698348] env[69350]: DEBUG nova.compute.manager [req-b0f25116-3d5a-48d9-a937-1acf06598cad req-8c6de902-a901-46f6-b66f-1c6e0ef627c6 service nova] [instance: 096700b1-7125-48b5-877d-5dc745b5fe41] Refreshing instance network info cache due to event network-changed-570c9857-b0e3-4886-ac6f-7dd0d4d0f6a6. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 743.698515] env[69350]: DEBUG oslo_concurrency.lockutils [req-b0f25116-3d5a-48d9-a937-1acf06598cad req-8c6de902-a901-46f6-b66f-1c6e0ef627c6 service nova] Acquiring lock "refresh_cache-096700b1-7125-48b5-877d-5dc745b5fe41" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.794168] env[69350]: DEBUG oslo_concurrency.lockutils [None req-52067f5d-8b3d-4d2b-86a5-995ecde36809 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] Releasing lock "refresh_cache-096700b1-7125-48b5-877d-5dc745b5fe41" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.794168] env[69350]: DEBUG nova.compute.manager [None req-52067f5d-8b3d-4d2b-86a5-995ecde36809 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] [instance: 096700b1-7125-48b5-877d-5dc745b5fe41] Instance network_info: |[{"id": "570c9857-b0e3-4886-ac6f-7dd0d4d0f6a6", "address": "fa:16:3e:01:68:e7", "network": {"id": "f757b35b-5e4a-4950-91b2-06237934170d", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-651542137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71fecea01d1b45b7adf6b57fb01856a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap570c9857-b0", "ovs_interfaceid": "570c9857-b0e3-4886-ac6f-7dd0d4d0f6a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 743.794880] env[69350]: DEBUG oslo_concurrency.lockutils [req-b0f25116-3d5a-48d9-a937-1acf06598cad req-8c6de902-a901-46f6-b66f-1c6e0ef627c6 service nova] Acquired lock "refresh_cache-096700b1-7125-48b5-877d-5dc745b5fe41" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.794880] env[69350]: DEBUG nova.network.neutron [req-b0f25116-3d5a-48d9-a937-1acf06598cad req-8c6de902-a901-46f6-b66f-1c6e0ef627c6 service nova] [instance: 096700b1-7125-48b5-877d-5dc745b5fe41] Refreshing network info cache for port 570c9857-b0e3-4886-ac6f-7dd0d4d0f6a6 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 743.795388] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-52067f5d-8b3d-4d2b-86a5-995ecde36809 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] [instance: 096700b1-7125-48b5-877d-5dc745b5fe41] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:68:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f925dc8-2145-457e-a4d4-c07117356dd0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '570c9857-b0e3-4886-ac6f-7dd0d4d0f6a6', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 743.805135] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-52067f5d-8b3d-4d2b-86a5-995ecde36809 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] Creating folder: Project (71fecea01d1b45b7adf6b57fb01856a6). Parent ref: group-v671398. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 743.808619] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6356e6a9-0889-4b6e-857e-e84111db3ddc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.825927] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-52067f5d-8b3d-4d2b-86a5-995ecde36809 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] Created folder: Project (71fecea01d1b45b7adf6b57fb01856a6) in parent group-v671398. [ 743.826079] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-52067f5d-8b3d-4d2b-86a5-995ecde36809 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] Creating folder: Instances. Parent ref: group-v671437. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 743.828947] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3cf4b020-e616-456b-b275-9720209a818d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.842280] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-52067f5d-8b3d-4d2b-86a5-995ecde36809 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] Created folder: Instances in parent group-v671437. [ 743.842280] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-52067f5d-8b3d-4d2b-86a5-995ecde36809 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 743.842432] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 096700b1-7125-48b5-877d-5dc745b5fe41] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 743.842659] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-86934db4-b431-4dd4-8197-dc0b86c58f18 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.867028] env[69350]: DEBUG nova.policy [None req-4b40c4f2-cba3-4ad4-a37a-dd55c50f84c9 tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0e555e8625da4e1e83d251b2bd79c67a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '758113f782a245fd885adf0bf4df153f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 743.875388] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 743.875388] env[69350]: value = "task-3364764" [ 743.875388] env[69350]: _type = "Task" [ 743.875388] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.889480] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3364764, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.025805] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3364761, 'name': CreateVM_Task, 'duration_secs': 0.3281} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.026793] env[69350]: DEBUG nova.network.neutron [None req-6cbc83f8-dd02-41dd-8c80-741b5e7f29ac tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 1928e353-9d7a-4d20-8347-029c36bcdb8e] Port 11338a71-bc15-4a3d-a87d-c11efb979f61 binding to destination host cpu-1 is already ACTIVE {{(pid=69350) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 744.027962] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2dd22dd0-a65e-405e-9e9f-71cbcda62051] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 744.028700] env[69350]: DEBUG oslo_concurrency.lockutils [None req-79136212-ca41-460f-9962-aa37b9938868 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.028700] env[69350]: DEBUG oslo_concurrency.lockutils [None req-79136212-ca41-460f-9962-aa37b9938868 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.028872] env[69350]: DEBUG oslo_concurrency.lockutils [None req-79136212-ca41-460f-9962-aa37b9938868 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.030097] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b8e63ec-be7a-4b21-b8df-7682ee3f2b13 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.042687] env[69350]: DEBUG oslo_vmware.api [None req-79136212-ca41-460f-9962-aa37b9938868 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Waiting for the task: (returnval){ [ 744.042687] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52197f3d-a527-9635-9b98-42b87ca96d12" [ 744.042687] env[69350]: _type = "Task" [ 744.042687] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.059278] env[69350]: DEBUG oslo_vmware.api [None req-79136212-ca41-460f-9962-aa37b9938868 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52197f3d-a527-9635-9b98-42b87ca96d12, 'name': SearchDatastore_Task, 'duration_secs': 0.01347} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.063622] env[69350]: DEBUG oslo_concurrency.lockutils [None req-79136212-ca41-460f-9962-aa37b9938868 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.063622] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-79136212-ca41-460f-9962-aa37b9938868 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] [instance: 2dd22dd0-a65e-405e-9e9f-71cbcda62051] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 744.063622] env[69350]: DEBUG oslo_concurrency.lockutils [None req-79136212-ca41-460f-9962-aa37b9938868 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.063622] env[69350]: DEBUG oslo_concurrency.lockutils [None req-79136212-ca41-460f-9962-aa37b9938868 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.064178] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-79136212-ca41-460f-9962-aa37b9938868 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 744.064178] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f6ae4eee-2826-4c76-ad82-9608c0b793d6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.070012] env[69350]: DEBUG nova.network.neutron [None req-a9d52dea-9c8f-4e74-b898-1bfc591c0106 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: 81ea07d5-8924-45de-a1ab-42e4aa335111] Successfully updated port: 61225a60-72ac-4d25-9f7f-e43263f51c82 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 744.074562] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-79136212-ca41-460f-9962-aa37b9938868 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 744.074562] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-79136212-ca41-460f-9962-aa37b9938868 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 744.080026] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb14c34e-4165-4c98-8a63-c6ebd9943bbd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.087624] env[69350]: DEBUG oslo_vmware.api [None req-79136212-ca41-460f-9962-aa37b9938868 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Waiting for the task: (returnval){ [ 744.087624] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5208da18-1f4c-7acb-698a-ba5ba63c6cd8" [ 744.087624] env[69350]: _type = "Task" [ 744.087624] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.105444] env[69350]: DEBUG oslo_vmware.api [None req-79136212-ca41-460f-9962-aa37b9938868 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5208da18-1f4c-7acb-698a-ba5ba63c6cd8, 'name': SearchDatastore_Task, 'duration_secs': 0.011487} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.109921] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20e38b6d-3443-4964-83f0-cf13d7afe761 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.121378] env[69350]: DEBUG oslo_vmware.api [None req-79136212-ca41-460f-9962-aa37b9938868 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Waiting for the task: (returnval){ [ 744.121378] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52191a99-eaf1-b197-408a-5cdf9f1b22b8" [ 744.121378] env[69350]: _type = "Task" [ 744.121378] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.128114] env[69350]: INFO nova.compute.manager [None req-d8a3cb5a-de4f-411c-9397-ae93a74f4d82 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: be800ce5-6d2e-402d-b83a-e22771d0aa5d] Took 30.23 seconds to build instance. [ 744.139659] env[69350]: DEBUG oslo_vmware.api [None req-79136212-ca41-460f-9962-aa37b9938868 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52191a99-eaf1-b197-408a-5cdf9f1b22b8, 'name': SearchDatastore_Task, 'duration_secs': 0.012762} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.140525] env[69350]: DEBUG oslo_concurrency.lockutils [None req-79136212-ca41-460f-9962-aa37b9938868 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.140635] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-79136212-ca41-460f-9962-aa37b9938868 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] 2dd22dd0-a65e-405e-9e9f-71cbcda62051/2dd22dd0-a65e-405e-9e9f-71cbcda62051.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 744.141125] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c6b18de1-57cd-4980-a9e8-4b42d25ac416 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.151822] env[69350]: DEBUG oslo_vmware.api [None req-79136212-ca41-460f-9962-aa37b9938868 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Waiting for the task: (returnval){ [ 744.151822] env[69350]: value = "task-3364765" [ 744.151822] env[69350]: _type = "Task" [ 744.151822] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.161834] env[69350]: DEBUG oslo_vmware.api [None req-79136212-ca41-460f-9962-aa37b9938868 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Task: {'id': task-3364765, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.200207] env[69350]: DEBUG nova.compute.manager [None req-4b40c4f2-cba3-4ad4-a37a-dd55c50f84c9 tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] [instance: 13d2ed8e-c3c5-449a-ab34-3f318a9de5cc] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 744.369679] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ebaa301-6be7-45b7-89d0-8dac63980de1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.395974] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3364764, 'name': CreateVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.400225] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06fd9d1c-165c-4ae0-85a6-de5115119661 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.440522] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fa2c4a8-7b5c-4318-8309-7f7d0df09f1c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.451305] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ad0a56-e9f0-4141-a799-0bfa8d4253f8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.469247] env[69350]: DEBUG nova.compute.provider_tree [None req-e51d2010-cc31-42b9-987d-244bd1f7468b tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 744.581049] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a9d52dea-9c8f-4e74-b898-1bfc591c0106 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Acquiring lock "refresh_cache-81ea07d5-8924-45de-a1ab-42e4aa335111" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.581349] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a9d52dea-9c8f-4e74-b898-1bfc591c0106 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Acquired lock "refresh_cache-81ea07d5-8924-45de-a1ab-42e4aa335111" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.581450] env[69350]: DEBUG nova.network.neutron [None req-a9d52dea-9c8f-4e74-b898-1bfc591c0106 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: 81ea07d5-8924-45de-a1ab-42e4aa335111] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 744.632590] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d8a3cb5a-de4f-411c-9397-ae93a74f4d82 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Lock "be800ce5-6d2e-402d-b83a-e22771d0aa5d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.752s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.667524] env[69350]: DEBUG oslo_vmware.api [None req-79136212-ca41-460f-9962-aa37b9938868 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Task: {'id': task-3364765, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468446} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.667976] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-79136212-ca41-460f-9962-aa37b9938868 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] 2dd22dd0-a65e-405e-9e9f-71cbcda62051/2dd22dd0-a65e-405e-9e9f-71cbcda62051.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 744.668090] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-79136212-ca41-460f-9962-aa37b9938868 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] [instance: 2dd22dd0-a65e-405e-9e9f-71cbcda62051] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 744.668594] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dedba1b5-e2aa-45bb-b148-7fe609b3e55b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.676504] env[69350]: DEBUG oslo_vmware.api [None req-79136212-ca41-460f-9962-aa37b9938868 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Waiting for the task: (returnval){ [ 744.676504] env[69350]: value = "task-3364766" [ 744.676504] env[69350]: _type = "Task" [ 744.676504] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.686946] env[69350]: DEBUG oslo_vmware.api [None req-79136212-ca41-460f-9962-aa37b9938868 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Task: {'id': task-3364766, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.860647] env[69350]: DEBUG nova.network.neutron [None req-4b40c4f2-cba3-4ad4-a37a-dd55c50f84c9 tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] [instance: 13d2ed8e-c3c5-449a-ab34-3f318a9de5cc] Successfully created port: d7b61ee4-cd7d-4065-bb15-6ec0cbf1607c {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 744.873239] env[69350]: DEBUG nova.network.neutron [req-b0f25116-3d5a-48d9-a937-1acf06598cad req-8c6de902-a901-46f6-b66f-1c6e0ef627c6 service nova] [instance: 096700b1-7125-48b5-877d-5dc745b5fe41] Updated VIF entry in instance network info cache for port 570c9857-b0e3-4886-ac6f-7dd0d4d0f6a6. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 744.873600] env[69350]: DEBUG nova.network.neutron [req-b0f25116-3d5a-48d9-a937-1acf06598cad req-8c6de902-a901-46f6-b66f-1c6e0ef627c6 service nova] [instance: 096700b1-7125-48b5-877d-5dc745b5fe41] Updating instance_info_cache with network_info: [{"id": "570c9857-b0e3-4886-ac6f-7dd0d4d0f6a6", "address": "fa:16:3e:01:68:e7", "network": {"id": "f757b35b-5e4a-4950-91b2-06237934170d", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-651542137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71fecea01d1b45b7adf6b57fb01856a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap570c9857-b0", "ovs_interfaceid": "570c9857-b0e3-4886-ac6f-7dd0d4d0f6a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.898409] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3364764, 'name': CreateVM_Task, 'duration_secs': 0.56806} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.898863] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 096700b1-7125-48b5-877d-5dc745b5fe41] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 744.902027] env[69350]: DEBUG oslo_concurrency.lockutils [None req-52067f5d-8b3d-4d2b-86a5-995ecde36809 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.902027] env[69350]: DEBUG oslo_concurrency.lockutils [None req-52067f5d-8b3d-4d2b-86a5-995ecde36809 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.902027] env[69350]: DEBUG oslo_concurrency.lockutils [None req-52067f5d-8b3d-4d2b-86a5-995ecde36809 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.902027] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-224a708c-d503-422c-b10b-b45f3408f90a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.905719] env[69350]: DEBUG oslo_vmware.api [None req-52067f5d-8b3d-4d2b-86a5-995ecde36809 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] Waiting for the task: (returnval){ [ 744.905719] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52487262-04f5-8d34-a312-8e6d32c12151" [ 744.905719] env[69350]: _type = "Task" [ 744.905719] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.915144] env[69350]: DEBUG oslo_vmware.api [None req-52067f5d-8b3d-4d2b-86a5-995ecde36809 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52487262-04f5-8d34-a312-8e6d32c12151, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.973737] env[69350]: DEBUG nova.scheduler.client.report [None req-e51d2010-cc31-42b9-987d-244bd1f7468b tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 745.051831] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6cbc83f8-dd02-41dd-8c80-741b5e7f29ac tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Acquiring lock "1928e353-9d7a-4d20-8347-029c36bcdb8e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.052119] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6cbc83f8-dd02-41dd-8c80-741b5e7f29ac tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Lock "1928e353-9d7a-4d20-8347-029c36bcdb8e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.052311] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6cbc83f8-dd02-41dd-8c80-741b5e7f29ac tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Lock "1928e353-9d7a-4d20-8347-029c36bcdb8e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.138021] env[69350]: DEBUG nova.compute.manager [None req-696706d4-5f16-4a70-865d-c929a1a388d0 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: 4dff419b-86ab-48e1-bee1-46948de8ca0d] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 745.153487] env[69350]: DEBUG nova.network.neutron [None req-a9d52dea-9c8f-4e74-b898-1bfc591c0106 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: 81ea07d5-8924-45de-a1ab-42e4aa335111] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 745.198139] env[69350]: DEBUG oslo_vmware.api [None req-79136212-ca41-460f-9962-aa37b9938868 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Task: {'id': task-3364766, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076995} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.198139] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-79136212-ca41-460f-9962-aa37b9938868 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] [instance: 2dd22dd0-a65e-405e-9e9f-71cbcda62051] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 745.199800] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6a9faa6-28b6-4cbe-a725-0fe3ed1e4bd8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.214580] env[69350]: DEBUG nova.compute.manager [None req-4b40c4f2-cba3-4ad4-a37a-dd55c50f84c9 tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] [instance: 13d2ed8e-c3c5-449a-ab34-3f318a9de5cc] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 745.229518] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-79136212-ca41-460f-9962-aa37b9938868 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] [instance: 2dd22dd0-a65e-405e-9e9f-71cbcda62051] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] 2dd22dd0-a65e-405e-9e9f-71cbcda62051/2dd22dd0-a65e-405e-9e9f-71cbcda62051.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 745.236064] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4110e1a4-6eb5-4cc3-ac98-72ed61aa44af {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.259457] env[69350]: DEBUG oslo_vmware.api [None req-79136212-ca41-460f-9962-aa37b9938868 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Waiting for the task: (returnval){ [ 745.259457] env[69350]: value = "task-3364767" [ 745.259457] env[69350]: _type = "Task" [ 745.259457] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.266135] env[69350]: DEBUG nova.virt.hardware [None req-4b40c4f2-cba3-4ad4-a37a-dd55c50f84c9 tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 745.266462] env[69350]: DEBUG nova.virt.hardware [None req-4b40c4f2-cba3-4ad4-a37a-dd55c50f84c9 tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 745.266705] env[69350]: DEBUG nova.virt.hardware [None req-4b40c4f2-cba3-4ad4-a37a-dd55c50f84c9 tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 745.266912] env[69350]: DEBUG nova.virt.hardware [None req-4b40c4f2-cba3-4ad4-a37a-dd55c50f84c9 tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 745.267106] env[69350]: DEBUG nova.virt.hardware [None req-4b40c4f2-cba3-4ad4-a37a-dd55c50f84c9 tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 745.267259] env[69350]: DEBUG nova.virt.hardware [None req-4b40c4f2-cba3-4ad4-a37a-dd55c50f84c9 tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 745.267472] env[69350]: DEBUG nova.virt.hardware [None req-4b40c4f2-cba3-4ad4-a37a-dd55c50f84c9 tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 745.267627] env[69350]: DEBUG nova.virt.hardware [None req-4b40c4f2-cba3-4ad4-a37a-dd55c50f84c9 tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 745.267786] env[69350]: DEBUG nova.virt.hardware [None req-4b40c4f2-cba3-4ad4-a37a-dd55c50f84c9 tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 745.267944] env[69350]: DEBUG nova.virt.hardware [None req-4b40c4f2-cba3-4ad4-a37a-dd55c50f84c9 tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 745.268181] env[69350]: DEBUG nova.virt.hardware [None req-4b40c4f2-cba3-4ad4-a37a-dd55c50f84c9 tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 745.269646] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab151668-b9ca-4aa7-a1d7-ed92865c486c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.275943] env[69350]: DEBUG oslo_vmware.api [None req-79136212-ca41-460f-9962-aa37b9938868 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Task: {'id': task-3364767, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.282293] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22bf8b52-64e8-4958-a2e3-ea1b6b5fdfd4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.358019] env[69350]: DEBUG nova.compute.manager [req-9121ec41-a697-4e71-a6ec-233df7538cab req-de27db26-cd1e-4b57-b379-1c22b4cb9a43 service nova] [instance: 2e8e720c-f11a-434e-b1b2-ad961383e5de] Received event network-changed-f5612751-dbb1-46c0-b3bc-ced4a4b3aa9e {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 745.358019] env[69350]: DEBUG nova.compute.manager [req-9121ec41-a697-4e71-a6ec-233df7538cab req-de27db26-cd1e-4b57-b379-1c22b4cb9a43 service nova] [instance: 2e8e720c-f11a-434e-b1b2-ad961383e5de] Refreshing instance network info cache due to event network-changed-f5612751-dbb1-46c0-b3bc-ced4a4b3aa9e. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 745.358019] env[69350]: DEBUG oslo_concurrency.lockutils [req-9121ec41-a697-4e71-a6ec-233df7538cab req-de27db26-cd1e-4b57-b379-1c22b4cb9a43 service nova] Acquiring lock "refresh_cache-2e8e720c-f11a-434e-b1b2-ad961383e5de" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.358019] env[69350]: DEBUG oslo_concurrency.lockutils [req-9121ec41-a697-4e71-a6ec-233df7538cab req-de27db26-cd1e-4b57-b379-1c22b4cb9a43 service nova] Acquired lock "refresh_cache-2e8e720c-f11a-434e-b1b2-ad961383e5de" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.359100] env[69350]: DEBUG nova.network.neutron [req-9121ec41-a697-4e71-a6ec-233df7538cab req-de27db26-cd1e-4b57-b379-1c22b4cb9a43 service nova] [instance: 2e8e720c-f11a-434e-b1b2-ad961383e5de] Refreshing network info cache for port f5612751-dbb1-46c0-b3bc-ced4a4b3aa9e {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 745.375909] env[69350]: DEBUG oslo_concurrency.lockutils [req-b0f25116-3d5a-48d9-a937-1acf06598cad req-8c6de902-a901-46f6-b66f-1c6e0ef627c6 service nova] Releasing lock "refresh_cache-096700b1-7125-48b5-877d-5dc745b5fe41" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.402470] env[69350]: DEBUG nova.network.neutron [None req-a9d52dea-9c8f-4e74-b898-1bfc591c0106 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: 81ea07d5-8924-45de-a1ab-42e4aa335111] Updating instance_info_cache with network_info: [{"id": "61225a60-72ac-4d25-9f7f-e43263f51c82", "address": "fa:16:3e:c8:d1:84", "network": {"id": "7471cab0-87ad-4703-97af-1b6cb285655b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a175bdd0b1324024bc8e47e5836a9e11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61225a60-72", "ovs_interfaceid": "61225a60-72ac-4d25-9f7f-e43263f51c82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.419533] env[69350]: DEBUG oslo_vmware.api [None req-52067f5d-8b3d-4d2b-86a5-995ecde36809 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52487262-04f5-8d34-a312-8e6d32c12151, 'name': SearchDatastore_Task, 'duration_secs': 0.010145} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.419837] env[69350]: DEBUG oslo_concurrency.lockutils [None req-52067f5d-8b3d-4d2b-86a5-995ecde36809 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.420070] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-52067f5d-8b3d-4d2b-86a5-995ecde36809 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] [instance: 096700b1-7125-48b5-877d-5dc745b5fe41] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 745.420305] env[69350]: DEBUG oslo_concurrency.lockutils [None req-52067f5d-8b3d-4d2b-86a5-995ecde36809 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.420750] env[69350]: DEBUG oslo_concurrency.lockutils [None req-52067f5d-8b3d-4d2b-86a5-995ecde36809 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.420750] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-52067f5d-8b3d-4d2b-86a5-995ecde36809 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 745.420894] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-990f59cf-d454-4605-b46d-77a900d8c777 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.431843] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-52067f5d-8b3d-4d2b-86a5-995ecde36809 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 745.432093] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-52067f5d-8b3d-4d2b-86a5-995ecde36809 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 745.432869] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26665e39-b915-4f7a-b7e6-49f0d03f1b38 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.442271] env[69350]: DEBUG oslo_vmware.api [None req-52067f5d-8b3d-4d2b-86a5-995ecde36809 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] Waiting for the task: (returnval){ [ 745.442271] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5253997f-faf9-356b-2033-cdc11d0fa70f" [ 745.442271] env[69350]: _type = "Task" [ 745.442271] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.451376] env[69350]: DEBUG oslo_vmware.api [None req-52067f5d-8b3d-4d2b-86a5-995ecde36809 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5253997f-faf9-356b-2033-cdc11d0fa70f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.480847] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e51d2010-cc31-42b9-987d-244bd1f7468b tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.296s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.484792] env[69350]: DEBUG oslo_concurrency.lockutils [None req-69170be3-6ae2-40f4-8d44-f1ad6276eb98 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.913s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.485108] env[69350]: INFO nova.compute.claims [None req-69170be3-6ae2-40f4-8d44-f1ad6276eb98 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] [instance: 2713f49f-14fc-4705-a30c-e114159466d1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 745.524585] env[69350]: INFO nova.scheduler.client.report [None req-e51d2010-cc31-42b9-987d-244bd1f7468b tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Deleted allocations for instance a5c37c3b-0add-415d-8356-5070a8b4df28 [ 745.660287] env[69350]: DEBUG oslo_concurrency.lockutils [None req-696706d4-5f16-4a70-865d-c929a1a388d0 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.771563] env[69350]: DEBUG oslo_vmware.api [None req-79136212-ca41-460f-9962-aa37b9938868 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Task: {'id': task-3364767, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.908103] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a9d52dea-9c8f-4e74-b898-1bfc591c0106 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Releasing lock "refresh_cache-81ea07d5-8924-45de-a1ab-42e4aa335111" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.908103] env[69350]: DEBUG nova.compute.manager [None req-a9d52dea-9c8f-4e74-b898-1bfc591c0106 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: 81ea07d5-8924-45de-a1ab-42e4aa335111] Instance network_info: |[{"id": "61225a60-72ac-4d25-9f7f-e43263f51c82", "address": "fa:16:3e:c8:d1:84", "network": {"id": "7471cab0-87ad-4703-97af-1b6cb285655b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a175bdd0b1324024bc8e47e5836a9e11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61225a60-72", "ovs_interfaceid": "61225a60-72ac-4d25-9f7f-e43263f51c82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 745.908319] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a9d52dea-9c8f-4e74-b898-1bfc591c0106 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: 81ea07d5-8924-45de-a1ab-42e4aa335111] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:d1:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '030ecc21-dc1c-4283-854e-88e623b3970a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '61225a60-72ac-4d25-9f7f-e43263f51c82', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 745.917531] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a9d52dea-9c8f-4e74-b898-1bfc591c0106 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 745.920789] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81ea07d5-8924-45de-a1ab-42e4aa335111] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 745.920980] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-03018e85-7a35-4287-85a1-2812af481003 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.947897] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 745.947897] env[69350]: value = "task-3364768" [ 745.947897] env[69350]: _type = "Task" [ 745.947897] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.956841] env[69350]: DEBUG oslo_vmware.api [None req-52067f5d-8b3d-4d2b-86a5-995ecde36809 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5253997f-faf9-356b-2033-cdc11d0fa70f, 'name': SearchDatastore_Task, 'duration_secs': 0.044908} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.958109] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba8ea4ce-b949-4c63-a598-f7e3e10b49ae {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.964491] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3364768, 'name': CreateVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.970646] env[69350]: DEBUG oslo_vmware.api [None req-52067f5d-8b3d-4d2b-86a5-995ecde36809 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] Waiting for the task: (returnval){ [ 745.970646] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52bc649f-f984-7cc4-a779-df0f659e65d7" [ 745.970646] env[69350]: _type = "Task" [ 745.970646] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.979449] env[69350]: DEBUG oslo_vmware.api [None req-52067f5d-8b3d-4d2b-86a5-995ecde36809 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52bc649f-f984-7cc4-a779-df0f659e65d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.037344] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e51d2010-cc31-42b9-987d-244bd1f7468b tempest-TenantUsagesTestJSON-1535441430 tempest-TenantUsagesTestJSON-1535441430-project-member] Lock "a5c37c3b-0add-415d-8356-5070a8b4df28" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.791s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.270643] env[69350]: DEBUG oslo_vmware.api [None req-79136212-ca41-460f-9962-aa37b9938868 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Task: {'id': task-3364767, 'name': ReconfigVM_Task, 'duration_secs': 0.514262} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.270935] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-79136212-ca41-460f-9962-aa37b9938868 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] [instance: 2dd22dd0-a65e-405e-9e9f-71cbcda62051] Reconfigured VM instance instance-0000000c to attach disk [datastore2] 2dd22dd0-a65e-405e-9e9f-71cbcda62051/2dd22dd0-a65e-405e-9e9f-71cbcda62051.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 746.271573] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-615aaf1d-936e-4bf8-ad1a-396c3a705328 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.279022] env[69350]: DEBUG oslo_vmware.api [None req-79136212-ca41-460f-9962-aa37b9938868 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Waiting for the task: (returnval){ [ 746.279022] env[69350]: value = "task-3364769" [ 746.279022] env[69350]: _type = "Task" [ 746.279022] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.290312] env[69350]: DEBUG oslo_vmware.api [None req-79136212-ca41-460f-9962-aa37b9938868 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Task: {'id': task-3364769, 'name': Rename_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.332086] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6cbc83f8-dd02-41dd-8c80-741b5e7f29ac tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Acquiring lock "refresh_cache-1928e353-9d7a-4d20-8347-029c36bcdb8e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.332144] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6cbc83f8-dd02-41dd-8c80-741b5e7f29ac tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Acquired lock "refresh_cache-1928e353-9d7a-4d20-8347-029c36bcdb8e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.333856] env[69350]: DEBUG nova.network.neutron [None req-6cbc83f8-dd02-41dd-8c80-741b5e7f29ac tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 1928e353-9d7a-4d20-8347-029c36bcdb8e] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 746.468821] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3364768, 'name': CreateVM_Task, 'duration_secs': 0.350448} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.468821] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81ea07d5-8924-45de-a1ab-42e4aa335111] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 746.469923] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a9d52dea-9c8f-4e74-b898-1bfc591c0106 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.469923] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a9d52dea-9c8f-4e74-b898-1bfc591c0106 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.470340] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a9d52dea-9c8f-4e74-b898-1bfc591c0106 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.470867] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-898e9d66-a372-429f-bd5b-b68075950e1e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.485535] env[69350]: DEBUG oslo_vmware.api [None req-a9d52dea-9c8f-4e74-b898-1bfc591c0106 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Waiting for the task: (returnval){ [ 746.485535] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52d290fe-a61e-704b-0c48-8e8b5fc1609c" [ 746.485535] env[69350]: _type = "Task" [ 746.485535] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.488913] env[69350]: DEBUG oslo_vmware.api [None req-52067f5d-8b3d-4d2b-86a5-995ecde36809 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52bc649f-f984-7cc4-a779-df0f659e65d7, 'name': SearchDatastore_Task, 'duration_secs': 0.010754} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.493076] env[69350]: DEBUG oslo_concurrency.lockutils [None req-52067f5d-8b3d-4d2b-86a5-995ecde36809 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.493432] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-52067f5d-8b3d-4d2b-86a5-995ecde36809 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] 096700b1-7125-48b5-877d-5dc745b5fe41/096700b1-7125-48b5-877d-5dc745b5fe41.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 746.493954] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73ab7ecd-fd9a-4480-88fd-0283d5dfe1fe {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.507782] env[69350]: DEBUG oslo_vmware.api [None req-a9d52dea-9c8f-4e74-b898-1bfc591c0106 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52d290fe-a61e-704b-0c48-8e8b5fc1609c, 'name': SearchDatastore_Task, 'duration_secs': 0.011002} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.511935] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a9d52dea-9c8f-4e74-b898-1bfc591c0106 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.512661] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a9d52dea-9c8f-4e74-b898-1bfc591c0106 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: 81ea07d5-8924-45de-a1ab-42e4aa335111] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 746.512661] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a9d52dea-9c8f-4e74-b898-1bfc591c0106 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.513202] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a9d52dea-9c8f-4e74-b898-1bfc591c0106 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.513202] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9d52dea-9c8f-4e74-b898-1bfc591c0106 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 746.514556] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-98510598-20b8-476c-8663-46c162164b92 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.517279] env[69350]: DEBUG oslo_vmware.api [None req-52067f5d-8b3d-4d2b-86a5-995ecde36809 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] Waiting for the task: (returnval){ [ 746.517279] env[69350]: value = "task-3364770" [ 746.517279] env[69350]: _type = "Task" [ 746.517279] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.525396] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9d52dea-9c8f-4e74-b898-1bfc591c0106 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 746.528021] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a9d52dea-9c8f-4e74-b898-1bfc591c0106 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 746.529638] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c33fae4b-16e3-4ad2-b6de-d569234f5892 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.532402] env[69350]: DEBUG oslo_vmware.api [None req-52067f5d-8b3d-4d2b-86a5-995ecde36809 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] Task: {'id': task-3364770, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.539158] env[69350]: DEBUG oslo_vmware.api [None req-a9d52dea-9c8f-4e74-b898-1bfc591c0106 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Waiting for the task: (returnval){ [ 746.539158] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]528edabc-8359-de5d-487e-5aa84906d8b7" [ 746.539158] env[69350]: _type = "Task" [ 746.539158] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.552565] env[69350]: DEBUG oslo_vmware.api [None req-a9d52dea-9c8f-4e74-b898-1bfc591c0106 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]528edabc-8359-de5d-487e-5aa84906d8b7, 'name': SearchDatastore_Task, 'duration_secs': 0.010316} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.553465] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ee72f4c-218c-4da7-ba99-9b2e318aeb43 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.564572] env[69350]: DEBUG oslo_vmware.api [None req-a9d52dea-9c8f-4e74-b898-1bfc591c0106 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Waiting for the task: (returnval){ [ 746.564572] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52f04ccd-1b45-58a9-8c88-b704a06ad7b8" [ 746.564572] env[69350]: _type = "Task" [ 746.564572] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.575612] env[69350]: DEBUG oslo_vmware.api [None req-a9d52dea-9c8f-4e74-b898-1bfc591c0106 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52f04ccd-1b45-58a9-8c88-b704a06ad7b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.602618] env[69350]: DEBUG nova.network.neutron [req-9121ec41-a697-4e71-a6ec-233df7538cab req-de27db26-cd1e-4b57-b379-1c22b4cb9a43 service nova] [instance: 2e8e720c-f11a-434e-b1b2-ad961383e5de] Updated VIF entry in instance network info cache for port f5612751-dbb1-46c0-b3bc-ced4a4b3aa9e. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 746.603011] env[69350]: DEBUG nova.network.neutron [req-9121ec41-a697-4e71-a6ec-233df7538cab req-de27db26-cd1e-4b57-b379-1c22b4cb9a43 service nova] [instance: 2e8e720c-f11a-434e-b1b2-ad961383e5de] Updating instance_info_cache with network_info: [{"id": "f5612751-dbb1-46c0-b3bc-ced4a4b3aa9e", "address": "fa:16:3e:77:8d:d2", "network": {"id": "01983ea8-0a51-4986-8b52-288816074510", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1158203974-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4a773f1abac417cb40f5c3acc2b60b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5612751-db", "ovs_interfaceid": "f5612751-dbb1-46c0-b3bc-ced4a4b3aa9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.800152] env[69350]: DEBUG oslo_vmware.api [None req-79136212-ca41-460f-9962-aa37b9938868 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Task: {'id': task-3364769, 'name': Rename_Task, 'duration_secs': 0.141671} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.800588] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-79136212-ca41-460f-9962-aa37b9938868 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] [instance: 2dd22dd0-a65e-405e-9e9f-71cbcda62051] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 746.801057] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-617f33a2-874a-45b0-9c6e-f58163a069df {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.812057] env[69350]: DEBUG oslo_vmware.api [None req-79136212-ca41-460f-9962-aa37b9938868 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Waiting for the task: (returnval){ [ 746.812057] env[69350]: value = "task-3364771" [ 746.812057] env[69350]: _type = "Task" [ 746.812057] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.825414] env[69350]: DEBUG oslo_vmware.api [None req-79136212-ca41-460f-9962-aa37b9938868 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Task: {'id': task-3364771, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.885449] env[69350]: DEBUG nova.compute.manager [req-da367246-841b-4678-9798-2c13719cb335 req-0fbee256-4a26-4f8f-ba9d-976f79e14e03 service nova] [instance: 81ea07d5-8924-45de-a1ab-42e4aa335111] Received event network-vif-plugged-61225a60-72ac-4d25-9f7f-e43263f51c82 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 746.885449] env[69350]: DEBUG oslo_concurrency.lockutils [req-da367246-841b-4678-9798-2c13719cb335 req-0fbee256-4a26-4f8f-ba9d-976f79e14e03 service nova] Acquiring lock "81ea07d5-8924-45de-a1ab-42e4aa335111-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.885449] env[69350]: DEBUG oslo_concurrency.lockutils [req-da367246-841b-4678-9798-2c13719cb335 req-0fbee256-4a26-4f8f-ba9d-976f79e14e03 service nova] Lock "81ea07d5-8924-45de-a1ab-42e4aa335111-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.885449] env[69350]: DEBUG oslo_concurrency.lockutils [req-da367246-841b-4678-9798-2c13719cb335 req-0fbee256-4a26-4f8f-ba9d-976f79e14e03 service nova] Lock "81ea07d5-8924-45de-a1ab-42e4aa335111-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.885449] env[69350]: DEBUG nova.compute.manager [req-da367246-841b-4678-9798-2c13719cb335 req-0fbee256-4a26-4f8f-ba9d-976f79e14e03 service nova] [instance: 81ea07d5-8924-45de-a1ab-42e4aa335111] No waiting events found dispatching network-vif-plugged-61225a60-72ac-4d25-9f7f-e43263f51c82 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 746.885688] env[69350]: WARNING nova.compute.manager [req-da367246-841b-4678-9798-2c13719cb335 req-0fbee256-4a26-4f8f-ba9d-976f79e14e03 service nova] [instance: 81ea07d5-8924-45de-a1ab-42e4aa335111] Received unexpected event network-vif-plugged-61225a60-72ac-4d25-9f7f-e43263f51c82 for instance with vm_state building and task_state spawning. [ 746.885688] env[69350]: DEBUG nova.compute.manager [req-da367246-841b-4678-9798-2c13719cb335 req-0fbee256-4a26-4f8f-ba9d-976f79e14e03 service nova] [instance: 81ea07d5-8924-45de-a1ab-42e4aa335111] Received event network-changed-61225a60-72ac-4d25-9f7f-e43263f51c82 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 746.885688] env[69350]: DEBUG nova.compute.manager [req-da367246-841b-4678-9798-2c13719cb335 req-0fbee256-4a26-4f8f-ba9d-976f79e14e03 service nova] [instance: 81ea07d5-8924-45de-a1ab-42e4aa335111] Refreshing instance network info cache due to event network-changed-61225a60-72ac-4d25-9f7f-e43263f51c82. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 746.885688] env[69350]: DEBUG oslo_concurrency.lockutils [req-da367246-841b-4678-9798-2c13719cb335 req-0fbee256-4a26-4f8f-ba9d-976f79e14e03 service nova] Acquiring lock "refresh_cache-81ea07d5-8924-45de-a1ab-42e4aa335111" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.885688] env[69350]: DEBUG oslo_concurrency.lockutils [req-da367246-841b-4678-9798-2c13719cb335 req-0fbee256-4a26-4f8f-ba9d-976f79e14e03 service nova] Acquired lock "refresh_cache-81ea07d5-8924-45de-a1ab-42e4aa335111" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.885892] env[69350]: DEBUG nova.network.neutron [req-da367246-841b-4678-9798-2c13719cb335 req-0fbee256-4a26-4f8f-ba9d-976f79e14e03 service nova] [instance: 81ea07d5-8924-45de-a1ab-42e4aa335111] Refreshing network info cache for port 61225a60-72ac-4d25-9f7f-e43263f51c82 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 747.025973] env[69350]: DEBUG nova.network.neutron [None req-4b40c4f2-cba3-4ad4-a37a-dd55c50f84c9 tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] [instance: 13d2ed8e-c3c5-449a-ab34-3f318a9de5cc] Successfully updated port: d7b61ee4-cd7d-4065-bb15-6ec0cbf1607c {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 747.037227] env[69350]: DEBUG oslo_vmware.api [None req-52067f5d-8b3d-4d2b-86a5-995ecde36809 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] Task: {'id': task-3364770, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480641} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.038037] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-52067f5d-8b3d-4d2b-86a5-995ecde36809 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] 096700b1-7125-48b5-877d-5dc745b5fe41/096700b1-7125-48b5-877d-5dc745b5fe41.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 747.038037] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-52067f5d-8b3d-4d2b-86a5-995ecde36809 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] [instance: 096700b1-7125-48b5-877d-5dc745b5fe41] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 747.038680] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cd707c19-acaa-4a4d-8990-62eb59cd6550 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.051999] env[69350]: DEBUG oslo_vmware.api [None req-52067f5d-8b3d-4d2b-86a5-995ecde36809 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] Waiting for the task: (returnval){ [ 747.051999] env[69350]: value = "task-3364772" [ 747.051999] env[69350]: _type = "Task" [ 747.051999] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.064358] env[69350]: DEBUG oslo_vmware.api [None req-52067f5d-8b3d-4d2b-86a5-995ecde36809 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] Task: {'id': task-3364772, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.079949] env[69350]: DEBUG oslo_vmware.api [None req-a9d52dea-9c8f-4e74-b898-1bfc591c0106 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52f04ccd-1b45-58a9-8c88-b704a06ad7b8, 'name': SearchDatastore_Task, 'duration_secs': 0.00989} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.082528] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a9d52dea-9c8f-4e74-b898-1bfc591c0106 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.082921] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9d52dea-9c8f-4e74-b898-1bfc591c0106 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] 81ea07d5-8924-45de-a1ab-42e4aa335111/81ea07d5-8924-45de-a1ab-42e4aa335111.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 747.083052] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6b6953b6-efb8-4c8f-b5bd-8dab686684d0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.094244] env[69350]: DEBUG oslo_vmware.api [None req-a9d52dea-9c8f-4e74-b898-1bfc591c0106 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Waiting for the task: (returnval){ [ 747.094244] env[69350]: value = "task-3364773" [ 747.094244] env[69350]: _type = "Task" [ 747.094244] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.104940] env[69350]: DEBUG oslo_vmware.api [None req-a9d52dea-9c8f-4e74-b898-1bfc591c0106 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Task: {'id': task-3364773, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.106443] env[69350]: DEBUG oslo_concurrency.lockutils [req-9121ec41-a697-4e71-a6ec-233df7538cab req-de27db26-cd1e-4b57-b379-1c22b4cb9a43 service nova] Releasing lock "refresh_cache-2e8e720c-f11a-434e-b1b2-ad961383e5de" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.139173] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e5c4760-e75d-4d72-9321-7db364cb78e3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.147606] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e8760b-fd88-493e-aa3e-084aecbc5399 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.191840] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c0563b1-d008-42ea-b6d8-49933acb5b38 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.202901] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e449194-a027-4ccf-8173-65388a3d4422 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.218234] env[69350]: DEBUG nova.compute.provider_tree [None req-69170be3-6ae2-40f4-8d44-f1ad6276eb98 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 747.303791] env[69350]: DEBUG nova.network.neutron [None req-6cbc83f8-dd02-41dd-8c80-741b5e7f29ac tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 1928e353-9d7a-4d20-8347-029c36bcdb8e] Updating instance_info_cache with network_info: [{"id": "11338a71-bc15-4a3d-a87d-c11efb979f61", "address": "fa:16:3e:17:f1:bb", "network": {"id": "7471cab0-87ad-4703-97af-1b6cb285655b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.42", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a175bdd0b1324024bc8e47e5836a9e11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11338a71-bc", "ovs_interfaceid": "11338a71-bc15-4a3d-a87d-c11efb979f61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.325354] env[69350]: DEBUG oslo_vmware.api [None req-79136212-ca41-460f-9962-aa37b9938868 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Task: {'id': task-3364771, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.528907] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4b40c4f2-cba3-4ad4-a37a-dd55c50f84c9 tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] Acquiring lock "refresh_cache-13d2ed8e-c3c5-449a-ab34-3f318a9de5cc" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.528907] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4b40c4f2-cba3-4ad4-a37a-dd55c50f84c9 tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] Acquired lock "refresh_cache-13d2ed8e-c3c5-449a-ab34-3f318a9de5cc" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.528907] env[69350]: DEBUG nova.network.neutron [None req-4b40c4f2-cba3-4ad4-a37a-dd55c50f84c9 tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] [instance: 13d2ed8e-c3c5-449a-ab34-3f318a9de5cc] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 747.569065] env[69350]: DEBUG oslo_vmware.api [None req-52067f5d-8b3d-4d2b-86a5-995ecde36809 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] Task: {'id': task-3364772, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084027} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.570250] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-52067f5d-8b3d-4d2b-86a5-995ecde36809 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] [instance: 096700b1-7125-48b5-877d-5dc745b5fe41] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 747.571321] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02abf150-10a9-40a8-b9a3-4fe0b463dd10 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.602550] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-52067f5d-8b3d-4d2b-86a5-995ecde36809 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] [instance: 096700b1-7125-48b5-877d-5dc745b5fe41] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] 096700b1-7125-48b5-877d-5dc745b5fe41/096700b1-7125-48b5-877d-5dc745b5fe41.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 747.604275] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ea5144c-38fa-4b24-8560-b15c3f048a2d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.633317] env[69350]: DEBUG oslo_vmware.api [None req-a9d52dea-9c8f-4e74-b898-1bfc591c0106 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Task: {'id': task-3364773, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.450992} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.635116] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9d52dea-9c8f-4e74-b898-1bfc591c0106 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] 81ea07d5-8924-45de-a1ab-42e4aa335111/81ea07d5-8924-45de-a1ab-42e4aa335111.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 747.635116] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a9d52dea-9c8f-4e74-b898-1bfc591c0106 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: 81ea07d5-8924-45de-a1ab-42e4aa335111] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 747.635373] env[69350]: DEBUG oslo_vmware.api [None req-52067f5d-8b3d-4d2b-86a5-995ecde36809 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] Waiting for the task: (returnval){ [ 747.635373] env[69350]: value = "task-3364774" [ 747.635373] env[69350]: _type = "Task" [ 747.635373] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.635568] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8c0be0d6-cad0-4099-82c6-ed2abde39222 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.646426] env[69350]: DEBUG oslo_vmware.api [None req-52067f5d-8b3d-4d2b-86a5-995ecde36809 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] Task: {'id': task-3364774, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.648634] env[69350]: DEBUG oslo_vmware.api [None req-a9d52dea-9c8f-4e74-b898-1bfc591c0106 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Waiting for the task: (returnval){ [ 747.648634] env[69350]: value = "task-3364775" [ 747.648634] env[69350]: _type = "Task" [ 747.648634] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.657024] env[69350]: DEBUG oslo_vmware.api [None req-a9d52dea-9c8f-4e74-b898-1bfc591c0106 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Task: {'id': task-3364775, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.719513] env[69350]: DEBUG nova.scheduler.client.report [None req-69170be3-6ae2-40f4-8d44-f1ad6276eb98 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 747.744997] env[69350]: DEBUG nova.network.neutron [req-da367246-841b-4678-9798-2c13719cb335 req-0fbee256-4a26-4f8f-ba9d-976f79e14e03 service nova] [instance: 81ea07d5-8924-45de-a1ab-42e4aa335111] Updated VIF entry in instance network info cache for port 61225a60-72ac-4d25-9f7f-e43263f51c82. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 747.745386] env[69350]: DEBUG nova.network.neutron [req-da367246-841b-4678-9798-2c13719cb335 req-0fbee256-4a26-4f8f-ba9d-976f79e14e03 service nova] [instance: 81ea07d5-8924-45de-a1ab-42e4aa335111] Updating instance_info_cache with network_info: [{"id": "61225a60-72ac-4d25-9f7f-e43263f51c82", "address": "fa:16:3e:c8:d1:84", "network": {"id": "7471cab0-87ad-4703-97af-1b6cb285655b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a175bdd0b1324024bc8e47e5836a9e11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61225a60-72", "ovs_interfaceid": "61225a60-72ac-4d25-9f7f-e43263f51c82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.807092] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6cbc83f8-dd02-41dd-8c80-741b5e7f29ac tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Releasing lock "refresh_cache-1928e353-9d7a-4d20-8347-029c36bcdb8e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.823022] env[69350]: DEBUG oslo_vmware.api [None req-79136212-ca41-460f-9962-aa37b9938868 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Task: {'id': task-3364771, 'name': PowerOnVM_Task, 'duration_secs': 0.515385} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.823325] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-79136212-ca41-460f-9962-aa37b9938868 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] [instance: 2dd22dd0-a65e-405e-9e9f-71cbcda62051] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 747.823560] env[69350]: DEBUG nova.compute.manager [None req-79136212-ca41-460f-9962-aa37b9938868 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] [instance: 2dd22dd0-a65e-405e-9e9f-71cbcda62051] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 747.824654] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70d43084-7e56-4ee1-adce-91c839f341f1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.115117] env[69350]: DEBUG nova.network.neutron [None req-4b40c4f2-cba3-4ad4-a37a-dd55c50f84c9 tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] [instance: 13d2ed8e-c3c5-449a-ab34-3f318a9de5cc] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 748.152087] env[69350]: DEBUG oslo_vmware.api [None req-52067f5d-8b3d-4d2b-86a5-995ecde36809 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] Task: {'id': task-3364774, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.165358] env[69350]: DEBUG oslo_vmware.api [None req-a9d52dea-9c8f-4e74-b898-1bfc591c0106 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Task: {'id': task-3364775, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070073} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.165621] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a9d52dea-9c8f-4e74-b898-1bfc591c0106 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: 81ea07d5-8924-45de-a1ab-42e4aa335111] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 748.166456] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07d97a04-d5e6-4e65-be7e-6072094e310f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.194190] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9d52dea-9c8f-4e74-b898-1bfc591c0106 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: 81ea07d5-8924-45de-a1ab-42e4aa335111] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] 81ea07d5-8924-45de-a1ab-42e4aa335111/81ea07d5-8924-45de-a1ab-42e4aa335111.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 748.194503] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-088edc86-e938-4f02-9b41-e2de0503a7c9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.219987] env[69350]: DEBUG oslo_vmware.api [None req-a9d52dea-9c8f-4e74-b898-1bfc591c0106 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Waiting for the task: (returnval){ [ 748.219987] env[69350]: value = "task-3364776" [ 748.219987] env[69350]: _type = "Task" [ 748.219987] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.229167] env[69350]: DEBUG oslo_concurrency.lockutils [None req-69170be3-6ae2-40f4-8d44-f1ad6276eb98 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.746s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.229676] env[69350]: DEBUG nova.compute.manager [None req-69170be3-6ae2-40f4-8d44-f1ad6276eb98 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] [instance: 2713f49f-14fc-4705-a30c-e114159466d1] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 748.232246] env[69350]: DEBUG oslo_vmware.api [None req-a9d52dea-9c8f-4e74-b898-1bfc591c0106 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Task: {'id': task-3364776, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.237042] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4ec2e3f8-e905-421a-917b-a812566959f3 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.234s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.237042] env[69350]: INFO nova.compute.claims [None req-4ec2e3f8-e905-421a-917b-a812566959f3 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: ec57f63b-c28b-4de2-a335-2b5ffa721ee6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 748.248421] env[69350]: DEBUG oslo_concurrency.lockutils [req-da367246-841b-4678-9798-2c13719cb335 req-0fbee256-4a26-4f8f-ba9d-976f79e14e03 service nova] Releasing lock "refresh_cache-81ea07d5-8924-45de-a1ab-42e4aa335111" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.347280] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1a68642-9909-4675-bf17-6c2acb74460c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.350868] env[69350]: DEBUG oslo_concurrency.lockutils [None req-79136212-ca41-460f-9962-aa37b9938868 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.369035] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf235ce-3c12-4705-b1b8-65ffa8016ca8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.376297] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-6cbc83f8-dd02-41dd-8c80-741b5e7f29ac tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 1928e353-9d7a-4d20-8347-029c36bcdb8e] Updating instance '1928e353-9d7a-4d20-8347-029c36bcdb8e' progress to 83 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 748.452984] env[69350]: DEBUG nova.network.neutron [None req-4b40c4f2-cba3-4ad4-a37a-dd55c50f84c9 tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] [instance: 13d2ed8e-c3c5-449a-ab34-3f318a9de5cc] Updating instance_info_cache with network_info: [{"id": "d7b61ee4-cd7d-4065-bb15-6ec0cbf1607c", "address": "fa:16:3e:ab:35:52", "network": {"id": "7471cab0-87ad-4703-97af-1b6cb285655b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.192", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a175bdd0b1324024bc8e47e5836a9e11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7b61ee4-cd", "ovs_interfaceid": "d7b61ee4-cd7d-4065-bb15-6ec0cbf1607c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.649939] env[69350]: DEBUG oslo_vmware.api [None req-52067f5d-8b3d-4d2b-86a5-995ecde36809 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] Task: {'id': task-3364774, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.734928] env[69350]: DEBUG oslo_vmware.api [None req-a9d52dea-9c8f-4e74-b898-1bfc591c0106 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Task: {'id': task-3364776, 'name': ReconfigVM_Task, 'duration_secs': 0.290433} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.734928] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9d52dea-9c8f-4e74-b898-1bfc591c0106 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: 81ea07d5-8924-45de-a1ab-42e4aa335111] Reconfigured VM instance instance-0000000f to attach disk [datastore2] 81ea07d5-8924-45de-a1ab-42e4aa335111/81ea07d5-8924-45de-a1ab-42e4aa335111.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 748.734928] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4b0595aa-e807-42a5-9611-0d1b9d84a94e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.737211] env[69350]: DEBUG nova.compute.utils [None req-69170be3-6ae2-40f4-8d44-f1ad6276eb98 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 748.742042] env[69350]: DEBUG nova.compute.manager [None req-69170be3-6ae2-40f4-8d44-f1ad6276eb98 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] [instance: 2713f49f-14fc-4705-a30c-e114159466d1] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 748.742551] env[69350]: DEBUG nova.network.neutron [None req-69170be3-6ae2-40f4-8d44-f1ad6276eb98 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] [instance: 2713f49f-14fc-4705-a30c-e114159466d1] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 748.749159] env[69350]: DEBUG oslo_vmware.api [None req-a9d52dea-9c8f-4e74-b898-1bfc591c0106 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Waiting for the task: (returnval){ [ 748.749159] env[69350]: value = "task-3364777" [ 748.749159] env[69350]: _type = "Task" [ 748.749159] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.761744] env[69350]: DEBUG oslo_vmware.api [None req-a9d52dea-9c8f-4e74-b898-1bfc591c0106 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Task: {'id': task-3364777, 'name': Rename_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.831127] env[69350]: DEBUG nova.policy [None req-69170be3-6ae2-40f4-8d44-f1ad6276eb98 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b261e889f3134cb88de95add6860fb43', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '49191e21029f40f1b9fa89771dc5d499', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 748.885195] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cbc83f8-dd02-41dd-8c80-741b5e7f29ac tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 1928e353-9d7a-4d20-8347-029c36bcdb8e] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 748.885195] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8250d327-38be-443e-b650-dfaf5509ffcb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.890440] env[69350]: DEBUG oslo_vmware.api [None req-6cbc83f8-dd02-41dd-8c80-741b5e7f29ac tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Waiting for the task: (returnval){ [ 748.890440] env[69350]: value = "task-3364778" [ 748.890440] env[69350]: _type = "Task" [ 748.890440] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.904621] env[69350]: DEBUG oslo_vmware.api [None req-6cbc83f8-dd02-41dd-8c80-741b5e7f29ac tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Task: {'id': task-3364778, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.955513] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4b40c4f2-cba3-4ad4-a37a-dd55c50f84c9 tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] Releasing lock "refresh_cache-13d2ed8e-c3c5-449a-ab34-3f318a9de5cc" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.955954] env[69350]: DEBUG nova.compute.manager [None req-4b40c4f2-cba3-4ad4-a37a-dd55c50f84c9 tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] [instance: 13d2ed8e-c3c5-449a-ab34-3f318a9de5cc] Instance network_info: |[{"id": "d7b61ee4-cd7d-4065-bb15-6ec0cbf1607c", "address": "fa:16:3e:ab:35:52", "network": {"id": "7471cab0-87ad-4703-97af-1b6cb285655b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.192", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a175bdd0b1324024bc8e47e5836a9e11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7b61ee4-cd", "ovs_interfaceid": "d7b61ee4-cd7d-4065-bb15-6ec0cbf1607c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 748.956285] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4b40c4f2-cba3-4ad4-a37a-dd55c50f84c9 tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] [instance: 13d2ed8e-c3c5-449a-ab34-3f318a9de5cc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:35:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '030ecc21-dc1c-4283-854e-88e623b3970a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd7b61ee4-cd7d-4065-bb15-6ec0cbf1607c', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 748.964186] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b40c4f2-cba3-4ad4-a37a-dd55c50f84c9 tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] Creating folder: Project (758113f782a245fd885adf0bf4df153f). Parent ref: group-v671398. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 748.964462] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a208012d-f400-4da5-a833-26d018434334 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.975660] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-4b40c4f2-cba3-4ad4-a37a-dd55c50f84c9 tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] Created folder: Project (758113f782a245fd885adf0bf4df153f) in parent group-v671398. [ 748.975932] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b40c4f2-cba3-4ad4-a37a-dd55c50f84c9 tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] Creating folder: Instances. Parent ref: group-v671441. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 748.976303] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e89bd798-9836-4e78-91fb-7523aac3da90 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.986419] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-4b40c4f2-cba3-4ad4-a37a-dd55c50f84c9 tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] Created folder: Instances in parent group-v671441. [ 748.986419] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4b40c4f2-cba3-4ad4-a37a-dd55c50f84c9 tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 748.987309] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13d2ed8e-c3c5-449a-ab34-3f318a9de5cc] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 748.987449] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-89068b2b-5ff3-4c7c-9805-95077f77bd5a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.006141] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 749.006141] env[69350]: value = "task-3364781" [ 749.006141] env[69350]: _type = "Task" [ 749.006141] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.014394] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3364781, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.150556] env[69350]: DEBUG oslo_vmware.api [None req-52067f5d-8b3d-4d2b-86a5-995ecde36809 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] Task: {'id': task-3364774, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.249970] env[69350]: DEBUG nova.compute.manager [None req-69170be3-6ae2-40f4-8d44-f1ad6276eb98 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] [instance: 2713f49f-14fc-4705-a30c-e114159466d1] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 749.267576] env[69350]: DEBUG oslo_vmware.api [None req-a9d52dea-9c8f-4e74-b898-1bfc591c0106 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Task: {'id': task-3364777, 'name': Rename_Task, 'duration_secs': 0.139864} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.270428] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9d52dea-9c8f-4e74-b898-1bfc591c0106 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: 81ea07d5-8924-45de-a1ab-42e4aa335111] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 749.271411] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73a52c83-1197-45e9-887c-9a39cab1102a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.280167] env[69350]: DEBUG oslo_vmware.api [None req-a9d52dea-9c8f-4e74-b898-1bfc591c0106 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Waiting for the task: (returnval){ [ 749.280167] env[69350]: value = "task-3364782" [ 749.280167] env[69350]: _type = "Task" [ 749.280167] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.295064] env[69350]: DEBUG oslo_vmware.api [None req-a9d52dea-9c8f-4e74-b898-1bfc591c0106 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Task: {'id': task-3364782, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.403653] env[69350]: DEBUG oslo_vmware.api [None req-6cbc83f8-dd02-41dd-8c80-741b5e7f29ac tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Task: {'id': task-3364778, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.437124] env[69350]: DEBUG nova.network.neutron [None req-69170be3-6ae2-40f4-8d44-f1ad6276eb98 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] [instance: 2713f49f-14fc-4705-a30c-e114159466d1] Successfully created port: 4a7e20aa-ddfa-47ba-913c-6607b73e6d1c {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 749.523694] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3364781, 'name': CreateVM_Task, 'duration_secs': 0.337265} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.523694] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13d2ed8e-c3c5-449a-ab34-3f318a9de5cc] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 749.524731] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4b40c4f2-cba3-4ad4-a37a-dd55c50f84c9 tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.524731] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4b40c4f2-cba3-4ad4-a37a-dd55c50f84c9 tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.524897] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4b40c4f2-cba3-4ad4-a37a-dd55c50f84c9 tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.525070] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97986169-4451-4ef2-af26-98c46743c7f9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.532400] env[69350]: DEBUG oslo_vmware.api [None req-4b40c4f2-cba3-4ad4-a37a-dd55c50f84c9 tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] Waiting for the task: (returnval){ [ 749.532400] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52c2b648-06b9-4560-5876-460aec8b76c9" [ 749.532400] env[69350]: _type = "Task" [ 749.532400] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.540676] env[69350]: DEBUG oslo_vmware.api [None req-4b40c4f2-cba3-4ad4-a37a-dd55c50f84c9 tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52c2b648-06b9-4560-5876-460aec8b76c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.657698] env[69350]: DEBUG oslo_vmware.api [None req-52067f5d-8b3d-4d2b-86a5-995ecde36809 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] Task: {'id': task-3364774, 'name': ReconfigVM_Task, 'duration_secs': 1.876652} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.661551] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-52067f5d-8b3d-4d2b-86a5-995ecde36809 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] [instance: 096700b1-7125-48b5-877d-5dc745b5fe41] Reconfigured VM instance instance-0000000e to attach disk [datastore2] 096700b1-7125-48b5-877d-5dc745b5fe41/096700b1-7125-48b5-877d-5dc745b5fe41.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 749.662557] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f97274a3-a242-4658-b5ee-0c4357fa496e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.672191] env[69350]: DEBUG nova.compute.manager [req-4298b799-be62-435e-bdfc-27580d3b95f4 req-e77453ed-1e9f-4687-abfe-9a23b62e1409 service nova] [instance: 13d2ed8e-c3c5-449a-ab34-3f318a9de5cc] Received event network-vif-plugged-d7b61ee4-cd7d-4065-bb15-6ec0cbf1607c {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 749.672516] env[69350]: DEBUG oslo_concurrency.lockutils [req-4298b799-be62-435e-bdfc-27580d3b95f4 req-e77453ed-1e9f-4687-abfe-9a23b62e1409 service nova] Acquiring lock "13d2ed8e-c3c5-449a-ab34-3f318a9de5cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.672698] env[69350]: DEBUG oslo_concurrency.lockutils [req-4298b799-be62-435e-bdfc-27580d3b95f4 req-e77453ed-1e9f-4687-abfe-9a23b62e1409 service nova] Lock "13d2ed8e-c3c5-449a-ab34-3f318a9de5cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.672866] env[69350]: DEBUG oslo_concurrency.lockutils [req-4298b799-be62-435e-bdfc-27580d3b95f4 req-e77453ed-1e9f-4687-abfe-9a23b62e1409 service nova] Lock "13d2ed8e-c3c5-449a-ab34-3f318a9de5cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.673046] env[69350]: DEBUG nova.compute.manager [req-4298b799-be62-435e-bdfc-27580d3b95f4 req-e77453ed-1e9f-4687-abfe-9a23b62e1409 service nova] [instance: 13d2ed8e-c3c5-449a-ab34-3f318a9de5cc] No waiting events found dispatching network-vif-plugged-d7b61ee4-cd7d-4065-bb15-6ec0cbf1607c {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 749.673213] env[69350]: WARNING nova.compute.manager [req-4298b799-be62-435e-bdfc-27580d3b95f4 req-e77453ed-1e9f-4687-abfe-9a23b62e1409 service nova] [instance: 13d2ed8e-c3c5-449a-ab34-3f318a9de5cc] Received unexpected event network-vif-plugged-d7b61ee4-cd7d-4065-bb15-6ec0cbf1607c for instance with vm_state building and task_state spawning. [ 749.673367] env[69350]: DEBUG nova.compute.manager [req-4298b799-be62-435e-bdfc-27580d3b95f4 req-e77453ed-1e9f-4687-abfe-9a23b62e1409 service nova] [instance: 13d2ed8e-c3c5-449a-ab34-3f318a9de5cc] Received event network-changed-d7b61ee4-cd7d-4065-bb15-6ec0cbf1607c {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 749.673514] env[69350]: DEBUG nova.compute.manager [req-4298b799-be62-435e-bdfc-27580d3b95f4 req-e77453ed-1e9f-4687-abfe-9a23b62e1409 service nova] [instance: 13d2ed8e-c3c5-449a-ab34-3f318a9de5cc] Refreshing instance network info cache due to event network-changed-d7b61ee4-cd7d-4065-bb15-6ec0cbf1607c. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 749.673697] env[69350]: DEBUG oslo_concurrency.lockutils [req-4298b799-be62-435e-bdfc-27580d3b95f4 req-e77453ed-1e9f-4687-abfe-9a23b62e1409 service nova] Acquiring lock "refresh_cache-13d2ed8e-c3c5-449a-ab34-3f318a9de5cc" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.673831] env[69350]: DEBUG oslo_concurrency.lockutils [req-4298b799-be62-435e-bdfc-27580d3b95f4 req-e77453ed-1e9f-4687-abfe-9a23b62e1409 service nova] Acquired lock "refresh_cache-13d2ed8e-c3c5-449a-ab34-3f318a9de5cc" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.674050] env[69350]: DEBUG nova.network.neutron [req-4298b799-be62-435e-bdfc-27580d3b95f4 req-e77453ed-1e9f-4687-abfe-9a23b62e1409 service nova] [instance: 13d2ed8e-c3c5-449a-ab34-3f318a9de5cc] Refreshing network info cache for port d7b61ee4-cd7d-4065-bb15-6ec0cbf1607c {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 749.684249] env[69350]: DEBUG oslo_vmware.api [None req-52067f5d-8b3d-4d2b-86a5-995ecde36809 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] Waiting for the task: (returnval){ [ 749.684249] env[69350]: value = "task-3364783" [ 749.684249] env[69350]: _type = "Task" [ 749.684249] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.695894] env[69350]: DEBUG oslo_vmware.api [None req-52067f5d-8b3d-4d2b-86a5-995ecde36809 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] Task: {'id': task-3364783, 'name': Rename_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.796019] env[69350]: DEBUG oslo_vmware.api [None req-a9d52dea-9c8f-4e74-b898-1bfc591c0106 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Task: {'id': task-3364782, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.862149] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea7dae7d-4cad-4981-b57f-30564d466670 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.870692] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0dee61f-e90e-4b98-8f28-a1a62687929d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.922364] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef40f39-10e1-4507-8981-f37c987c9c8e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.935539] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0f5013a-c375-4132-b0d2-bc0f0745ad6a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.939956] env[69350]: DEBUG oslo_vmware.api [None req-6cbc83f8-dd02-41dd-8c80-741b5e7f29ac tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Task: {'id': task-3364778, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.954464] env[69350]: DEBUG nova.compute.provider_tree [None req-4ec2e3f8-e905-421a-917b-a812566959f3 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 750.047353] env[69350]: DEBUG oslo_vmware.api [None req-4b40c4f2-cba3-4ad4-a37a-dd55c50f84c9 tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52c2b648-06b9-4560-5876-460aec8b76c9, 'name': SearchDatastore_Task, 'duration_secs': 0.035327} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.049189] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4b40c4f2-cba3-4ad4-a37a-dd55c50f84c9 tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.051040] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4b40c4f2-cba3-4ad4-a37a-dd55c50f84c9 tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] [instance: 13d2ed8e-c3c5-449a-ab34-3f318a9de5cc] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 750.051040] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4b40c4f2-cba3-4ad4-a37a-dd55c50f84c9 tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.051040] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4b40c4f2-cba3-4ad4-a37a-dd55c50f84c9 tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.051040] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b40c4f2-cba3-4ad4-a37a-dd55c50f84c9 tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 750.051040] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3aa49d30-515d-4d79-ad50-b86732a4b57d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.060337] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b40c4f2-cba3-4ad4-a37a-dd55c50f84c9 tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 750.060486] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4b40c4f2-cba3-4ad4-a37a-dd55c50f84c9 tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 750.061650] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f829b07-6c97-4af1-b823-4b199cff29e4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.069071] env[69350]: DEBUG oslo_vmware.api [None req-4b40c4f2-cba3-4ad4-a37a-dd55c50f84c9 tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] Waiting for the task: (returnval){ [ 750.069071] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52932a53-2781-94d3-2022-25455058c1bd" [ 750.069071] env[69350]: _type = "Task" [ 750.069071] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.078106] env[69350]: DEBUG oslo_vmware.api [None req-4b40c4f2-cba3-4ad4-a37a-dd55c50f84c9 tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52932a53-2781-94d3-2022-25455058c1bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.192565] env[69350]: DEBUG oslo_vmware.api [None req-52067f5d-8b3d-4d2b-86a5-995ecde36809 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] Task: {'id': task-3364783, 'name': Rename_Task, 'duration_secs': 0.175781} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.192859] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-52067f5d-8b3d-4d2b-86a5-995ecde36809 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] [instance: 096700b1-7125-48b5-877d-5dc745b5fe41] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 750.193142] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a80c041-32a2-431e-bc1b-b0b28537577d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.199702] env[69350]: DEBUG oslo_vmware.api [None req-52067f5d-8b3d-4d2b-86a5-995ecde36809 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] Waiting for the task: (returnval){ [ 750.199702] env[69350]: value = "task-3364784" [ 750.199702] env[69350]: _type = "Task" [ 750.199702] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.208393] env[69350]: DEBUG oslo_vmware.api [None req-52067f5d-8b3d-4d2b-86a5-995ecde36809 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] Task: {'id': task-3364784, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.266241] env[69350]: DEBUG nova.compute.manager [None req-69170be3-6ae2-40f4-8d44-f1ad6276eb98 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] [instance: 2713f49f-14fc-4705-a30c-e114159466d1] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 750.301643] env[69350]: DEBUG oslo_vmware.api [None req-a9d52dea-9c8f-4e74-b898-1bfc591c0106 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Task: {'id': task-3364782, 'name': PowerOnVM_Task, 'duration_secs': 0.653573} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.304759] env[69350]: DEBUG nova.virt.hardware [None req-69170be3-6ae2-40f4-8d44-f1ad6276eb98 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 750.304978] env[69350]: DEBUG nova.virt.hardware [None req-69170be3-6ae2-40f4-8d44-f1ad6276eb98 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 750.305042] env[69350]: DEBUG nova.virt.hardware [None req-69170be3-6ae2-40f4-8d44-f1ad6276eb98 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 750.305206] env[69350]: DEBUG nova.virt.hardware [None req-69170be3-6ae2-40f4-8d44-f1ad6276eb98 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 750.305354] env[69350]: DEBUG nova.virt.hardware [None req-69170be3-6ae2-40f4-8d44-f1ad6276eb98 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 750.305499] env[69350]: DEBUG nova.virt.hardware [None req-69170be3-6ae2-40f4-8d44-f1ad6276eb98 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 750.306123] env[69350]: DEBUG nova.virt.hardware [None req-69170be3-6ae2-40f4-8d44-f1ad6276eb98 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 750.306123] env[69350]: DEBUG nova.virt.hardware [None req-69170be3-6ae2-40f4-8d44-f1ad6276eb98 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 750.306123] env[69350]: DEBUG nova.virt.hardware [None req-69170be3-6ae2-40f4-8d44-f1ad6276eb98 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 750.306289] env[69350]: DEBUG nova.virt.hardware [None req-69170be3-6ae2-40f4-8d44-f1ad6276eb98 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 750.306392] env[69350]: DEBUG nova.virt.hardware [None req-69170be3-6ae2-40f4-8d44-f1ad6276eb98 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 750.306752] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9d52dea-9c8f-4e74-b898-1bfc591c0106 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: 81ea07d5-8924-45de-a1ab-42e4aa335111] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 750.306886] env[69350]: INFO nova.compute.manager [None req-a9d52dea-9c8f-4e74-b898-1bfc591c0106 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: 81ea07d5-8924-45de-a1ab-42e4aa335111] Took 7.80 seconds to spawn the instance on the hypervisor. [ 750.307230] env[69350]: DEBUG nova.compute.manager [None req-a9d52dea-9c8f-4e74-b898-1bfc591c0106 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: 81ea07d5-8924-45de-a1ab-42e4aa335111] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 750.307907] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c9566f6-90da-4d98-aec7-be1a752afb85 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.312908] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61acd4f5-7566-4bf4-a705-1cea26e360e7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.322936] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-930c921c-b348-40ca-9b73-dbed4a1dae31 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.432851] env[69350]: DEBUG oslo_vmware.api [None req-6cbc83f8-dd02-41dd-8c80-741b5e7f29ac tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Task: {'id': task-3364778, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.458064] env[69350]: DEBUG nova.scheduler.client.report [None req-4ec2e3f8-e905-421a-917b-a812566959f3 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 750.579916] env[69350]: DEBUG oslo_vmware.api [None req-4b40c4f2-cba3-4ad4-a37a-dd55c50f84c9 tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52932a53-2781-94d3-2022-25455058c1bd, 'name': SearchDatastore_Task, 'duration_secs': 0.013433} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.581846] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65f511ab-f113-4919-be5f-0787c6be953d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.603130] env[69350]: DEBUG oslo_vmware.api [None req-4b40c4f2-cba3-4ad4-a37a-dd55c50f84c9 tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] Waiting for the task: (returnval){ [ 750.603130] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5216836f-e6ee-1c23-3195-8a52ebade7f6" [ 750.603130] env[69350]: _type = "Task" [ 750.603130] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.613162] env[69350]: DEBUG oslo_vmware.api [None req-4b40c4f2-cba3-4ad4-a37a-dd55c50f84c9 tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5216836f-e6ee-1c23-3195-8a52ebade7f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.713419] env[69350]: DEBUG oslo_vmware.api [None req-52067f5d-8b3d-4d2b-86a5-995ecde36809 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] Task: {'id': task-3364784, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.799738] env[69350]: DEBUG nova.network.neutron [req-4298b799-be62-435e-bdfc-27580d3b95f4 req-e77453ed-1e9f-4687-abfe-9a23b62e1409 service nova] [instance: 13d2ed8e-c3c5-449a-ab34-3f318a9de5cc] Updated VIF entry in instance network info cache for port d7b61ee4-cd7d-4065-bb15-6ec0cbf1607c. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 750.800220] env[69350]: DEBUG nova.network.neutron [req-4298b799-be62-435e-bdfc-27580d3b95f4 req-e77453ed-1e9f-4687-abfe-9a23b62e1409 service nova] [instance: 13d2ed8e-c3c5-449a-ab34-3f318a9de5cc] Updating instance_info_cache with network_info: [{"id": "d7b61ee4-cd7d-4065-bb15-6ec0cbf1607c", "address": "fa:16:3e:ab:35:52", "network": {"id": "7471cab0-87ad-4703-97af-1b6cb285655b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.192", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a175bdd0b1324024bc8e47e5836a9e11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7b61ee4-cd", "ovs_interfaceid": "d7b61ee4-cd7d-4065-bb15-6ec0cbf1607c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.839609] env[69350]: INFO nova.compute.manager [None req-a9d52dea-9c8f-4e74-b898-1bfc591c0106 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: 81ea07d5-8924-45de-a1ab-42e4aa335111] Took 28.04 seconds to build instance. [ 750.932033] env[69350]: DEBUG oslo_vmware.api [None req-6cbc83f8-dd02-41dd-8c80-741b5e7f29ac tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Task: {'id': task-3364778, 'name': PowerOnVM_Task, 'duration_secs': 1.953075} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.932389] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cbc83f8-dd02-41dd-8c80-741b5e7f29ac tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 1928e353-9d7a-4d20-8347-029c36bcdb8e] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 750.932528] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-6cbc83f8-dd02-41dd-8c80-741b5e7f29ac tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 1928e353-9d7a-4d20-8347-029c36bcdb8e] Updating instance '1928e353-9d7a-4d20-8347-029c36bcdb8e' progress to 100 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 750.963207] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4ec2e3f8-e905-421a-917b-a812566959f3 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.728s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.963820] env[69350]: DEBUG nova.compute.manager [None req-4ec2e3f8-e905-421a-917b-a812566959f3 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: ec57f63b-c28b-4de2-a335-2b5ffa721ee6] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 750.971086] env[69350]: DEBUG oslo_concurrency.lockutils [None req-518cdf44-d03a-4875-8ba7-2062c3326fde tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.043s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.971086] env[69350]: DEBUG nova.objects.instance [None req-518cdf44-d03a-4875-8ba7-2062c3326fde tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Lazy-loading 'resources' on Instance uuid 2fc350ef-4f2c-4300-8f13-3aba152baaea {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 751.098451] env[69350]: INFO nova.compute.manager [None req-e7c18692-fbd8-4e91-9a52-ec2295fc6c62 tempest-ServersAdmin275Test-1045528550 tempest-ServersAdmin275Test-1045528550-project-admin] [instance: 2dd22dd0-a65e-405e-9e9f-71cbcda62051] Rebuilding instance [ 751.113922] env[69350]: DEBUG oslo_vmware.api [None req-4b40c4f2-cba3-4ad4-a37a-dd55c50f84c9 tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5216836f-e6ee-1c23-3195-8a52ebade7f6, 'name': SearchDatastore_Task, 'duration_secs': 0.015728} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.113922] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4b40c4f2-cba3-4ad4-a37a-dd55c50f84c9 tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.114137] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b40c4f2-cba3-4ad4-a37a-dd55c50f84c9 tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] 13d2ed8e-c3c5-449a-ab34-3f318a9de5cc/13d2ed8e-c3c5-449a-ab34-3f318a9de5cc.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 751.114397] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8cb1e55d-6ab6-412d-9ab6-9f75512d9026 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.122719] env[69350]: DEBUG oslo_vmware.api [None req-4b40c4f2-cba3-4ad4-a37a-dd55c50f84c9 tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] Waiting for the task: (returnval){ [ 751.122719] env[69350]: value = "task-3364785" [ 751.122719] env[69350]: _type = "Task" [ 751.122719] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.131818] env[69350]: DEBUG oslo_vmware.api [None req-4b40c4f2-cba3-4ad4-a37a-dd55c50f84c9 tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] Task: {'id': task-3364785, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.173998] env[69350]: DEBUG nova.compute.manager [None req-e7c18692-fbd8-4e91-9a52-ec2295fc6c62 tempest-ServersAdmin275Test-1045528550 tempest-ServersAdmin275Test-1045528550-project-admin] [instance: 2dd22dd0-a65e-405e-9e9f-71cbcda62051] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 751.174343] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3de36fea-436b-4205-ae44-a8bccb08c68d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.211750] env[69350]: DEBUG oslo_vmware.api [None req-52067f5d-8b3d-4d2b-86a5-995ecde36809 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] Task: {'id': task-3364784, 'name': PowerOnVM_Task, 'duration_secs': 0.736264} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.211750] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-52067f5d-8b3d-4d2b-86a5-995ecde36809 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] [instance: 096700b1-7125-48b5-877d-5dc745b5fe41] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 751.211991] env[69350]: INFO nova.compute.manager [None req-52067f5d-8b3d-4d2b-86a5-995ecde36809 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] [instance: 096700b1-7125-48b5-877d-5dc745b5fe41] Took 11.40 seconds to spawn the instance on the hypervisor. [ 751.212912] env[69350]: DEBUG nova.compute.manager [None req-52067f5d-8b3d-4d2b-86a5-995ecde36809 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] [instance: 096700b1-7125-48b5-877d-5dc745b5fe41] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 751.213461] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b53c92a-1a0c-4ff3-8f43-c753731c9aba {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.307613] env[69350]: DEBUG oslo_concurrency.lockutils [req-4298b799-be62-435e-bdfc-27580d3b95f4 req-e77453ed-1e9f-4687-abfe-9a23b62e1409 service nova] Releasing lock "refresh_cache-13d2ed8e-c3c5-449a-ab34-3f318a9de5cc" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.345367] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a9d52dea-9c8f-4e74-b898-1bfc591c0106 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Lock "81ea07d5-8924-45de-a1ab-42e4aa335111" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.690s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.346850] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8885013f-f48b-483f-8f35-f715962076ed tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Acquiring lock "3d3dab3a-f176-4b15-bd54-7618cb6fedab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.347612] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8885013f-f48b-483f-8f35-f715962076ed tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Lock "3d3dab3a-f176-4b15-bd54-7618cb6fedab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.470116] env[69350]: DEBUG nova.compute.utils [None req-4ec2e3f8-e905-421a-917b-a812566959f3 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 751.473425] env[69350]: DEBUG nova.compute.manager [None req-4ec2e3f8-e905-421a-917b-a812566959f3 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: ec57f63b-c28b-4de2-a335-2b5ffa721ee6] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 751.473667] env[69350]: DEBUG nova.network.neutron [None req-4ec2e3f8-e905-421a-917b-a812566959f3 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: ec57f63b-c28b-4de2-a335-2b5ffa721ee6] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 751.591755] env[69350]: DEBUG nova.policy [None req-4ec2e3f8-e905-421a-917b-a812566959f3 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b780416671534699bf4b3d31b8bcf3e1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '61bee03a23c5497c93a859f18c36ebcb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 751.637098] env[69350]: DEBUG oslo_vmware.api [None req-4b40c4f2-cba3-4ad4-a37a-dd55c50f84c9 tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] Task: {'id': task-3364785, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.740964] env[69350]: INFO nova.compute.manager [None req-52067f5d-8b3d-4d2b-86a5-995ecde36809 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] [instance: 096700b1-7125-48b5-877d-5dc745b5fe41] Took 30.49 seconds to build instance. [ 751.756495] env[69350]: DEBUG nova.network.neutron [None req-69170be3-6ae2-40f4-8d44-f1ad6276eb98 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] [instance: 2713f49f-14fc-4705-a30c-e114159466d1] Successfully updated port: 4a7e20aa-ddfa-47ba-913c-6607b73e6d1c {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 751.852842] env[69350]: DEBUG nova.compute.manager [None req-03808cc2-45b5-4ee4-8031-938742cf5287 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] [instance: 8825162c-2942-4d5c-b7d1-d8b87f0ce534] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 751.981450] env[69350]: DEBUG nova.compute.manager [None req-4ec2e3f8-e905-421a-917b-a812566959f3 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: ec57f63b-c28b-4de2-a335-2b5ffa721ee6] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 752.057631] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb154f3-5f7c-4c65-8b52-d925455e1918 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.065972] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45de01b2-2cb3-4a49-a8cd-9cf7dd4a1dbc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.107097] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7643e03-0633-4aa4-81c8-a3501e4c329c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.114737] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f56664d-e415-4d50-9bc0-5daf9d6f2369 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.128436] env[69350]: DEBUG nova.compute.provider_tree [None req-518cdf44-d03a-4875-8ba7-2062c3326fde tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 752.138016] env[69350]: DEBUG oslo_vmware.api [None req-4b40c4f2-cba3-4ad4-a37a-dd55c50f84c9 tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] Task: {'id': task-3364785, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531986} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.140686] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b40c4f2-cba3-4ad4-a37a-dd55c50f84c9 tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] 13d2ed8e-c3c5-449a-ab34-3f318a9de5cc/13d2ed8e-c3c5-449a-ab34-3f318a9de5cc.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 752.140686] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4b40c4f2-cba3-4ad4-a37a-dd55c50f84c9 tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] [instance: 13d2ed8e-c3c5-449a-ab34-3f318a9de5cc] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 752.140829] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-103117a3-f92c-4c13-bf1b-2ef51c6174f8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.148476] env[69350]: DEBUG oslo_vmware.api [None req-4b40c4f2-cba3-4ad4-a37a-dd55c50f84c9 tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] Waiting for the task: (returnval){ [ 752.148476] env[69350]: value = "task-3364786" [ 752.148476] env[69350]: _type = "Task" [ 752.148476] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.159582] env[69350]: DEBUG oslo_vmware.api [None req-4b40c4f2-cba3-4ad4-a37a-dd55c50f84c9 tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] Task: {'id': task-3364786, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.198759] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7c18692-fbd8-4e91-9a52-ec2295fc6c62 tempest-ServersAdmin275Test-1045528550 tempest-ServersAdmin275Test-1045528550-project-admin] [instance: 2dd22dd0-a65e-405e-9e9f-71cbcda62051] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 752.200252] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc5fd45f-a636-49e1-8b35-b5e02178d791 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.206799] env[69350]: DEBUG oslo_vmware.api [None req-e7c18692-fbd8-4e91-9a52-ec2295fc6c62 tempest-ServersAdmin275Test-1045528550 tempest-ServersAdmin275Test-1045528550-project-admin] Waiting for the task: (returnval){ [ 752.206799] env[69350]: value = "task-3364787" [ 752.206799] env[69350]: _type = "Task" [ 752.206799] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.216997] env[69350]: DEBUG oslo_vmware.api [None req-e7c18692-fbd8-4e91-9a52-ec2295fc6c62 tempest-ServersAdmin275Test-1045528550 tempest-ServersAdmin275Test-1045528550-project-admin] Task: {'id': task-3364787, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.247643] env[69350]: DEBUG oslo_concurrency.lockutils [None req-52067f5d-8b3d-4d2b-86a5-995ecde36809 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] Lock "096700b1-7125-48b5-877d-5dc745b5fe41" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.216s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.266142] env[69350]: DEBUG oslo_concurrency.lockutils [None req-69170be3-6ae2-40f4-8d44-f1ad6276eb98 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] Acquiring lock "refresh_cache-2713f49f-14fc-4705-a30c-e114159466d1" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.266142] env[69350]: DEBUG oslo_concurrency.lockutils [None req-69170be3-6ae2-40f4-8d44-f1ad6276eb98 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] Acquired lock "refresh_cache-2713f49f-14fc-4705-a30c-e114159466d1" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.266142] env[69350]: DEBUG nova.network.neutron [None req-69170be3-6ae2-40f4-8d44-f1ad6276eb98 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] [instance: 2713f49f-14fc-4705-a30c-e114159466d1] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 752.334125] env[69350]: DEBUG nova.compute.manager [req-cdecb555-2f07-4d0a-8513-faf6e981d0f3 req-c1b1bb94-3ed0-4326-9a32-0fe568ad93b2 service nova] [instance: 2713f49f-14fc-4705-a30c-e114159466d1] Received event network-vif-plugged-4a7e20aa-ddfa-47ba-913c-6607b73e6d1c {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 752.334352] env[69350]: DEBUG oslo_concurrency.lockutils [req-cdecb555-2f07-4d0a-8513-faf6e981d0f3 req-c1b1bb94-3ed0-4326-9a32-0fe568ad93b2 service nova] Acquiring lock "2713f49f-14fc-4705-a30c-e114159466d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.334648] env[69350]: DEBUG oslo_concurrency.lockutils [req-cdecb555-2f07-4d0a-8513-faf6e981d0f3 req-c1b1bb94-3ed0-4326-9a32-0fe568ad93b2 service nova] Lock "2713f49f-14fc-4705-a30c-e114159466d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.334704] env[69350]: DEBUG oslo_concurrency.lockutils [req-cdecb555-2f07-4d0a-8513-faf6e981d0f3 req-c1b1bb94-3ed0-4326-9a32-0fe568ad93b2 service nova] Lock "2713f49f-14fc-4705-a30c-e114159466d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.334877] env[69350]: DEBUG nova.compute.manager [req-cdecb555-2f07-4d0a-8513-faf6e981d0f3 req-c1b1bb94-3ed0-4326-9a32-0fe568ad93b2 service nova] [instance: 2713f49f-14fc-4705-a30c-e114159466d1] No waiting events found dispatching network-vif-plugged-4a7e20aa-ddfa-47ba-913c-6607b73e6d1c {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 752.335144] env[69350]: WARNING nova.compute.manager [req-cdecb555-2f07-4d0a-8513-faf6e981d0f3 req-c1b1bb94-3ed0-4326-9a32-0fe568ad93b2 service nova] [instance: 2713f49f-14fc-4705-a30c-e114159466d1] Received unexpected event network-vif-plugged-4a7e20aa-ddfa-47ba-913c-6607b73e6d1c for instance with vm_state building and task_state spawning. [ 752.379295] env[69350]: DEBUG oslo_concurrency.lockutils [None req-03808cc2-45b5-4ee4-8031-938742cf5287 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.392063] env[69350]: DEBUG nova.network.neutron [None req-4ec2e3f8-e905-421a-917b-a812566959f3 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: ec57f63b-c28b-4de2-a335-2b5ffa721ee6] Successfully created port: 9f0f613c-1cd7-4e9f-8e48-9850ea22d780 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 752.633324] env[69350]: DEBUG nova.scheduler.client.report [None req-518cdf44-d03a-4875-8ba7-2062c3326fde tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 752.659818] env[69350]: DEBUG oslo_vmware.api [None req-4b40c4f2-cba3-4ad4-a37a-dd55c50f84c9 tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] Task: {'id': task-3364786, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.246702} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.660105] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4b40c4f2-cba3-4ad4-a37a-dd55c50f84c9 tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] [instance: 13d2ed8e-c3c5-449a-ab34-3f318a9de5cc] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 752.661018] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f365439-ddf9-4b45-a3e4-5e85fbee4f9c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.685698] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b40c4f2-cba3-4ad4-a37a-dd55c50f84c9 tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] [instance: 13d2ed8e-c3c5-449a-ab34-3f318a9de5cc] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] 13d2ed8e-c3c5-449a-ab34-3f318a9de5cc/13d2ed8e-c3c5-449a-ab34-3f318a9de5cc.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 752.686654] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ab0fa65-5e64-4279-a986-6fe5e1a22dbe {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.706933] env[69350]: DEBUG oslo_vmware.api [None req-4b40c4f2-cba3-4ad4-a37a-dd55c50f84c9 tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] Waiting for the task: (returnval){ [ 752.706933] env[69350]: value = "task-3364788" [ 752.706933] env[69350]: _type = "Task" [ 752.706933] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.719165] env[69350]: DEBUG oslo_vmware.api [None req-4b40c4f2-cba3-4ad4-a37a-dd55c50f84c9 tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] Task: {'id': task-3364788, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.722116] env[69350]: DEBUG oslo_vmware.api [None req-e7c18692-fbd8-4e91-9a52-ec2295fc6c62 tempest-ServersAdmin275Test-1045528550 tempest-ServersAdmin275Test-1045528550-project-admin] Task: {'id': task-3364787, 'name': PowerOffVM_Task, 'duration_secs': 0.121971} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.722419] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7c18692-fbd8-4e91-9a52-ec2295fc6c62 tempest-ServersAdmin275Test-1045528550 tempest-ServersAdmin275Test-1045528550-project-admin] [instance: 2dd22dd0-a65e-405e-9e9f-71cbcda62051] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 752.722673] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e7c18692-fbd8-4e91-9a52-ec2295fc6c62 tempest-ServersAdmin275Test-1045528550 tempest-ServersAdmin275Test-1045528550-project-admin] [instance: 2dd22dd0-a65e-405e-9e9f-71cbcda62051] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 752.723488] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf3c07f0-5054-472d-ba10-d2e441849710 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.730239] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e7c18692-fbd8-4e91-9a52-ec2295fc6c62 tempest-ServersAdmin275Test-1045528550 tempest-ServersAdmin275Test-1045528550-project-admin] [instance: 2dd22dd0-a65e-405e-9e9f-71cbcda62051] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 752.730518] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6d3d45be-52c0-4cf0-b4ad-40f42cccd536 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.750509] env[69350]: DEBUG nova.compute.manager [None req-61ea481f-2f44-434b-ae90-bd6ac0fbceb4 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] [instance: 884fdc90-c90c-439a-8e9c-2730dc242474] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 752.756460] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e7c18692-fbd8-4e91-9a52-ec2295fc6c62 tempest-ServersAdmin275Test-1045528550 tempest-ServersAdmin275Test-1045528550-project-admin] [instance: 2dd22dd0-a65e-405e-9e9f-71cbcda62051] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 752.756685] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e7c18692-fbd8-4e91-9a52-ec2295fc6c62 tempest-ServersAdmin275Test-1045528550 tempest-ServersAdmin275Test-1045528550-project-admin] [instance: 2dd22dd0-a65e-405e-9e9f-71cbcda62051] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 752.756863] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7c18692-fbd8-4e91-9a52-ec2295fc6c62 tempest-ServersAdmin275Test-1045528550 tempest-ServersAdmin275Test-1045528550-project-admin] Deleting the datastore file [datastore2] 2dd22dd0-a65e-405e-9e9f-71cbcda62051 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 752.757195] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e85fe616-426c-4e59-ad46-890af9ddac42 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.764265] env[69350]: DEBUG oslo_vmware.api [None req-e7c18692-fbd8-4e91-9a52-ec2295fc6c62 tempest-ServersAdmin275Test-1045528550 tempest-ServersAdmin275Test-1045528550-project-admin] Waiting for the task: (returnval){ [ 752.764265] env[69350]: value = "task-3364790" [ 752.764265] env[69350]: _type = "Task" [ 752.764265] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.778223] env[69350]: DEBUG oslo_vmware.api [None req-e7c18692-fbd8-4e91-9a52-ec2295fc6c62 tempest-ServersAdmin275Test-1045528550 tempest-ServersAdmin275Test-1045528550-project-admin] Task: {'id': task-3364790, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.855782] env[69350]: DEBUG nova.network.neutron [None req-69170be3-6ae2-40f4-8d44-f1ad6276eb98 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] [instance: 2713f49f-14fc-4705-a30c-e114159466d1] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 752.989479] env[69350]: DEBUG nova.compute.manager [None req-4ec2e3f8-e905-421a-917b-a812566959f3 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: ec57f63b-c28b-4de2-a335-2b5ffa721ee6] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 753.022956] env[69350]: DEBUG nova.virt.hardware [None req-4ec2e3f8-e905-421a-917b-a812566959f3 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 753.023178] env[69350]: DEBUG nova.virt.hardware [None req-4ec2e3f8-e905-421a-917b-a812566959f3 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 753.023309] env[69350]: DEBUG nova.virt.hardware [None req-4ec2e3f8-e905-421a-917b-a812566959f3 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 753.023475] env[69350]: DEBUG nova.virt.hardware [None req-4ec2e3f8-e905-421a-917b-a812566959f3 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 753.023622] env[69350]: DEBUG nova.virt.hardware [None req-4ec2e3f8-e905-421a-917b-a812566959f3 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 753.023766] env[69350]: DEBUG nova.virt.hardware [None req-4ec2e3f8-e905-421a-917b-a812566959f3 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 753.024207] env[69350]: DEBUG nova.virt.hardware [None req-4ec2e3f8-e905-421a-917b-a812566959f3 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 753.024451] env[69350]: DEBUG nova.virt.hardware [None req-4ec2e3f8-e905-421a-917b-a812566959f3 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 753.024641] env[69350]: DEBUG nova.virt.hardware [None req-4ec2e3f8-e905-421a-917b-a812566959f3 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 753.024808] env[69350]: DEBUG nova.virt.hardware [None req-4ec2e3f8-e905-421a-917b-a812566959f3 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 753.024981] env[69350]: DEBUG nova.virt.hardware [None req-4ec2e3f8-e905-421a-917b-a812566959f3 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 753.025886] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-788a7d99-c6e5-4090-896a-5f5e74fcb11a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.031869] env[69350]: DEBUG nova.network.neutron [None req-69170be3-6ae2-40f4-8d44-f1ad6276eb98 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] [instance: 2713f49f-14fc-4705-a30c-e114159466d1] Updating instance_info_cache with network_info: [{"id": "4a7e20aa-ddfa-47ba-913c-6607b73e6d1c", "address": "fa:16:3e:b6:b5:79", "network": {"id": "a3abe2a4-6dc1-4edc-a758-cc5f02712a15", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1789946935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49191e21029f40f1b9fa89771dc5d499", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e83154-c0d2-4d3d-b95e-3cd5ba336257", "external-id": "nsx-vlan-transportzone-771", "segmentation_id": 771, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a7e20aa-dd", "ovs_interfaceid": "4a7e20aa-ddfa-47ba-913c-6607b73e6d1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.041847] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edbb95be-6e60-4c99-9588-f0fb3b1d12e1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.138423] env[69350]: DEBUG oslo_concurrency.lockutils [None req-518cdf44-d03a-4875-8ba7-2062c3326fde tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.172s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.142934] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fbd527da-bd79-4cb3-bb7c-465fb9bc4498 tempest-DeleteServersAdminTestJSON-569268729 tempest-DeleteServersAdminTestJSON-569268729-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.209s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.142934] env[69350]: DEBUG nova.objects.instance [None req-fbd527da-bd79-4cb3-bb7c-465fb9bc4498 tempest-DeleteServersAdminTestJSON-569268729 tempest-DeleteServersAdminTestJSON-569268729-project-admin] Lazy-loading 'resources' on Instance uuid 701ce06c-e14c-4e6a-8bd4-fb13621ff448 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 753.194551] env[69350]: INFO nova.scheduler.client.report [None req-518cdf44-d03a-4875-8ba7-2062c3326fde tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Deleted allocations for instance 2fc350ef-4f2c-4300-8f13-3aba152baaea [ 753.222836] env[69350]: DEBUG oslo_vmware.api [None req-4b40c4f2-cba3-4ad4-a37a-dd55c50f84c9 tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] Task: {'id': task-3364788, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.278084] env[69350]: DEBUG oslo_vmware.api [None req-e7c18692-fbd8-4e91-9a52-ec2295fc6c62 tempest-ServersAdmin275Test-1045528550 tempest-ServersAdmin275Test-1045528550-project-admin] Task: {'id': task-3364790, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.302861} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.279250] env[69350]: DEBUG oslo_concurrency.lockutils [None req-61ea481f-2f44-434b-ae90-bd6ac0fbceb4 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.279534] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7c18692-fbd8-4e91-9a52-ec2295fc6c62 tempest-ServersAdmin275Test-1045528550 tempest-ServersAdmin275Test-1045528550-project-admin] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 753.280153] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e7c18692-fbd8-4e91-9a52-ec2295fc6c62 tempest-ServersAdmin275Test-1045528550 tempest-ServersAdmin275Test-1045528550-project-admin] [instance: 2dd22dd0-a65e-405e-9e9f-71cbcda62051] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 753.280153] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e7c18692-fbd8-4e91-9a52-ec2295fc6c62 tempest-ServersAdmin275Test-1045528550 tempest-ServersAdmin275Test-1045528550-project-admin] [instance: 2dd22dd0-a65e-405e-9e9f-71cbcda62051] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 753.538421] env[69350]: DEBUG oslo_concurrency.lockutils [None req-69170be3-6ae2-40f4-8d44-f1ad6276eb98 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] Releasing lock "refresh_cache-2713f49f-14fc-4705-a30c-e114159466d1" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.538758] env[69350]: DEBUG nova.compute.manager [None req-69170be3-6ae2-40f4-8d44-f1ad6276eb98 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] [instance: 2713f49f-14fc-4705-a30c-e114159466d1] Instance network_info: |[{"id": "4a7e20aa-ddfa-47ba-913c-6607b73e6d1c", "address": "fa:16:3e:b6:b5:79", "network": {"id": "a3abe2a4-6dc1-4edc-a758-cc5f02712a15", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1789946935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49191e21029f40f1b9fa89771dc5d499", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e83154-c0d2-4d3d-b95e-3cd5ba336257", "external-id": "nsx-vlan-transportzone-771", "segmentation_id": 771, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a7e20aa-dd", "ovs_interfaceid": "4a7e20aa-ddfa-47ba-913c-6607b73e6d1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 753.539196] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-69170be3-6ae2-40f4-8d44-f1ad6276eb98 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] [instance: 2713f49f-14fc-4705-a30c-e114159466d1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:b5:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13e83154-c0d2-4d3d-b95e-3cd5ba336257', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4a7e20aa-ddfa-47ba-913c-6607b73e6d1c', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 753.548140] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-69170be3-6ae2-40f4-8d44-f1ad6276eb98 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] Creating folder: Project (49191e21029f40f1b9fa89771dc5d499). Parent ref: group-v671398. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 753.549016] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a80256f5-541b-4f30-9fdb-12bc86f2800e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.563212] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-69170be3-6ae2-40f4-8d44-f1ad6276eb98 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] Created folder: Project (49191e21029f40f1b9fa89771dc5d499) in parent group-v671398. [ 753.563212] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-69170be3-6ae2-40f4-8d44-f1ad6276eb98 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] Creating folder: Instances. Parent ref: group-v671444. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 753.563212] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-40c60dab-c204-4fb7-8223-02dd10253899 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.573119] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-69170be3-6ae2-40f4-8d44-f1ad6276eb98 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] Created folder: Instances in parent group-v671444. [ 753.573380] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69170be3-6ae2-40f4-8d44-f1ad6276eb98 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 753.573575] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2713f49f-14fc-4705-a30c-e114159466d1] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 753.573774] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5a5e0dc6-5c0c-4297-9c5d-4a0cc8137c1a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.599162] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 753.599162] env[69350]: value = "task-3364793" [ 753.599162] env[69350]: _type = "Task" [ 753.599162] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.608042] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3364793, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.709540] env[69350]: DEBUG oslo_concurrency.lockutils [None req-518cdf44-d03a-4875-8ba7-2062c3326fde tempest-ServerDiagnosticsTest-1687616740 tempest-ServerDiagnosticsTest-1687616740-project-member] Lock "2fc350ef-4f2c-4300-8f13-3aba152baaea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.032s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.720170] env[69350]: DEBUG oslo_vmware.api [None req-4b40c4f2-cba3-4ad4-a37a-dd55c50f84c9 tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] Task: {'id': task-3364788, 'name': ReconfigVM_Task, 'duration_secs': 0.595359} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.720170] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b40c4f2-cba3-4ad4-a37a-dd55c50f84c9 tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] [instance: 13d2ed8e-c3c5-449a-ab34-3f318a9de5cc] Reconfigured VM instance instance-00000010 to attach disk [datastore2] 13d2ed8e-c3c5-449a-ab34-3f318a9de5cc/13d2ed8e-c3c5-449a-ab34-3f318a9de5cc.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 753.724557] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ec13338d-aa32-40be-9592-609d2dd8cced {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.736690] env[69350]: DEBUG oslo_vmware.api [None req-4b40c4f2-cba3-4ad4-a37a-dd55c50f84c9 tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] Waiting for the task: (returnval){ [ 753.736690] env[69350]: value = "task-3364794" [ 753.736690] env[69350]: _type = "Task" [ 753.736690] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.749970] env[69350]: DEBUG oslo_vmware.api [None req-4b40c4f2-cba3-4ad4-a37a-dd55c50f84c9 tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] Task: {'id': task-3364794, 'name': Rename_Task} progress is 10%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.109583] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3364793, 'name': CreateVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.187165] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-384be095-51fd-4aa0-bfbf-a1d435bd6344 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.195229] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-640082ba-8fc0-444b-9685-57f9f4e0b547 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.233433] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea33c985-2c8d-4f28-a576-5b6626516dad {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.245544] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d67582c-15f8-4817-9b53-21c771d1ac09 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.252634] env[69350]: DEBUG oslo_vmware.api [None req-4b40c4f2-cba3-4ad4-a37a-dd55c50f84c9 tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] Task: {'id': task-3364794, 'name': Rename_Task, 'duration_secs': 0.182828} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.253483] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b40c4f2-cba3-4ad4-a37a-dd55c50f84c9 tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] [instance: 13d2ed8e-c3c5-449a-ab34-3f318a9de5cc] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 754.253702] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a3b0e575-bbd9-446f-af4e-2901218d259d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.264474] env[69350]: DEBUG nova.compute.provider_tree [None req-fbd527da-bd79-4cb3-bb7c-465fb9bc4498 tempest-DeleteServersAdminTestJSON-569268729 tempest-DeleteServersAdminTestJSON-569268729-project-admin] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 754.274447] env[69350]: DEBUG oslo_vmware.api [None req-4b40c4f2-cba3-4ad4-a37a-dd55c50f84c9 tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] Waiting for the task: (returnval){ [ 754.274447] env[69350]: value = "task-3364795" [ 754.274447] env[69350]: _type = "Task" [ 754.274447] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.284148] env[69350]: DEBUG oslo_vmware.api [None req-4b40c4f2-cba3-4ad4-a37a-dd55c50f84c9 tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] Task: {'id': task-3364795, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.339040] env[69350]: DEBUG nova.virt.hardware [None req-e7c18692-fbd8-4e91-9a52-ec2295fc6c62 tempest-ServersAdmin275Test-1045528550 tempest-ServersAdmin275Test-1045528550-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 754.339040] env[69350]: DEBUG nova.virt.hardware [None req-e7c18692-fbd8-4e91-9a52-ec2295fc6c62 tempest-ServersAdmin275Test-1045528550 tempest-ServersAdmin275Test-1045528550-project-admin] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 754.339281] env[69350]: DEBUG nova.virt.hardware [None req-e7c18692-fbd8-4e91-9a52-ec2295fc6c62 tempest-ServersAdmin275Test-1045528550 tempest-ServersAdmin275Test-1045528550-project-admin] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 754.339378] env[69350]: DEBUG nova.virt.hardware [None req-e7c18692-fbd8-4e91-9a52-ec2295fc6c62 tempest-ServersAdmin275Test-1045528550 tempest-ServersAdmin275Test-1045528550-project-admin] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 754.339521] env[69350]: DEBUG nova.virt.hardware [None req-e7c18692-fbd8-4e91-9a52-ec2295fc6c62 tempest-ServersAdmin275Test-1045528550 tempest-ServersAdmin275Test-1045528550-project-admin] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 754.339667] env[69350]: DEBUG nova.virt.hardware [None req-e7c18692-fbd8-4e91-9a52-ec2295fc6c62 tempest-ServersAdmin275Test-1045528550 tempest-ServersAdmin275Test-1045528550-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 754.340084] env[69350]: DEBUG nova.virt.hardware [None req-e7c18692-fbd8-4e91-9a52-ec2295fc6c62 tempest-ServersAdmin275Test-1045528550 tempest-ServersAdmin275Test-1045528550-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 754.340327] env[69350]: DEBUG nova.virt.hardware [None req-e7c18692-fbd8-4e91-9a52-ec2295fc6c62 tempest-ServersAdmin275Test-1045528550 tempest-ServersAdmin275Test-1045528550-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 754.340595] env[69350]: DEBUG nova.virt.hardware [None req-e7c18692-fbd8-4e91-9a52-ec2295fc6c62 tempest-ServersAdmin275Test-1045528550 tempest-ServersAdmin275Test-1045528550-project-admin] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 754.340791] env[69350]: DEBUG nova.virt.hardware [None req-e7c18692-fbd8-4e91-9a52-ec2295fc6c62 tempest-ServersAdmin275Test-1045528550 tempest-ServersAdmin275Test-1045528550-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 754.340969] env[69350]: DEBUG nova.virt.hardware [None req-e7c18692-fbd8-4e91-9a52-ec2295fc6c62 tempest-ServersAdmin275Test-1045528550 tempest-ServersAdmin275Test-1045528550-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 754.341902] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24dc12d8-987c-4a13-ade0-d1bf3430dfcf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.352298] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd62e802-0dc1-472f-b8c5-8c6fa9ace676 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.367627] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e7c18692-fbd8-4e91-9a52-ec2295fc6c62 tempest-ServersAdmin275Test-1045528550 tempest-ServersAdmin275Test-1045528550-project-admin] [instance: 2dd22dd0-a65e-405e-9e9f-71cbcda62051] Instance VIF info [] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 754.374342] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e7c18692-fbd8-4e91-9a52-ec2295fc6c62 tempest-ServersAdmin275Test-1045528550 tempest-ServersAdmin275Test-1045528550-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 754.374604] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2dd22dd0-a65e-405e-9e9f-71cbcda62051] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 754.374825] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca65e561-95cb-4de1-9be3-4e85a7c5f4eb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.393643] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 754.393643] env[69350]: value = "task-3364796" [ 754.393643] env[69350]: _type = "Task" [ 754.393643] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.400465] env[69350]: DEBUG nova.compute.manager [None req-13bf9fde-5293-4e7c-9d43-072f2935c3b6 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: be800ce5-6d2e-402d-b83a-e22771d0aa5d] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 754.404363] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f5c38ca-b818-4b3c-bcc0-7d81e19352ef {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.407920] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3364796, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.616219] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3364793, 'name': CreateVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.769253] env[69350]: DEBUG nova.scheduler.client.report [None req-fbd527da-bd79-4cb3-bb7c-465fb9bc4498 tempest-DeleteServersAdminTestJSON-569268729 tempest-DeleteServersAdminTestJSON-569268729-project-admin] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 754.790327] env[69350]: DEBUG nova.network.neutron [None req-4ec2e3f8-e905-421a-917b-a812566959f3 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: ec57f63b-c28b-4de2-a335-2b5ffa721ee6] Successfully updated port: 9f0f613c-1cd7-4e9f-8e48-9850ea22d780 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 754.797031] env[69350]: DEBUG oslo_vmware.api [None req-4b40c4f2-cba3-4ad4-a37a-dd55c50f84c9 tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] Task: {'id': task-3364795, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.890128] env[69350]: DEBUG nova.compute.manager [req-61835e57-3e2d-4971-a78a-730a690b8712 req-c5725fd3-ef02-4995-98ee-c307f5c486a5 service nova] [instance: 2713f49f-14fc-4705-a30c-e114159466d1] Received event network-changed-4a7e20aa-ddfa-47ba-913c-6607b73e6d1c {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 754.890128] env[69350]: DEBUG nova.compute.manager [req-61835e57-3e2d-4971-a78a-730a690b8712 req-c5725fd3-ef02-4995-98ee-c307f5c486a5 service nova] [instance: 2713f49f-14fc-4705-a30c-e114159466d1] Refreshing instance network info cache due to event network-changed-4a7e20aa-ddfa-47ba-913c-6607b73e6d1c. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 754.890128] env[69350]: DEBUG oslo_concurrency.lockutils [req-61835e57-3e2d-4971-a78a-730a690b8712 req-c5725fd3-ef02-4995-98ee-c307f5c486a5 service nova] Acquiring lock "refresh_cache-2713f49f-14fc-4705-a30c-e114159466d1" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.890128] env[69350]: DEBUG oslo_concurrency.lockutils [req-61835e57-3e2d-4971-a78a-730a690b8712 req-c5725fd3-ef02-4995-98ee-c307f5c486a5 service nova] Acquired lock "refresh_cache-2713f49f-14fc-4705-a30c-e114159466d1" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.890128] env[69350]: DEBUG nova.network.neutron [req-61835e57-3e2d-4971-a78a-730a690b8712 req-c5725fd3-ef02-4995-98ee-c307f5c486a5 service nova] [instance: 2713f49f-14fc-4705-a30c-e114159466d1] Refreshing network info cache for port 4a7e20aa-ddfa-47ba-913c-6607b73e6d1c {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 754.908598] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3364796, 'name': CreateVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.917698] env[69350]: INFO nova.compute.manager [None req-13bf9fde-5293-4e7c-9d43-072f2935c3b6 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: be800ce5-6d2e-402d-b83a-e22771d0aa5d] instance snapshotting [ 754.920666] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca3a686-80ea-4b2f-b086-aeb7291a29bc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.947998] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e54fd249-ffe2-4b1a-b893-90bd6483b218 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.117299] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3364793, 'name': CreateVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.193967] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6019039e-53e5-4df3-8cbe-0ea19bacd063 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Acquiring lock "1928e353-9d7a-4d20-8347-029c36bcdb8e" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.194190] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6019039e-53e5-4df3-8cbe-0ea19bacd063 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Lock "1928e353-9d7a-4d20-8347-029c36bcdb8e" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.195543] env[69350]: DEBUG nova.compute.manager [None req-6019039e-53e5-4df3-8cbe-0ea19bacd063 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 1928e353-9d7a-4d20-8347-029c36bcdb8e] Going to confirm migration 1 {{(pid=69350) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 755.276440] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fbd527da-bd79-4cb3-bb7c-465fb9bc4498 tempest-DeleteServersAdminTestJSON-569268729 tempest-DeleteServersAdminTestJSON-569268729-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.134s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.282394] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5b8f6cf8-bba5-427c-b1a9-a7bf14d3b528 tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.166s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.283112] env[69350]: DEBUG nova.objects.instance [None req-5b8f6cf8-bba5-427c-b1a9-a7bf14d3b528 tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] Lazy-loading 'resources' on Instance uuid e046a82e-32c7-4437-a613-070b6673f1b8 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 755.301121] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4ec2e3f8-e905-421a-917b-a812566959f3 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Acquiring lock "refresh_cache-ec57f63b-c28b-4de2-a335-2b5ffa721ee6" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.301271] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4ec2e3f8-e905-421a-917b-a812566959f3 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Acquired lock "refresh_cache-ec57f63b-c28b-4de2-a335-2b5ffa721ee6" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.301416] env[69350]: DEBUG nova.network.neutron [None req-4ec2e3f8-e905-421a-917b-a812566959f3 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: ec57f63b-c28b-4de2-a335-2b5ffa721ee6] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 755.304405] env[69350]: DEBUG oslo_vmware.api [None req-4b40c4f2-cba3-4ad4-a37a-dd55c50f84c9 tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] Task: {'id': task-3364795, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.326748] env[69350]: INFO nova.scheduler.client.report [None req-fbd527da-bd79-4cb3-bb7c-465fb9bc4498 tempest-DeleteServersAdminTestJSON-569268729 tempest-DeleteServersAdminTestJSON-569268729-project-admin] Deleted allocations for instance 701ce06c-e14c-4e6a-8bd4-fb13621ff448 [ 755.410303] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3364796, 'name': CreateVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.459863] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-13bf9fde-5293-4e7c-9d43-072f2935c3b6 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: be800ce5-6d2e-402d-b83a-e22771d0aa5d] Creating Snapshot of the VM instance {{(pid=69350) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 755.460536] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-da1d06c0-5e3e-489c-948b-4f20f19efb51 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.471239] env[69350]: DEBUG oslo_vmware.api [None req-13bf9fde-5293-4e7c-9d43-072f2935c3b6 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Waiting for the task: (returnval){ [ 755.471239] env[69350]: value = "task-3364797" [ 755.471239] env[69350]: _type = "Task" [ 755.471239] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.483055] env[69350]: DEBUG oslo_vmware.api [None req-13bf9fde-5293-4e7c-9d43-072f2935c3b6 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Task: {'id': task-3364797, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.617053] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3364793, 'name': CreateVM_Task, 'duration_secs': 1.624394} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.617292] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2713f49f-14fc-4705-a30c-e114159466d1] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 755.617904] env[69350]: DEBUG oslo_concurrency.lockutils [None req-69170be3-6ae2-40f4-8d44-f1ad6276eb98 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.618076] env[69350]: DEBUG oslo_concurrency.lockutils [None req-69170be3-6ae2-40f4-8d44-f1ad6276eb98 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.618604] env[69350]: DEBUG oslo_concurrency.lockutils [None req-69170be3-6ae2-40f4-8d44-f1ad6276eb98 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.618671] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd3c67e1-a70b-4a09-bd4e-9dba314284d1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.623630] env[69350]: DEBUG oslo_vmware.api [None req-69170be3-6ae2-40f4-8d44-f1ad6276eb98 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] Waiting for the task: (returnval){ [ 755.623630] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]521242c1-d9e4-9c76-a1d9-288b081a48a0" [ 755.623630] env[69350]: _type = "Task" [ 755.623630] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.632341] env[69350]: DEBUG oslo_vmware.api [None req-69170be3-6ae2-40f4-8d44-f1ad6276eb98 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]521242c1-d9e4-9c76-a1d9-288b081a48a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.773774] env[69350]: DEBUG nova.network.neutron [req-61835e57-3e2d-4971-a78a-730a690b8712 req-c5725fd3-ef02-4995-98ee-c307f5c486a5 service nova] [instance: 2713f49f-14fc-4705-a30c-e114159466d1] Updated VIF entry in instance network info cache for port 4a7e20aa-ddfa-47ba-913c-6607b73e6d1c. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 755.773774] env[69350]: DEBUG nova.network.neutron [req-61835e57-3e2d-4971-a78a-730a690b8712 req-c5725fd3-ef02-4995-98ee-c307f5c486a5 service nova] [instance: 2713f49f-14fc-4705-a30c-e114159466d1] Updating instance_info_cache with network_info: [{"id": "4a7e20aa-ddfa-47ba-913c-6607b73e6d1c", "address": "fa:16:3e:b6:b5:79", "network": {"id": "a3abe2a4-6dc1-4edc-a758-cc5f02712a15", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1789946935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49191e21029f40f1b9fa89771dc5d499", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e83154-c0d2-4d3d-b95e-3cd5ba336257", "external-id": "nsx-vlan-transportzone-771", "segmentation_id": 771, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a7e20aa-dd", "ovs_interfaceid": "4a7e20aa-ddfa-47ba-913c-6607b73e6d1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.787437] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6019039e-53e5-4df3-8cbe-0ea19bacd063 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Acquiring lock "refresh_cache-1928e353-9d7a-4d20-8347-029c36bcdb8e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.789198] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6019039e-53e5-4df3-8cbe-0ea19bacd063 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Acquired lock "refresh_cache-1928e353-9d7a-4d20-8347-029c36bcdb8e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.789198] env[69350]: DEBUG nova.network.neutron [None req-6019039e-53e5-4df3-8cbe-0ea19bacd063 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 1928e353-9d7a-4d20-8347-029c36bcdb8e] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 755.789198] env[69350]: DEBUG nova.objects.instance [None req-6019039e-53e5-4df3-8cbe-0ea19bacd063 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Lazy-loading 'info_cache' on Instance uuid 1928e353-9d7a-4d20-8347-029c36bcdb8e {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 755.801617] env[69350]: DEBUG oslo_vmware.api [None req-4b40c4f2-cba3-4ad4-a37a-dd55c50f84c9 tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] Task: {'id': task-3364795, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.839071] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fbd527da-bd79-4cb3-bb7c-465fb9bc4498 tempest-DeleteServersAdminTestJSON-569268729 tempest-DeleteServersAdminTestJSON-569268729-project-admin] Lock "701ce06c-e14c-4e6a-8bd4-fb13621ff448" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.203s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.900830] env[69350]: DEBUG nova.network.neutron [None req-4ec2e3f8-e905-421a-917b-a812566959f3 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: ec57f63b-c28b-4de2-a335-2b5ffa721ee6] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 755.922472] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3364796, 'name': CreateVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.989609] env[69350]: DEBUG oslo_vmware.api [None req-13bf9fde-5293-4e7c-9d43-072f2935c3b6 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Task: {'id': task-3364797, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.997217] env[69350]: DEBUG nova.compute.manager [req-fac11867-e3a0-4187-a604-3dafb9c37f65 req-d4584dff-8585-4d13-ba92-6784a7090e68 service nova] [instance: 096700b1-7125-48b5-877d-5dc745b5fe41] Received event network-changed-570c9857-b0e3-4886-ac6f-7dd0d4d0f6a6 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 755.997217] env[69350]: DEBUG nova.compute.manager [req-fac11867-e3a0-4187-a604-3dafb9c37f65 req-d4584dff-8585-4d13-ba92-6784a7090e68 service nova] [instance: 096700b1-7125-48b5-877d-5dc745b5fe41] Refreshing instance network info cache due to event network-changed-570c9857-b0e3-4886-ac6f-7dd0d4d0f6a6. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 755.997217] env[69350]: DEBUG oslo_concurrency.lockutils [req-fac11867-e3a0-4187-a604-3dafb9c37f65 req-d4584dff-8585-4d13-ba92-6784a7090e68 service nova] Acquiring lock "refresh_cache-096700b1-7125-48b5-877d-5dc745b5fe41" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.997217] env[69350]: DEBUG oslo_concurrency.lockutils [req-fac11867-e3a0-4187-a604-3dafb9c37f65 req-d4584dff-8585-4d13-ba92-6784a7090e68 service nova] Acquired lock "refresh_cache-096700b1-7125-48b5-877d-5dc745b5fe41" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.997217] env[69350]: DEBUG nova.network.neutron [req-fac11867-e3a0-4187-a604-3dafb9c37f65 req-d4584dff-8585-4d13-ba92-6784a7090e68 service nova] [instance: 096700b1-7125-48b5-877d-5dc745b5fe41] Refreshing network info cache for port 570c9857-b0e3-4886-ac6f-7dd0d4d0f6a6 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 756.141960] env[69350]: DEBUG oslo_vmware.api [None req-69170be3-6ae2-40f4-8d44-f1ad6276eb98 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]521242c1-d9e4-9c76-a1d9-288b081a48a0, 'name': SearchDatastore_Task, 'duration_secs': 0.028184} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.144541] env[69350]: DEBUG oslo_concurrency.lockutils [None req-69170be3-6ae2-40f4-8d44-f1ad6276eb98 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.144814] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-69170be3-6ae2-40f4-8d44-f1ad6276eb98 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] [instance: 2713f49f-14fc-4705-a30c-e114159466d1] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 756.145043] env[69350]: DEBUG oslo_concurrency.lockutils [None req-69170be3-6ae2-40f4-8d44-f1ad6276eb98 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.145212] env[69350]: DEBUG oslo_concurrency.lockutils [None req-69170be3-6ae2-40f4-8d44-f1ad6276eb98 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.145381] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-69170be3-6ae2-40f4-8d44-f1ad6276eb98 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 756.145903] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eda38b21-31bd-4ace-b521-66bac885bcad {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.155549] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-69170be3-6ae2-40f4-8d44-f1ad6276eb98 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 756.155771] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-69170be3-6ae2-40f4-8d44-f1ad6276eb98 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 756.157998] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0d7eba8-54f5-40a0-9596-45c8d0e46f7a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.164376] env[69350]: DEBUG oslo_vmware.api [None req-69170be3-6ae2-40f4-8d44-f1ad6276eb98 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] Waiting for the task: (returnval){ [ 756.164376] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]525b605d-28b3-4f5e-ff41-55b95a9c3003" [ 756.164376] env[69350]: _type = "Task" [ 756.164376] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.177562] env[69350]: DEBUG oslo_vmware.api [None req-69170be3-6ae2-40f4-8d44-f1ad6276eb98 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]525b605d-28b3-4f5e-ff41-55b95a9c3003, 'name': SearchDatastore_Task, 'duration_secs': 0.010775} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.178824] env[69350]: DEBUG nova.network.neutron [None req-4ec2e3f8-e905-421a-917b-a812566959f3 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: ec57f63b-c28b-4de2-a335-2b5ffa721ee6] Updating instance_info_cache with network_info: [{"id": "9f0f613c-1cd7-4e9f-8e48-9850ea22d780", "address": "fa:16:3e:21:5b:cb", "network": {"id": "a368e5a9-70b5-4258-8dc0-532129c1476e", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1282444226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61bee03a23c5497c93a859f18c36ebcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f0f613c-1c", "ovs_interfaceid": "9f0f613c-1cd7-4e9f-8e48-9850ea22d780", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.180964] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ad76f2e-55b1-43b5-baf4-4a6bdc44271c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.189874] env[69350]: DEBUG oslo_vmware.api [None req-69170be3-6ae2-40f4-8d44-f1ad6276eb98 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] Waiting for the task: (returnval){ [ 756.189874] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]525e9723-c51b-82a7-3581-44acc1da0a66" [ 756.189874] env[69350]: _type = "Task" [ 756.189874] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.200067] env[69350]: DEBUG oslo_vmware.api [None req-69170be3-6ae2-40f4-8d44-f1ad6276eb98 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]525e9723-c51b-82a7-3581-44acc1da0a66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.280636] env[69350]: DEBUG oslo_concurrency.lockutils [req-61835e57-3e2d-4971-a78a-730a690b8712 req-c5725fd3-ef02-4995-98ee-c307f5c486a5 service nova] Releasing lock "refresh_cache-2713f49f-14fc-4705-a30c-e114159466d1" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.292373] env[69350]: DEBUG oslo_vmware.api [None req-4b40c4f2-cba3-4ad4-a37a-dd55c50f84c9 tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] Task: {'id': task-3364795, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.390527] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f1c424-d679-4ceb-a0d0-9743f6a03334 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.408289] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-205c04f0-c27c-4a80-ba15-044fc0947f44 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.416074] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3364796, 'name': CreateVM_Task, 'duration_secs': 1.534137} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.441428] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2dd22dd0-a65e-405e-9e9f-71cbcda62051] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 756.442506] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e7c18692-fbd8-4e91-9a52-ec2295fc6c62 tempest-ServersAdmin275Test-1045528550 tempest-ServersAdmin275Test-1045528550-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.442669] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e7c18692-fbd8-4e91-9a52-ec2295fc6c62 tempest-ServersAdmin275Test-1045528550 tempest-ServersAdmin275Test-1045528550-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.443448] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e7c18692-fbd8-4e91-9a52-ec2295fc6c62 tempest-ServersAdmin275Test-1045528550 tempest-ServersAdmin275Test-1045528550-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.444352] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08752c13-7656-4df6-a699-ecdae885786e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.446530] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1ca97b6-658c-4f8e-945b-963bf4ebb3d7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.453470] env[69350]: DEBUG oslo_vmware.api [None req-e7c18692-fbd8-4e91-9a52-ec2295fc6c62 tempest-ServersAdmin275Test-1045528550 tempest-ServersAdmin275Test-1045528550-project-admin] Waiting for the task: (returnval){ [ 756.453470] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5209c551-66f8-1a33-9ec0-715cba6c57ec" [ 756.453470] env[69350]: _type = "Task" [ 756.453470] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.460938] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35fb8fb7-de57-4299-b843-3740bac51e70 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.471647] env[69350]: DEBUG oslo_vmware.api [None req-e7c18692-fbd8-4e91-9a52-ec2295fc6c62 tempest-ServersAdmin275Test-1045528550 tempest-ServersAdmin275Test-1045528550-project-admin] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5209c551-66f8-1a33-9ec0-715cba6c57ec, 'name': SearchDatastore_Task, 'duration_secs': 0.013801} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.481297] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e7c18692-fbd8-4e91-9a52-ec2295fc6c62 tempest-ServersAdmin275Test-1045528550 tempest-ServersAdmin275Test-1045528550-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.481693] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e7c18692-fbd8-4e91-9a52-ec2295fc6c62 tempest-ServersAdmin275Test-1045528550 tempest-ServersAdmin275Test-1045528550-project-admin] [instance: 2dd22dd0-a65e-405e-9e9f-71cbcda62051] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 756.482191] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e7c18692-fbd8-4e91-9a52-ec2295fc6c62 tempest-ServersAdmin275Test-1045528550 tempest-ServersAdmin275Test-1045528550-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.482891] env[69350]: DEBUG nova.compute.provider_tree [None req-5b8f6cf8-bba5-427c-b1a9-a7bf14d3b528 tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 756.496508] env[69350]: DEBUG oslo_vmware.api [None req-13bf9fde-5293-4e7c-9d43-072f2935c3b6 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Task: {'id': task-3364797, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.687615] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4ec2e3f8-e905-421a-917b-a812566959f3 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Releasing lock "refresh_cache-ec57f63b-c28b-4de2-a335-2b5ffa721ee6" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.688144] env[69350]: DEBUG nova.compute.manager [None req-4ec2e3f8-e905-421a-917b-a812566959f3 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: ec57f63b-c28b-4de2-a335-2b5ffa721ee6] Instance network_info: |[{"id": "9f0f613c-1cd7-4e9f-8e48-9850ea22d780", "address": "fa:16:3e:21:5b:cb", "network": {"id": "a368e5a9-70b5-4258-8dc0-532129c1476e", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1282444226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61bee03a23c5497c93a859f18c36ebcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f0f613c-1c", "ovs_interfaceid": "9f0f613c-1cd7-4e9f-8e48-9850ea22d780", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 756.688613] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4ec2e3f8-e905-421a-917b-a812566959f3 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: ec57f63b-c28b-4de2-a335-2b5ffa721ee6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:5b:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aef08290-001a-4ae8-aff0-1889e2211389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9f0f613c-1cd7-4e9f-8e48-9850ea22d780', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 756.697620] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ec2e3f8-e905-421a-917b-a812566959f3 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Creating folder: Project (61bee03a23c5497c93a859f18c36ebcb). Parent ref: group-v671398. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 756.701868] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-59d9038a-969a-447a-8a1b-9c7ee1e7cbde {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.714531] env[69350]: DEBUG oslo_vmware.api [None req-69170be3-6ae2-40f4-8d44-f1ad6276eb98 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]525e9723-c51b-82a7-3581-44acc1da0a66, 'name': SearchDatastore_Task, 'duration_secs': 0.011672} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.714814] env[69350]: DEBUG oslo_concurrency.lockutils [None req-69170be3-6ae2-40f4-8d44-f1ad6276eb98 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.715116] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-69170be3-6ae2-40f4-8d44-f1ad6276eb98 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] 2713f49f-14fc-4705-a30c-e114159466d1/2713f49f-14fc-4705-a30c-e114159466d1.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 756.715307] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e7c18692-fbd8-4e91-9a52-ec2295fc6c62 tempest-ServersAdmin275Test-1045528550 tempest-ServersAdmin275Test-1045528550-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.715533] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7c18692-fbd8-4e91-9a52-ec2295fc6c62 tempest-ServersAdmin275Test-1045528550 tempest-ServersAdmin275Test-1045528550-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 756.715794] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d8a16e5-e875-441e-a369-7d3d9b1f992a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.718295] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7e8c44cc-10a7-48df-a6e0-f8747a1e176b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.730182] env[69350]: DEBUG oslo_vmware.api [None req-69170be3-6ae2-40f4-8d44-f1ad6276eb98 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] Waiting for the task: (returnval){ [ 756.730182] env[69350]: value = "task-3364799" [ 756.730182] env[69350]: _type = "Task" [ 756.730182] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.734971] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-4ec2e3f8-e905-421a-917b-a812566959f3 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Created folder: Project (61bee03a23c5497c93a859f18c36ebcb) in parent group-v671398. [ 756.736159] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ec2e3f8-e905-421a-917b-a812566959f3 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Creating folder: Instances. Parent ref: group-v671448. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 756.736895] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1e2152aa-cb4d-4464-a411-ae2997aa2b8f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.743219] env[69350]: DEBUG oslo_vmware.api [None req-69170be3-6ae2-40f4-8d44-f1ad6276eb98 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] Task: {'id': task-3364799, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.743436] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7c18692-fbd8-4e91-9a52-ec2295fc6c62 tempest-ServersAdmin275Test-1045528550 tempest-ServersAdmin275Test-1045528550-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 756.743551] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e7c18692-fbd8-4e91-9a52-ec2295fc6c62 tempest-ServersAdmin275Test-1045528550 tempest-ServersAdmin275Test-1045528550-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 756.745348] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7235188-9b32-4df0-b6af-4f4ccfa6c56a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.750714] env[69350]: DEBUG oslo_vmware.api [None req-e7c18692-fbd8-4e91-9a52-ec2295fc6c62 tempest-ServersAdmin275Test-1045528550 tempest-ServersAdmin275Test-1045528550-project-admin] Waiting for the task: (returnval){ [ 756.750714] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5254ee70-850b-e7da-3e82-8b0e34847454" [ 756.750714] env[69350]: _type = "Task" [ 756.750714] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.755591] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-4ec2e3f8-e905-421a-917b-a812566959f3 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Created folder: Instances in parent group-v671448. [ 756.755904] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ec2e3f8-e905-421a-917b-a812566959f3 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 756.757034] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec57f63b-c28b-4de2-a335-2b5ffa721ee6] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 756.757034] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-803593c8-4463-4047-bdb6-82b560622b16 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.776841] env[69350]: DEBUG oslo_vmware.api [None req-e7c18692-fbd8-4e91-9a52-ec2295fc6c62 tempest-ServersAdmin275Test-1045528550 tempest-ServersAdmin275Test-1045528550-project-admin] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5254ee70-850b-e7da-3e82-8b0e34847454, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.786529] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 756.786529] env[69350]: value = "task-3364801" [ 756.786529] env[69350]: _type = "Task" [ 756.786529] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.795395] env[69350]: DEBUG oslo_vmware.api [None req-4b40c4f2-cba3-4ad4-a37a-dd55c50f84c9 tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] Task: {'id': task-3364795, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.804230] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3364801, 'name': CreateVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.832431] env[69350]: DEBUG nova.network.neutron [req-fac11867-e3a0-4187-a604-3dafb9c37f65 req-d4584dff-8585-4d13-ba92-6784a7090e68 service nova] [instance: 096700b1-7125-48b5-877d-5dc745b5fe41] Updated VIF entry in instance network info cache for port 570c9857-b0e3-4886-ac6f-7dd0d4d0f6a6. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 756.832986] env[69350]: DEBUG nova.network.neutron [req-fac11867-e3a0-4187-a604-3dafb9c37f65 req-d4584dff-8585-4d13-ba92-6784a7090e68 service nova] [instance: 096700b1-7125-48b5-877d-5dc745b5fe41] Updating instance_info_cache with network_info: [{"id": "570c9857-b0e3-4886-ac6f-7dd0d4d0f6a6", "address": "fa:16:3e:01:68:e7", "network": {"id": "f757b35b-5e4a-4950-91b2-06237934170d", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-651542137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71fecea01d1b45b7adf6b57fb01856a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap570c9857-b0", "ovs_interfaceid": "570c9857-b0e3-4886-ac6f-7dd0d4d0f6a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.997358] env[69350]: DEBUG nova.scheduler.client.report [None req-5b8f6cf8-bba5-427c-b1a9-a7bf14d3b528 tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 757.000967] env[69350]: DEBUG oslo_vmware.api [None req-13bf9fde-5293-4e7c-9d43-072f2935c3b6 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Task: {'id': task-3364797, 'name': CreateSnapshot_Task, 'duration_secs': 1.307974} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.004957] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-13bf9fde-5293-4e7c-9d43-072f2935c3b6 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: be800ce5-6d2e-402d-b83a-e22771d0aa5d] Created Snapshot of the VM instance {{(pid=69350) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 757.004957] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-218d0b0c-c33c-4e8c-ba40-a52e95a9ec63 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.146615] env[69350]: DEBUG nova.network.neutron [None req-6019039e-53e5-4df3-8cbe-0ea19bacd063 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 1928e353-9d7a-4d20-8347-029c36bcdb8e] Updating instance_info_cache with network_info: [{"id": "11338a71-bc15-4a3d-a87d-c11efb979f61", "address": "fa:16:3e:17:f1:bb", "network": {"id": "7471cab0-87ad-4703-97af-1b6cb285655b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.42", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a175bdd0b1324024bc8e47e5836a9e11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11338a71-bc", "ovs_interfaceid": "11338a71-bc15-4a3d-a87d-c11efb979f61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.246042] env[69350]: DEBUG oslo_vmware.api [None req-69170be3-6ae2-40f4-8d44-f1ad6276eb98 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] Task: {'id': task-3364799, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.263631] env[69350]: DEBUG oslo_vmware.api [None req-e7c18692-fbd8-4e91-9a52-ec2295fc6c62 tempest-ServersAdmin275Test-1045528550 tempest-ServersAdmin275Test-1045528550-project-admin] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5254ee70-850b-e7da-3e82-8b0e34847454, 'name': SearchDatastore_Task, 'duration_secs': 0.009428} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.265415] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb67b481-fcf1-47ef-bac8-c442f59dd926 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.275533] env[69350]: DEBUG oslo_vmware.api [None req-e7c18692-fbd8-4e91-9a52-ec2295fc6c62 tempest-ServersAdmin275Test-1045528550 tempest-ServersAdmin275Test-1045528550-project-admin] Waiting for the task: (returnval){ [ 757.275533] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]527399fb-3045-e8b9-ad91-ccc4d603f454" [ 757.275533] env[69350]: _type = "Task" [ 757.275533] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.287733] env[69350]: DEBUG oslo_vmware.api [None req-e7c18692-fbd8-4e91-9a52-ec2295fc6c62 tempest-ServersAdmin275Test-1045528550 tempest-ServersAdmin275Test-1045528550-project-admin] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]527399fb-3045-e8b9-ad91-ccc4d603f454, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.299799] env[69350]: DEBUG oslo_vmware.api [None req-4b40c4f2-cba3-4ad4-a37a-dd55c50f84c9 tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] Task: {'id': task-3364795, 'name': PowerOnVM_Task, 'duration_secs': 2.70057} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.303025] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b40c4f2-cba3-4ad4-a37a-dd55c50f84c9 tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] [instance: 13d2ed8e-c3c5-449a-ab34-3f318a9de5cc] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 757.303246] env[69350]: INFO nova.compute.manager [None req-4b40c4f2-cba3-4ad4-a37a-dd55c50f84c9 tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] [instance: 13d2ed8e-c3c5-449a-ab34-3f318a9de5cc] Took 12.09 seconds to spawn the instance on the hypervisor. [ 757.306265] env[69350]: DEBUG nova.compute.manager [None req-4b40c4f2-cba3-4ad4-a37a-dd55c50f84c9 tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] [instance: 13d2ed8e-c3c5-449a-ab34-3f318a9de5cc] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 757.306265] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3364801, 'name': CreateVM_Task} progress is 25%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.306265] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc185a20-8e1e-4506-8e9f-20dda46510fb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.335808] env[69350]: DEBUG oslo_concurrency.lockutils [req-fac11867-e3a0-4187-a604-3dafb9c37f65 req-d4584dff-8585-4d13-ba92-6784a7090e68 service nova] Releasing lock "refresh_cache-096700b1-7125-48b5-877d-5dc745b5fe41" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.505713] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5b8f6cf8-bba5-427c-b1a9-a7bf14d3b528 tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.223s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.512217] env[69350]: DEBUG oslo_concurrency.lockutils [None req-431f1faf-50e1-4e52-934c-bf3f324847b8 tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.890s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.514338] env[69350]: INFO nova.compute.claims [None req-431f1faf-50e1-4e52-934c-bf3f324847b8 tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] [instance: 2120db16-82c9-4fa6-b050-84c45b31f858] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 757.529119] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-13bf9fde-5293-4e7c-9d43-072f2935c3b6 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: be800ce5-6d2e-402d-b83a-e22771d0aa5d] Creating linked-clone VM from snapshot {{(pid=69350) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 757.530556] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3200c7eb-0013-47ca-abd9-ba259cf6a511 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.534873] env[69350]: INFO nova.scheduler.client.report [None req-5b8f6cf8-bba5-427c-b1a9-a7bf14d3b528 tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] Deleted allocations for instance e046a82e-32c7-4437-a613-070b6673f1b8 [ 757.544288] env[69350]: DEBUG oslo_vmware.api [None req-13bf9fde-5293-4e7c-9d43-072f2935c3b6 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Waiting for the task: (returnval){ [ 757.544288] env[69350]: value = "task-3364802" [ 757.544288] env[69350]: _type = "Task" [ 757.544288] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.558435] env[69350]: DEBUG oslo_vmware.api [None req-13bf9fde-5293-4e7c-9d43-072f2935c3b6 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Task: {'id': task-3364802, 'name': CloneVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.596879] env[69350]: DEBUG nova.compute.manager [req-b3ba0be4-dd34-4151-981e-77a500b29469 req-d1265a06-d53a-41d6-ad70-b4b5ef49d06b service nova] [instance: ec57f63b-c28b-4de2-a335-2b5ffa721ee6] Received event network-vif-plugged-9f0f613c-1cd7-4e9f-8e48-9850ea22d780 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 757.598382] env[69350]: DEBUG oslo_concurrency.lockutils [req-b3ba0be4-dd34-4151-981e-77a500b29469 req-d1265a06-d53a-41d6-ad70-b4b5ef49d06b service nova] Acquiring lock "ec57f63b-c28b-4de2-a335-2b5ffa721ee6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.598382] env[69350]: DEBUG oslo_concurrency.lockutils [req-b3ba0be4-dd34-4151-981e-77a500b29469 req-d1265a06-d53a-41d6-ad70-b4b5ef49d06b service nova] Lock "ec57f63b-c28b-4de2-a335-2b5ffa721ee6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.598382] env[69350]: DEBUG oslo_concurrency.lockutils [req-b3ba0be4-dd34-4151-981e-77a500b29469 req-d1265a06-d53a-41d6-ad70-b4b5ef49d06b service nova] Lock "ec57f63b-c28b-4de2-a335-2b5ffa721ee6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.598382] env[69350]: DEBUG nova.compute.manager [req-b3ba0be4-dd34-4151-981e-77a500b29469 req-d1265a06-d53a-41d6-ad70-b4b5ef49d06b service nova] [instance: ec57f63b-c28b-4de2-a335-2b5ffa721ee6] No waiting events found dispatching network-vif-plugged-9f0f613c-1cd7-4e9f-8e48-9850ea22d780 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 757.598382] env[69350]: WARNING nova.compute.manager [req-b3ba0be4-dd34-4151-981e-77a500b29469 req-d1265a06-d53a-41d6-ad70-b4b5ef49d06b service nova] [instance: ec57f63b-c28b-4de2-a335-2b5ffa721ee6] Received unexpected event network-vif-plugged-9f0f613c-1cd7-4e9f-8e48-9850ea22d780 for instance with vm_state building and task_state spawning. [ 757.598561] env[69350]: DEBUG nova.compute.manager [req-b3ba0be4-dd34-4151-981e-77a500b29469 req-d1265a06-d53a-41d6-ad70-b4b5ef49d06b service nova] [instance: ec57f63b-c28b-4de2-a335-2b5ffa721ee6] Received event network-changed-9f0f613c-1cd7-4e9f-8e48-9850ea22d780 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 757.598561] env[69350]: DEBUG nova.compute.manager [req-b3ba0be4-dd34-4151-981e-77a500b29469 req-d1265a06-d53a-41d6-ad70-b4b5ef49d06b service nova] [instance: ec57f63b-c28b-4de2-a335-2b5ffa721ee6] Refreshing instance network info cache due to event network-changed-9f0f613c-1cd7-4e9f-8e48-9850ea22d780. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 757.598854] env[69350]: DEBUG oslo_concurrency.lockutils [req-b3ba0be4-dd34-4151-981e-77a500b29469 req-d1265a06-d53a-41d6-ad70-b4b5ef49d06b service nova] Acquiring lock "refresh_cache-ec57f63b-c28b-4de2-a335-2b5ffa721ee6" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.598854] env[69350]: DEBUG oslo_concurrency.lockutils [req-b3ba0be4-dd34-4151-981e-77a500b29469 req-d1265a06-d53a-41d6-ad70-b4b5ef49d06b service nova] Acquired lock "refresh_cache-ec57f63b-c28b-4de2-a335-2b5ffa721ee6" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.598965] env[69350]: DEBUG nova.network.neutron [req-b3ba0be4-dd34-4151-981e-77a500b29469 req-d1265a06-d53a-41d6-ad70-b4b5ef49d06b service nova] [instance: ec57f63b-c28b-4de2-a335-2b5ffa721ee6] Refreshing network info cache for port 9f0f613c-1cd7-4e9f-8e48-9850ea22d780 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 757.649611] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6019039e-53e5-4df3-8cbe-0ea19bacd063 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Releasing lock "refresh_cache-1928e353-9d7a-4d20-8347-029c36bcdb8e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.649884] env[69350]: DEBUG nova.objects.instance [None req-6019039e-53e5-4df3-8cbe-0ea19bacd063 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Lazy-loading 'migration_context' on Instance uuid 1928e353-9d7a-4d20-8347-029c36bcdb8e {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 757.743553] env[69350]: DEBUG oslo_vmware.api [None req-69170be3-6ae2-40f4-8d44-f1ad6276eb98 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] Task: {'id': task-3364799, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544653} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.743987] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-69170be3-6ae2-40f4-8d44-f1ad6276eb98 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] 2713f49f-14fc-4705-a30c-e114159466d1/2713f49f-14fc-4705-a30c-e114159466d1.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 757.744331] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-69170be3-6ae2-40f4-8d44-f1ad6276eb98 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] [instance: 2713f49f-14fc-4705-a30c-e114159466d1] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 757.744738] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-75b55da7-bad2-4abd-afe5-0a7f21e7e183 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.753137] env[69350]: DEBUG oslo_vmware.api [None req-69170be3-6ae2-40f4-8d44-f1ad6276eb98 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] Waiting for the task: (returnval){ [ 757.753137] env[69350]: value = "task-3364803" [ 757.753137] env[69350]: _type = "Task" [ 757.753137] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.763301] env[69350]: DEBUG oslo_vmware.api [None req-69170be3-6ae2-40f4-8d44-f1ad6276eb98 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] Task: {'id': task-3364803, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.790528] env[69350]: DEBUG oslo_vmware.api [None req-e7c18692-fbd8-4e91-9a52-ec2295fc6c62 tempest-ServersAdmin275Test-1045528550 tempest-ServersAdmin275Test-1045528550-project-admin] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]527399fb-3045-e8b9-ad91-ccc4d603f454, 'name': SearchDatastore_Task, 'duration_secs': 0.032197} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.790813] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e7c18692-fbd8-4e91-9a52-ec2295fc6c62 tempest-ServersAdmin275Test-1045528550 tempest-ServersAdmin275Test-1045528550-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.791087] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7c18692-fbd8-4e91-9a52-ec2295fc6c62 tempest-ServersAdmin275Test-1045528550 tempest-ServersAdmin275Test-1045528550-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] 2dd22dd0-a65e-405e-9e9f-71cbcda62051/2dd22dd0-a65e-405e-9e9f-71cbcda62051.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 757.791403] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f96576d-cd00-4d87-8fb8-050ab7649bd5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.802538] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3364801, 'name': CreateVM_Task, 'duration_secs': 0.895726} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.803843] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec57f63b-c28b-4de2-a335-2b5ffa721ee6] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 757.804193] env[69350]: DEBUG oslo_vmware.api [None req-e7c18692-fbd8-4e91-9a52-ec2295fc6c62 tempest-ServersAdmin275Test-1045528550 tempest-ServersAdmin275Test-1045528550-project-admin] Waiting for the task: (returnval){ [ 757.804193] env[69350]: value = "task-3364804" [ 757.804193] env[69350]: _type = "Task" [ 757.804193] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.804845] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4ec2e3f8-e905-421a-917b-a812566959f3 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.805008] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4ec2e3f8-e905-421a-917b-a812566959f3 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.805325] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4ec2e3f8-e905-421a-917b-a812566959f3 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.805641] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be247c56-e6d2-4634-8c66-834b5f7c3633 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.818039] env[69350]: DEBUG oslo_vmware.api [None req-4ec2e3f8-e905-421a-917b-a812566959f3 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Waiting for the task: (returnval){ [ 757.818039] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52f368b3-538e-5ab7-0887-2f0df760702a" [ 757.818039] env[69350]: _type = "Task" [ 757.818039] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.825161] env[69350]: DEBUG oslo_vmware.api [None req-e7c18692-fbd8-4e91-9a52-ec2295fc6c62 tempest-ServersAdmin275Test-1045528550 tempest-ServersAdmin275Test-1045528550-project-admin] Task: {'id': task-3364804, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.829409] env[69350]: INFO nova.compute.manager [None req-4b40c4f2-cba3-4ad4-a37a-dd55c50f84c9 tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] [instance: 13d2ed8e-c3c5-449a-ab34-3f318a9de5cc] Took 33.72 seconds to build instance. [ 757.837061] env[69350]: DEBUG oslo_vmware.api [None req-4ec2e3f8-e905-421a-917b-a812566959f3 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52f368b3-538e-5ab7-0887-2f0df760702a, 'name': SearchDatastore_Task, 'duration_secs': 0.016842} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.837173] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4ec2e3f8-e905-421a-917b-a812566959f3 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.837408] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4ec2e3f8-e905-421a-917b-a812566959f3 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: ec57f63b-c28b-4de2-a335-2b5ffa721ee6] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 757.837690] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4ec2e3f8-e905-421a-917b-a812566959f3 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.838018] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4ec2e3f8-e905-421a-917b-a812566959f3 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.838564] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ec2e3f8-e905-421a-917b-a812566959f3 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 757.838854] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c4a56317-043d-4d75-8d94-b0b302f5f6e7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.848294] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ec2e3f8-e905-421a-917b-a812566959f3 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 757.848840] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4ec2e3f8-e905-421a-917b-a812566959f3 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 757.850932] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9806d96f-5158-43bd-8d6f-dc9bdf872fe5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.857433] env[69350]: DEBUG oslo_vmware.api [None req-4ec2e3f8-e905-421a-917b-a812566959f3 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Waiting for the task: (returnval){ [ 757.857433] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52d41a07-f58f-d4d8-e912-faddd307b64e" [ 757.857433] env[69350]: _type = "Task" [ 757.857433] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.867583] env[69350]: DEBUG oslo_vmware.api [None req-4ec2e3f8-e905-421a-917b-a812566959f3 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52d41a07-f58f-d4d8-e912-faddd307b64e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.037534] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d38dc45d-3a9d-440d-848c-1aa04cb0f5c0 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Acquiring lock "d256518f-5e63-4b21-9d0d-0fbb60928b4a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.037799] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d38dc45d-3a9d-440d-848c-1aa04cb0f5c0 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Lock "d256518f-5e63-4b21-9d0d-0fbb60928b4a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.048241] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5b8f6cf8-bba5-427c-b1a9-a7bf14d3b528 tempest-ServerDiagnosticsV248Test-431018719 tempest-ServerDiagnosticsV248Test-431018719-project-member] Lock "e046a82e-32c7-4437-a613-070b6673f1b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.465s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.059104] env[69350]: DEBUG oslo_vmware.api [None req-13bf9fde-5293-4e7c-9d43-072f2935c3b6 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Task: {'id': task-3364802, 'name': CloneVM_Task} progress is 94%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.153938] env[69350]: DEBUG nova.objects.base [None req-6019039e-53e5-4df3-8cbe-0ea19bacd063 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Object Instance<1928e353-9d7a-4d20-8347-029c36bcdb8e> lazy-loaded attributes: info_cache,migration_context {{(pid=69350) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 758.155018] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fedf4a7e-cc15-47fa-9c39-13e703432c84 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.186218] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1a4d6a5-3086-4289-bba6-9471aceba09d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.196141] env[69350]: DEBUG oslo_vmware.api [None req-6019039e-53e5-4df3-8cbe-0ea19bacd063 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Waiting for the task: (returnval){ [ 758.196141] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]526f6066-6c77-112c-a23b-87f0512d4f8d" [ 758.196141] env[69350]: _type = "Task" [ 758.196141] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.210233] env[69350]: DEBUG oslo_vmware.api [None req-6019039e-53e5-4df3-8cbe-0ea19bacd063 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]526f6066-6c77-112c-a23b-87f0512d4f8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.269963] env[69350]: DEBUG oslo_vmware.api [None req-69170be3-6ae2-40f4-8d44-f1ad6276eb98 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] Task: {'id': task-3364803, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.328575] env[69350]: DEBUG oslo_vmware.api [None req-e7c18692-fbd8-4e91-9a52-ec2295fc6c62 tempest-ServersAdmin275Test-1045528550 tempest-ServersAdmin275Test-1045528550-project-admin] Task: {'id': task-3364804, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.338608] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4b40c4f2-cba3-4ad4-a37a-dd55c50f84c9 tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] Lock "13d2ed8e-c3c5-449a-ab34-3f318a9de5cc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.670s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.375441] env[69350]: DEBUG oslo_vmware.api [None req-4ec2e3f8-e905-421a-917b-a812566959f3 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52d41a07-f58f-d4d8-e912-faddd307b64e, 'name': SearchDatastore_Task, 'duration_secs': 0.017745} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.376019] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68e443dd-c4c0-4fab-b64f-2d1b74d35152 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.386037] env[69350]: DEBUG oslo_vmware.api [None req-4ec2e3f8-e905-421a-917b-a812566959f3 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Waiting for the task: (returnval){ [ 758.386037] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52f62c90-27fb-70bf-2e31-c3dbddf927d5" [ 758.386037] env[69350]: _type = "Task" [ 758.386037] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.394796] env[69350]: DEBUG oslo_vmware.api [None req-4ec2e3f8-e905-421a-917b-a812566959f3 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52f62c90-27fb-70bf-2e31-c3dbddf927d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.560824] env[69350]: DEBUG oslo_vmware.api [None req-13bf9fde-5293-4e7c-9d43-072f2935c3b6 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Task: {'id': task-3364802, 'name': CloneVM_Task} progress is 94%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.636956] env[69350]: DEBUG nova.network.neutron [req-b3ba0be4-dd34-4151-981e-77a500b29469 req-d1265a06-d53a-41d6-ad70-b4b5ef49d06b service nova] [instance: ec57f63b-c28b-4de2-a335-2b5ffa721ee6] Updated VIF entry in instance network info cache for port 9f0f613c-1cd7-4e9f-8e48-9850ea22d780. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 758.637372] env[69350]: DEBUG nova.network.neutron [req-b3ba0be4-dd34-4151-981e-77a500b29469 req-d1265a06-d53a-41d6-ad70-b4b5ef49d06b service nova] [instance: ec57f63b-c28b-4de2-a335-2b5ffa721ee6] Updating instance_info_cache with network_info: [{"id": "9f0f613c-1cd7-4e9f-8e48-9850ea22d780", "address": "fa:16:3e:21:5b:cb", "network": {"id": "a368e5a9-70b5-4258-8dc0-532129c1476e", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1282444226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61bee03a23c5497c93a859f18c36ebcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f0f613c-1c", "ovs_interfaceid": "9f0f613c-1cd7-4e9f-8e48-9850ea22d780", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.719669] env[69350]: DEBUG oslo_vmware.api [None req-6019039e-53e5-4df3-8cbe-0ea19bacd063 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]526f6066-6c77-112c-a23b-87f0512d4f8d, 'name': SearchDatastore_Task, 'duration_secs': 0.034018} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.722282] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6019039e-53e5-4df3-8cbe-0ea19bacd063 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.767399] env[69350]: DEBUG oslo_vmware.api [None req-69170be3-6ae2-40f4-8d44-f1ad6276eb98 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] Task: {'id': task-3364803, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.998198} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.767399] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-69170be3-6ae2-40f4-8d44-f1ad6276eb98 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] [instance: 2713f49f-14fc-4705-a30c-e114159466d1] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 758.767648] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afd2c450-d0aa-443d-ae41-76bbc9acaaa7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.793886] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-69170be3-6ae2-40f4-8d44-f1ad6276eb98 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] [instance: 2713f49f-14fc-4705-a30c-e114159466d1] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 2713f49f-14fc-4705-a30c-e114159466d1/2713f49f-14fc-4705-a30c-e114159466d1.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 758.797772] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43d3566d-73d6-4f71-a516-8440d311c34b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.822616] env[69350]: DEBUG oslo_vmware.api [None req-e7c18692-fbd8-4e91-9a52-ec2295fc6c62 tempest-ServersAdmin275Test-1045528550 tempest-ServersAdmin275Test-1045528550-project-admin] Task: {'id': task-3364804, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.724086} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.824049] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7c18692-fbd8-4e91-9a52-ec2295fc6c62 tempest-ServersAdmin275Test-1045528550 tempest-ServersAdmin275Test-1045528550-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] 2dd22dd0-a65e-405e-9e9f-71cbcda62051/2dd22dd0-a65e-405e-9e9f-71cbcda62051.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 758.824448] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e7c18692-fbd8-4e91-9a52-ec2295fc6c62 tempest-ServersAdmin275Test-1045528550 tempest-ServersAdmin275Test-1045528550-project-admin] [instance: 2dd22dd0-a65e-405e-9e9f-71cbcda62051] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 758.824852] env[69350]: DEBUG oslo_vmware.api [None req-69170be3-6ae2-40f4-8d44-f1ad6276eb98 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] Waiting for the task: (returnval){ [ 758.824852] env[69350]: value = "task-3364805" [ 758.824852] env[69350]: _type = "Task" [ 758.824852] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.828015] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bd79e04d-30d7-410c-a782-10c6773ab423 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.836539] env[69350]: DEBUG oslo_vmware.api [None req-e7c18692-fbd8-4e91-9a52-ec2295fc6c62 tempest-ServersAdmin275Test-1045528550 tempest-ServersAdmin275Test-1045528550-project-admin] Waiting for the task: (returnval){ [ 758.836539] env[69350]: value = "task-3364806" [ 758.836539] env[69350]: _type = "Task" [ 758.836539] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.839751] env[69350]: DEBUG oslo_vmware.api [None req-69170be3-6ae2-40f4-8d44-f1ad6276eb98 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] Task: {'id': task-3364805, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.843340] env[69350]: DEBUG nova.compute.manager [None req-9f574a62-8940-4c3b-8a8e-d6ed295176a6 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] [instance: 575cfb5e-9476-43fc-9724-33cb252fb7ce] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 758.855018] env[69350]: DEBUG oslo_vmware.api [None req-e7c18692-fbd8-4e91-9a52-ec2295fc6c62 tempest-ServersAdmin275Test-1045528550 tempest-ServersAdmin275Test-1045528550-project-admin] Task: {'id': task-3364806, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.898582] env[69350]: DEBUG oslo_vmware.api [None req-4ec2e3f8-e905-421a-917b-a812566959f3 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52f62c90-27fb-70bf-2e31-c3dbddf927d5, 'name': SearchDatastore_Task, 'duration_secs': 0.055876} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.902186] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4ec2e3f8-e905-421a-917b-a812566959f3 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.902490] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ec2e3f8-e905-421a-917b-a812566959f3 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] ec57f63b-c28b-4de2-a335-2b5ffa721ee6/ec57f63b-c28b-4de2-a335-2b5ffa721ee6.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 758.903479] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-92b492ba-6257-43f7-84ba-a1944ed5959f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.912661] env[69350]: DEBUG oslo_vmware.api [None req-4ec2e3f8-e905-421a-917b-a812566959f3 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Waiting for the task: (returnval){ [ 758.912661] env[69350]: value = "task-3364807" [ 758.912661] env[69350]: _type = "Task" [ 758.912661] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.927603] env[69350]: DEBUG oslo_vmware.api [None req-4ec2e3f8-e905-421a-917b-a812566959f3 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Task: {'id': task-3364807, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.060994] env[69350]: DEBUG oslo_vmware.api [None req-13bf9fde-5293-4e7c-9d43-072f2935c3b6 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Task: {'id': task-3364802, 'name': CloneVM_Task} progress is 94%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.140781] env[69350]: DEBUG oslo_concurrency.lockutils [req-b3ba0be4-dd34-4151-981e-77a500b29469 req-d1265a06-d53a-41d6-ad70-b4b5ef49d06b service nova] Releasing lock "refresh_cache-ec57f63b-c28b-4de2-a335-2b5ffa721ee6" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.141768] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f98823c2-fd5c-4bf4-9856-8f79b7f00700 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.149361] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7821bf9c-980c-4686-8f47-300479ce97fe {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.180554] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add40ac8-a2e2-4a1c-99ca-cfd4a326447c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.188714] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc5ffbb-d10c-4866-a0d3-bd2a8546890f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.210292] env[69350]: DEBUG nova.compute.provider_tree [None req-431f1faf-50e1-4e52-934c-bf3f324847b8 tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 759.364648] env[69350]: DEBUG oslo_vmware.api [None req-69170be3-6ae2-40f4-8d44-f1ad6276eb98 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] Task: {'id': task-3364805, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.373149] env[69350]: DEBUG oslo_vmware.api [None req-e7c18692-fbd8-4e91-9a52-ec2295fc6c62 tempest-ServersAdmin275Test-1045528550 tempest-ServersAdmin275Test-1045528550-project-admin] Task: {'id': task-3364806, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0658} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.373456] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e7c18692-fbd8-4e91-9a52-ec2295fc6c62 tempest-ServersAdmin275Test-1045528550 tempest-ServersAdmin275Test-1045528550-project-admin] [instance: 2dd22dd0-a65e-405e-9e9f-71cbcda62051] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 759.375363] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bfeb49e-34f0-4ded-8a8c-0248c9fa358f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.400401] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7c18692-fbd8-4e91-9a52-ec2295fc6c62 tempest-ServersAdmin275Test-1045528550 tempest-ServersAdmin275Test-1045528550-project-admin] [instance: 2dd22dd0-a65e-405e-9e9f-71cbcda62051] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] 2dd22dd0-a65e-405e-9e9f-71cbcda62051/2dd22dd0-a65e-405e-9e9f-71cbcda62051.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 759.401065] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9f574a62-8940-4c3b-8a8e-d6ed295176a6 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.401497] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae0a8a95-423b-419e-b227-0c7d5bc09c44 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.430138] env[69350]: DEBUG oslo_vmware.api [None req-4ec2e3f8-e905-421a-917b-a812566959f3 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Task: {'id': task-3364807, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.431622] env[69350]: DEBUG oslo_vmware.api [None req-e7c18692-fbd8-4e91-9a52-ec2295fc6c62 tempest-ServersAdmin275Test-1045528550 tempest-ServersAdmin275Test-1045528550-project-admin] Waiting for the task: (returnval){ [ 759.431622] env[69350]: value = "task-3364808" [ 759.431622] env[69350]: _type = "Task" [ 759.431622] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.442042] env[69350]: DEBUG oslo_vmware.api [None req-e7c18692-fbd8-4e91-9a52-ec2295fc6c62 tempest-ServersAdmin275Test-1045528550 tempest-ServersAdmin275Test-1045528550-project-admin] Task: {'id': task-3364808, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.560092] env[69350]: DEBUG oslo_vmware.api [None req-13bf9fde-5293-4e7c-9d43-072f2935c3b6 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Task: {'id': task-3364802, 'name': CloneVM_Task, 'duration_secs': 1.996787} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.560835] env[69350]: INFO nova.virt.vmwareapi.vmops [None req-13bf9fde-5293-4e7c-9d43-072f2935c3b6 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: be800ce5-6d2e-402d-b83a-e22771d0aa5d] Created linked-clone VM from snapshot [ 759.561762] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4999c7cb-57a8-4677-8216-195551100ec0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.571712] env[69350]: DEBUG nova.virt.vmwareapi.images [None req-13bf9fde-5293-4e7c-9d43-072f2935c3b6 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: be800ce5-6d2e-402d-b83a-e22771d0aa5d] Uploading image 78b0a005-1d82-44d6-ae9c-38053ecc9a5d {{(pid=69350) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 759.604073] env[69350]: DEBUG oslo_vmware.rw_handles [None req-13bf9fde-5293-4e7c-9d43-072f2935c3b6 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 759.604073] env[69350]: value = "vm-671452" [ 759.604073] env[69350]: _type = "VirtualMachine" [ 759.604073] env[69350]: }. {{(pid=69350) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 759.604403] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-087b5339-1d22-4ebf-886a-75a6ae17e8c0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.613939] env[69350]: DEBUG oslo_vmware.rw_handles [None req-13bf9fde-5293-4e7c-9d43-072f2935c3b6 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Lease: (returnval){ [ 759.613939] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5223244e-81f1-4cfa-dc11-262f792a1680" [ 759.613939] env[69350]: _type = "HttpNfcLease" [ 759.613939] env[69350]: } obtained for exporting VM: (result){ [ 759.613939] env[69350]: value = "vm-671452" [ 759.613939] env[69350]: _type = "VirtualMachine" [ 759.613939] env[69350]: }. {{(pid=69350) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 759.614614] env[69350]: DEBUG oslo_vmware.api [None req-13bf9fde-5293-4e7c-9d43-072f2935c3b6 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Waiting for the lease: (returnval){ [ 759.614614] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5223244e-81f1-4cfa-dc11-262f792a1680" [ 759.614614] env[69350]: _type = "HttpNfcLease" [ 759.614614] env[69350]: } to be ready. {{(pid=69350) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 759.622370] env[69350]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 759.622370] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5223244e-81f1-4cfa-dc11-262f792a1680" [ 759.622370] env[69350]: _type = "HttpNfcLease" [ 759.622370] env[69350]: } is initializing. {{(pid=69350) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 759.715010] env[69350]: DEBUG nova.scheduler.client.report [None req-431f1faf-50e1-4e52-934c-bf3f324847b8 tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 759.845059] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fca27637-d237-4fd0-8f00-344eed76e55d tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] Acquiring lock "13d2ed8e-c3c5-449a-ab34-3f318a9de5cc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.845206] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fca27637-d237-4fd0-8f00-344eed76e55d tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] Lock "13d2ed8e-c3c5-449a-ab34-3f318a9de5cc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.845463] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fca27637-d237-4fd0-8f00-344eed76e55d tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] Acquiring lock "13d2ed8e-c3c5-449a-ab34-3f318a9de5cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.845667] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fca27637-d237-4fd0-8f00-344eed76e55d tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] Lock "13d2ed8e-c3c5-449a-ab34-3f318a9de5cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.846196] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fca27637-d237-4fd0-8f00-344eed76e55d tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] Lock "13d2ed8e-c3c5-449a-ab34-3f318a9de5cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.849072] env[69350]: DEBUG oslo_vmware.api [None req-69170be3-6ae2-40f4-8d44-f1ad6276eb98 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] Task: {'id': task-3364805, 'name': ReconfigVM_Task, 'duration_secs': 0.690674} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.849704] env[69350]: INFO nova.compute.manager [None req-fca27637-d237-4fd0-8f00-344eed76e55d tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] [instance: 13d2ed8e-c3c5-449a-ab34-3f318a9de5cc] Terminating instance [ 759.856099] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-69170be3-6ae2-40f4-8d44-f1ad6276eb98 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] [instance: 2713f49f-14fc-4705-a30c-e114159466d1] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 2713f49f-14fc-4705-a30c-e114159466d1/2713f49f-14fc-4705-a30c-e114159466d1.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 759.861018] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b41fc80-286f-44d9-918a-f687dccbd911 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.867568] env[69350]: DEBUG oslo_vmware.api [None req-69170be3-6ae2-40f4-8d44-f1ad6276eb98 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] Waiting for the task: (returnval){ [ 759.867568] env[69350]: value = "task-3364810" [ 759.867568] env[69350]: _type = "Task" [ 759.867568] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.881044] env[69350]: DEBUG oslo_concurrency.lockutils [None req-126f5fad-8c6e-4e47-83b4-9f79669678f4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Acquiring lock "8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.884958] env[69350]: DEBUG oslo_concurrency.lockutils [None req-126f5fad-8c6e-4e47-83b4-9f79669678f4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Lock "8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.894125] env[69350]: DEBUG oslo_vmware.api [None req-69170be3-6ae2-40f4-8d44-f1ad6276eb98 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] Task: {'id': task-3364810, 'name': Rename_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.933510] env[69350]: DEBUG oslo_vmware.api [None req-4ec2e3f8-e905-421a-917b-a812566959f3 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Task: {'id': task-3364807, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.806864} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.933510] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ec2e3f8-e905-421a-917b-a812566959f3 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] ec57f63b-c28b-4de2-a335-2b5ffa721ee6/ec57f63b-c28b-4de2-a335-2b5ffa721ee6.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 759.933510] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4ec2e3f8-e905-421a-917b-a812566959f3 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: ec57f63b-c28b-4de2-a335-2b5ffa721ee6] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 759.938334] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-486d93dd-0c2d-4c9f-97fd-711381ca4b31 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.949045] env[69350]: DEBUG oslo_vmware.api [None req-e7c18692-fbd8-4e91-9a52-ec2295fc6c62 tempest-ServersAdmin275Test-1045528550 tempest-ServersAdmin275Test-1045528550-project-admin] Task: {'id': task-3364808, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.950805] env[69350]: DEBUG oslo_vmware.api [None req-4ec2e3f8-e905-421a-917b-a812566959f3 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Waiting for the task: (returnval){ [ 759.950805] env[69350]: value = "task-3364811" [ 759.950805] env[69350]: _type = "Task" [ 759.950805] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.961094] env[69350]: DEBUG oslo_vmware.api [None req-4ec2e3f8-e905-421a-917b-a812566959f3 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Task: {'id': task-3364811, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.123290] env[69350]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 760.123290] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5223244e-81f1-4cfa-dc11-262f792a1680" [ 760.123290] env[69350]: _type = "HttpNfcLease" [ 760.123290] env[69350]: } is ready. {{(pid=69350) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 760.123290] env[69350]: DEBUG oslo_vmware.rw_handles [None req-13bf9fde-5293-4e7c-9d43-072f2935c3b6 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 760.123290] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5223244e-81f1-4cfa-dc11-262f792a1680" [ 760.123290] env[69350]: _type = "HttpNfcLease" [ 760.123290] env[69350]: }. {{(pid=69350) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 760.124545] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6622493f-4c9a-4667-989f-172620977a57 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.138058] env[69350]: DEBUG oslo_vmware.rw_handles [None req-13bf9fde-5293-4e7c-9d43-072f2935c3b6 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5262a6c1-ae44-29f0-3c5c-65b071652b7c/disk-0.vmdk from lease info. {{(pid=69350) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 760.138296] env[69350]: DEBUG oslo_vmware.rw_handles [None req-13bf9fde-5293-4e7c-9d43-072f2935c3b6 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5262a6c1-ae44-29f0-3c5c-65b071652b7c/disk-0.vmdk for reading. {{(pid=69350) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 760.224605] env[69350]: DEBUG oslo_concurrency.lockutils [None req-431f1faf-50e1-4e52-934c-bf3f324847b8 tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.711s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.224605] env[69350]: DEBUG nova.compute.manager [None req-431f1faf-50e1-4e52-934c-bf3f324847b8 tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] [instance: 2120db16-82c9-4fa6-b050-84c45b31f858] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 760.228403] env[69350]: DEBUG oslo_concurrency.lockutils [None req-96bce5a7-b0f6-4a55-823d-1503f8fddb1a tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.042s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.229544] env[69350]: INFO nova.compute.claims [None req-96bce5a7-b0f6-4a55-823d-1503f8fddb1a tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: 78aed5f0-ce65-4b00-8a3f-1eab21e0525b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 760.358151] env[69350]: DEBUG nova.compute.manager [None req-fca27637-d237-4fd0-8f00-344eed76e55d tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] [instance: 13d2ed8e-c3c5-449a-ab34-3f318a9de5cc] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 760.358440] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-fca27637-d237-4fd0-8f00-344eed76e55d tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] [instance: 13d2ed8e-c3c5-449a-ab34-3f318a9de5cc] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 760.359414] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c3511cc-c20d-4ac4-a1c9-827edbcd3919 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.372897] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-fca27637-d237-4fd0-8f00-344eed76e55d tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] [instance: 13d2ed8e-c3c5-449a-ab34-3f318a9de5cc] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 760.380120] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9423edde-bd0f-458f-aa06-67233f74cb8a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.386253] env[69350]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d00a071d-7889-4d31-9e75-9cf67df0aacd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.391018] env[69350]: DEBUG oslo_vmware.api [None req-69170be3-6ae2-40f4-8d44-f1ad6276eb98 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] Task: {'id': task-3364810, 'name': Rename_Task, 'duration_secs': 0.281737} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.393712] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-69170be3-6ae2-40f4-8d44-f1ad6276eb98 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] [instance: 2713f49f-14fc-4705-a30c-e114159466d1] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 760.394401] env[69350]: DEBUG oslo_vmware.api [None req-fca27637-d237-4fd0-8f00-344eed76e55d tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] Waiting for the task: (returnval){ [ 760.394401] env[69350]: value = "task-3364812" [ 760.394401] env[69350]: _type = "Task" [ 760.394401] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.394648] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8012290f-3050-4eeb-85c6-c5782859fdff {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.408349] env[69350]: DEBUG oslo_vmware.api [None req-fca27637-d237-4fd0-8f00-344eed76e55d tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] Task: {'id': task-3364812, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.411673] env[69350]: DEBUG oslo_vmware.api [None req-69170be3-6ae2-40f4-8d44-f1ad6276eb98 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] Waiting for the task: (returnval){ [ 760.411673] env[69350]: value = "task-3364813" [ 760.411673] env[69350]: _type = "Task" [ 760.411673] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.419964] env[69350]: DEBUG oslo_vmware.api [None req-69170be3-6ae2-40f4-8d44-f1ad6276eb98 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] Task: {'id': task-3364813, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.445927] env[69350]: DEBUG oslo_vmware.api [None req-e7c18692-fbd8-4e91-9a52-ec2295fc6c62 tempest-ServersAdmin275Test-1045528550 tempest-ServersAdmin275Test-1045528550-project-admin] Task: {'id': task-3364808, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.459912] env[69350]: DEBUG oslo_vmware.api [None req-4ec2e3f8-e905-421a-917b-a812566959f3 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Task: {'id': task-3364811, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.124947} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.460236] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4ec2e3f8-e905-421a-917b-a812566959f3 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: ec57f63b-c28b-4de2-a335-2b5ffa721ee6] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 760.461402] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-620ec653-b3c9-4f20-8810-1f477b50fbed {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.491022] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ec2e3f8-e905-421a-917b-a812566959f3 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: ec57f63b-c28b-4de2-a335-2b5ffa721ee6] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] ec57f63b-c28b-4de2-a335-2b5ffa721ee6/ec57f63b-c28b-4de2-a335-2b5ffa721ee6.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 760.491022] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5eb22297-e8a3-4b8e-b0f9-c23094ca2285 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.511956] env[69350]: DEBUG oslo_vmware.api [None req-4ec2e3f8-e905-421a-917b-a812566959f3 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Waiting for the task: (returnval){ [ 760.511956] env[69350]: value = "task-3364814" [ 760.511956] env[69350]: _type = "Task" [ 760.511956] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.520539] env[69350]: DEBUG oslo_vmware.api [None req-4ec2e3f8-e905-421a-917b-a812566959f3 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Task: {'id': task-3364814, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.729222] env[69350]: DEBUG nova.compute.utils [None req-431f1faf-50e1-4e52-934c-bf3f324847b8 tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 760.730702] env[69350]: DEBUG nova.compute.manager [None req-431f1faf-50e1-4e52-934c-bf3f324847b8 tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] [instance: 2120db16-82c9-4fa6-b050-84c45b31f858] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 760.730894] env[69350]: DEBUG nova.network.neutron [None req-431f1faf-50e1-4e52-934c-bf3f324847b8 tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] [instance: 2120db16-82c9-4fa6-b050-84c45b31f858] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 760.843326] env[69350]: DEBUG nova.policy [None req-431f1faf-50e1-4e52-934c-bf3f324847b8 tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '27b912dc7aa64b3390ceaa2b913b3ac4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '723d80cec44e481e9d9b81de91619e76', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 760.906033] env[69350]: DEBUG oslo_vmware.api [None req-fca27637-d237-4fd0-8f00-344eed76e55d tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] Task: {'id': task-3364812, 'name': PowerOffVM_Task, 'duration_secs': 0.322954} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.908607] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-fca27637-d237-4fd0-8f00-344eed76e55d tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] [instance: 13d2ed8e-c3c5-449a-ab34-3f318a9de5cc] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 760.909262] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-fca27637-d237-4fd0-8f00-344eed76e55d tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] [instance: 13d2ed8e-c3c5-449a-ab34-3f318a9de5cc] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 760.909658] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-65111bbc-f65e-4071-9b5b-9f0c6e2b4a32 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.923188] env[69350]: DEBUG oslo_vmware.api [None req-69170be3-6ae2-40f4-8d44-f1ad6276eb98 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] Task: {'id': task-3364813, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.941756] env[69350]: DEBUG oslo_vmware.api [None req-e7c18692-fbd8-4e91-9a52-ec2295fc6c62 tempest-ServersAdmin275Test-1045528550 tempest-ServersAdmin275Test-1045528550-project-admin] Task: {'id': task-3364808, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.986310] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-fca27637-d237-4fd0-8f00-344eed76e55d tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] [instance: 13d2ed8e-c3c5-449a-ab34-3f318a9de5cc] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 760.986310] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-fca27637-d237-4fd0-8f00-344eed76e55d tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] [instance: 13d2ed8e-c3c5-449a-ab34-3f318a9de5cc] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 760.986494] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-fca27637-d237-4fd0-8f00-344eed76e55d tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] Deleting the datastore file [datastore2] 13d2ed8e-c3c5-449a-ab34-3f318a9de5cc {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 760.986748] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a0e65f96-1483-4455-a7c0-2561465db374 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.994250] env[69350]: DEBUG oslo_vmware.api [None req-fca27637-d237-4fd0-8f00-344eed76e55d tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] Waiting for the task: (returnval){ [ 760.994250] env[69350]: value = "task-3364816" [ 760.994250] env[69350]: _type = "Task" [ 760.994250] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.003619] env[69350]: DEBUG oslo_vmware.api [None req-fca27637-d237-4fd0-8f00-344eed76e55d tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] Task: {'id': task-3364816, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.029164] env[69350]: DEBUG oslo_vmware.api [None req-4ec2e3f8-e905-421a-917b-a812566959f3 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Task: {'id': task-3364814, 'name': ReconfigVM_Task, 'duration_secs': 0.380605} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.029606] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ec2e3f8-e905-421a-917b-a812566959f3 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: ec57f63b-c28b-4de2-a335-2b5ffa721ee6] Reconfigured VM instance instance-00000012 to attach disk [datastore1] ec57f63b-c28b-4de2-a335-2b5ffa721ee6/ec57f63b-c28b-4de2-a335-2b5ffa721ee6.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 761.030288] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-007e4f95-271f-438e-990c-517e63e87205 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.043571] env[69350]: DEBUG oslo_vmware.api [None req-4ec2e3f8-e905-421a-917b-a812566959f3 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Waiting for the task: (returnval){ [ 761.043571] env[69350]: value = "task-3364817" [ 761.043571] env[69350]: _type = "Task" [ 761.043571] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.059382] env[69350]: DEBUG oslo_vmware.api [None req-4ec2e3f8-e905-421a-917b-a812566959f3 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Task: {'id': task-3364817, 'name': Rename_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.237596] env[69350]: DEBUG nova.compute.manager [None req-431f1faf-50e1-4e52-934c-bf3f324847b8 tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] [instance: 2120db16-82c9-4fa6-b050-84c45b31f858] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 761.426291] env[69350]: DEBUG oslo_vmware.api [None req-69170be3-6ae2-40f4-8d44-f1ad6276eb98 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] Task: {'id': task-3364813, 'name': PowerOnVM_Task, 'duration_secs': 0.819521} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.430124] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-69170be3-6ae2-40f4-8d44-f1ad6276eb98 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] [instance: 2713f49f-14fc-4705-a30c-e114159466d1] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 761.430524] env[69350]: INFO nova.compute.manager [None req-69170be3-6ae2-40f4-8d44-f1ad6276eb98 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] [instance: 2713f49f-14fc-4705-a30c-e114159466d1] Took 11.16 seconds to spawn the instance on the hypervisor. [ 761.430822] env[69350]: DEBUG nova.compute.manager [None req-69170be3-6ae2-40f4-8d44-f1ad6276eb98 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] [instance: 2713f49f-14fc-4705-a30c-e114159466d1] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 761.432321] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37317b04-3192-4ba6-93f2-c03775d8e6fd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.447685] env[69350]: DEBUG oslo_vmware.api [None req-e7c18692-fbd8-4e91-9a52-ec2295fc6c62 tempest-ServersAdmin275Test-1045528550 tempest-ServersAdmin275Test-1045528550-project-admin] Task: {'id': task-3364808, 'name': ReconfigVM_Task, 'duration_secs': 1.582397} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.457417] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7c18692-fbd8-4e91-9a52-ec2295fc6c62 tempest-ServersAdmin275Test-1045528550 tempest-ServersAdmin275Test-1045528550-project-admin] [instance: 2dd22dd0-a65e-405e-9e9f-71cbcda62051] Reconfigured VM instance instance-0000000c to attach disk [datastore1] 2dd22dd0-a65e-405e-9e9f-71cbcda62051/2dd22dd0-a65e-405e-9e9f-71cbcda62051.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 761.458508] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7bd7a723-851b-4c17-a7eb-39f7a7a20350 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.465600] env[69350]: DEBUG oslo_vmware.api [None req-e7c18692-fbd8-4e91-9a52-ec2295fc6c62 tempest-ServersAdmin275Test-1045528550 tempest-ServersAdmin275Test-1045528550-project-admin] Waiting for the task: (returnval){ [ 761.465600] env[69350]: value = "task-3364818" [ 761.465600] env[69350]: _type = "Task" [ 761.465600] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.478110] env[69350]: DEBUG oslo_vmware.api [None req-e7c18692-fbd8-4e91-9a52-ec2295fc6c62 tempest-ServersAdmin275Test-1045528550 tempest-ServersAdmin275Test-1045528550-project-admin] Task: {'id': task-3364818, 'name': Rename_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.505066] env[69350]: DEBUG oslo_vmware.api [None req-fca27637-d237-4fd0-8f00-344eed76e55d tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] Task: {'id': task-3364816, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.223013} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.505352] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-fca27637-d237-4fd0-8f00-344eed76e55d tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 761.505528] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-fca27637-d237-4fd0-8f00-344eed76e55d tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] [instance: 13d2ed8e-c3c5-449a-ab34-3f318a9de5cc] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 761.505739] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-fca27637-d237-4fd0-8f00-344eed76e55d tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] [instance: 13d2ed8e-c3c5-449a-ab34-3f318a9de5cc] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 761.506078] env[69350]: INFO nova.compute.manager [None req-fca27637-d237-4fd0-8f00-344eed76e55d tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] [instance: 13d2ed8e-c3c5-449a-ab34-3f318a9de5cc] Took 1.15 seconds to destroy the instance on the hypervisor. [ 761.506955] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fca27637-d237-4fd0-8f00-344eed76e55d tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 761.506955] env[69350]: DEBUG nova.compute.manager [-] [instance: 13d2ed8e-c3c5-449a-ab34-3f318a9de5cc] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 761.506955] env[69350]: DEBUG nova.network.neutron [-] [instance: 13d2ed8e-c3c5-449a-ab34-3f318a9de5cc] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 761.554983] env[69350]: DEBUG oslo_vmware.api [None req-4ec2e3f8-e905-421a-917b-a812566959f3 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Task: {'id': task-3364817, 'name': Rename_Task, 'duration_secs': 0.214255} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.555259] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ec2e3f8-e905-421a-917b-a812566959f3 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: ec57f63b-c28b-4de2-a335-2b5ffa721ee6] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 761.555570] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b241517-6a64-4840-86cd-cee7aae84d91 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.561905] env[69350]: DEBUG oslo_vmware.api [None req-4ec2e3f8-e905-421a-917b-a812566959f3 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Waiting for the task: (returnval){ [ 761.561905] env[69350]: value = "task-3364819" [ 761.561905] env[69350]: _type = "Task" [ 761.561905] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.572651] env[69350]: DEBUG oslo_vmware.api [None req-4ec2e3f8-e905-421a-917b-a812566959f3 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Task: {'id': task-3364819, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.789313] env[69350]: DEBUG nova.network.neutron [None req-431f1faf-50e1-4e52-934c-bf3f324847b8 tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] [instance: 2120db16-82c9-4fa6-b050-84c45b31f858] Successfully created port: 39797b3e-ff5c-4ce1-9adf-407e2abfc745 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 761.890058] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6802f915-da73-41aa-ae7a-bc8cd52dd0b0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.897877] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70899b10-b9e5-4e7b-a6d8-a486e7f2d717 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.931353] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fe7fbea-5239-4953-a76d-e7dbd8be03c4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.940145] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0cdfd3d-4cd5-41cf-8f30-1d2fdbd3bc40 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.956262] env[69350]: DEBUG nova.compute.provider_tree [None req-96bce5a7-b0f6-4a55-823d-1503f8fddb1a tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 761.970160] env[69350]: INFO nova.compute.manager [None req-69170be3-6ae2-40f4-8d44-f1ad6276eb98 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] [instance: 2713f49f-14fc-4705-a30c-e114159466d1] Took 33.42 seconds to build instance. [ 761.977281] env[69350]: DEBUG oslo_vmware.api [None req-e7c18692-fbd8-4e91-9a52-ec2295fc6c62 tempest-ServersAdmin275Test-1045528550 tempest-ServersAdmin275Test-1045528550-project-admin] Task: {'id': task-3364818, 'name': Rename_Task, 'duration_secs': 0.244416} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.977621] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7c18692-fbd8-4e91-9a52-ec2295fc6c62 tempest-ServersAdmin275Test-1045528550 tempest-ServersAdmin275Test-1045528550-project-admin] [instance: 2dd22dd0-a65e-405e-9e9f-71cbcda62051] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 761.977899] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8de4ccc0-9f71-477a-85b3-4007938bd26f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.984593] env[69350]: DEBUG oslo_vmware.api [None req-e7c18692-fbd8-4e91-9a52-ec2295fc6c62 tempest-ServersAdmin275Test-1045528550 tempest-ServersAdmin275Test-1045528550-project-admin] Waiting for the task: (returnval){ [ 761.984593] env[69350]: value = "task-3364820" [ 761.984593] env[69350]: _type = "Task" [ 761.984593] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.996082] env[69350]: DEBUG oslo_vmware.api [None req-e7c18692-fbd8-4e91-9a52-ec2295fc6c62 tempest-ServersAdmin275Test-1045528550 tempest-ServersAdmin275Test-1045528550-project-admin] Task: {'id': task-3364820, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.072425] env[69350]: DEBUG oslo_vmware.api [None req-4ec2e3f8-e905-421a-917b-a812566959f3 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Task: {'id': task-3364819, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.250014] env[69350]: DEBUG nova.compute.manager [None req-431f1faf-50e1-4e52-934c-bf3f324847b8 tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] [instance: 2120db16-82c9-4fa6-b050-84c45b31f858] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 762.296030] env[69350]: DEBUG nova.virt.hardware [None req-431f1faf-50e1-4e52-934c-bf3f324847b8 tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 762.296030] env[69350]: DEBUG nova.virt.hardware [None req-431f1faf-50e1-4e52-934c-bf3f324847b8 tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 762.296030] env[69350]: DEBUG nova.virt.hardware [None req-431f1faf-50e1-4e52-934c-bf3f324847b8 tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 762.296433] env[69350]: DEBUG nova.virt.hardware [None req-431f1faf-50e1-4e52-934c-bf3f324847b8 tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 762.296651] env[69350]: DEBUG nova.virt.hardware [None req-431f1faf-50e1-4e52-934c-bf3f324847b8 tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 762.296912] env[69350]: DEBUG nova.virt.hardware [None req-431f1faf-50e1-4e52-934c-bf3f324847b8 tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 762.297437] env[69350]: DEBUG nova.virt.hardware [None req-431f1faf-50e1-4e52-934c-bf3f324847b8 tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 762.297671] env[69350]: DEBUG nova.virt.hardware [None req-431f1faf-50e1-4e52-934c-bf3f324847b8 tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 762.299111] env[69350]: DEBUG nova.virt.hardware [None req-431f1faf-50e1-4e52-934c-bf3f324847b8 tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 762.299641] env[69350]: DEBUG nova.virt.hardware [None req-431f1faf-50e1-4e52-934c-bf3f324847b8 tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 762.299887] env[69350]: DEBUG nova.virt.hardware [None req-431f1faf-50e1-4e52-934c-bf3f324847b8 tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 762.302333] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d544f11d-21d7-4043-872f-c6bfbcff929c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.314426] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21da07ad-5562-4f86-9e44-cceca7932fce {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.460212] env[69350]: DEBUG nova.scheduler.client.report [None req-96bce5a7-b0f6-4a55-823d-1503f8fddb1a tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 762.475057] env[69350]: DEBUG oslo_concurrency.lockutils [None req-69170be3-6ae2-40f4-8d44-f1ad6276eb98 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] Lock "2713f49f-14fc-4705-a30c-e114159466d1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.785s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.500206] env[69350]: DEBUG oslo_vmware.api [None req-e7c18692-fbd8-4e91-9a52-ec2295fc6c62 tempest-ServersAdmin275Test-1045528550 tempest-ServersAdmin275Test-1045528550-project-admin] Task: {'id': task-3364820, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.572424] env[69350]: DEBUG oslo_vmware.api [None req-4ec2e3f8-e905-421a-917b-a812566959f3 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Task: {'id': task-3364819, 'name': PowerOnVM_Task, 'duration_secs': 0.654694} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.572704] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ec2e3f8-e905-421a-917b-a812566959f3 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: ec57f63b-c28b-4de2-a335-2b5ffa721ee6] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 762.573041] env[69350]: INFO nova.compute.manager [None req-4ec2e3f8-e905-421a-917b-a812566959f3 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: ec57f63b-c28b-4de2-a335-2b5ffa721ee6] Took 9.58 seconds to spawn the instance on the hypervisor. [ 762.573274] env[69350]: DEBUG nova.compute.manager [None req-4ec2e3f8-e905-421a-917b-a812566959f3 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: ec57f63b-c28b-4de2-a335-2b5ffa721ee6] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 762.574142] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ee21b79-9f3a-48ee-92a9-3852e76c75e2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.779269] env[69350]: DEBUG nova.network.neutron [-] [instance: 13d2ed8e-c3c5-449a-ab34-3f318a9de5cc] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.971667] env[69350]: DEBUG oslo_concurrency.lockutils [None req-96bce5a7-b0f6-4a55-823d-1503f8fddb1a tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.744s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.972444] env[69350]: DEBUG nova.compute.manager [None req-96bce5a7-b0f6-4a55-823d-1503f8fddb1a tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: 78aed5f0-ce65-4b00-8a3f-1eab21e0525b] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 762.975032] env[69350]: DEBUG oslo_concurrency.lockutils [None req-35837de5-2070-4f60-bd41-40fc062ad816 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.471s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.975237] env[69350]: DEBUG nova.objects.instance [None req-35837de5-2070-4f60-bd41-40fc062ad816 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] Lazy-loading 'resources' on Instance uuid 9e58a229-d5b8-4f01-94ae-eba28c20aca8 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 762.976538] env[69350]: DEBUG nova.compute.manager [None req-f9370125-6384-40dd-ac3b-60897424fbdc tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] [instance: 452a8c70-87fc-43a8-bcae-ae21e7035c6c] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 762.997046] env[69350]: DEBUG oslo_vmware.api [None req-e7c18692-fbd8-4e91-9a52-ec2295fc6c62 tempest-ServersAdmin275Test-1045528550 tempest-ServersAdmin275Test-1045528550-project-admin] Task: {'id': task-3364820, 'name': PowerOnVM_Task, 'duration_secs': 0.864538} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.997341] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7c18692-fbd8-4e91-9a52-ec2295fc6c62 tempest-ServersAdmin275Test-1045528550 tempest-ServersAdmin275Test-1045528550-project-admin] [instance: 2dd22dd0-a65e-405e-9e9f-71cbcda62051] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 762.997552] env[69350]: DEBUG nova.compute.manager [None req-e7c18692-fbd8-4e91-9a52-ec2295fc6c62 tempest-ServersAdmin275Test-1045528550 tempest-ServersAdmin275Test-1045528550-project-admin] [instance: 2dd22dd0-a65e-405e-9e9f-71cbcda62051] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 762.998657] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9dacc9a-f542-4d3f-9ef8-de2ce168ebee {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.095362] env[69350]: INFO nova.compute.manager [None req-4ec2e3f8-e905-421a-917b-a812566959f3 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: ec57f63b-c28b-4de2-a335-2b5ffa721ee6] Took 34.12 seconds to build instance. [ 763.285997] env[69350]: INFO nova.compute.manager [-] [instance: 13d2ed8e-c3c5-449a-ab34-3f318a9de5cc] Took 1.78 seconds to deallocate network for instance. [ 763.479308] env[69350]: DEBUG nova.compute.utils [None req-96bce5a7-b0f6-4a55-823d-1503f8fddb1a tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 763.480934] env[69350]: DEBUG nova.compute.manager [None req-96bce5a7-b0f6-4a55-823d-1503f8fddb1a tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: 78aed5f0-ce65-4b00-8a3f-1eab21e0525b] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 763.485027] env[69350]: DEBUG nova.network.neutron [None req-96bce5a7-b0f6-4a55-823d-1503f8fddb1a tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: 78aed5f0-ce65-4b00-8a3f-1eab21e0525b] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 763.512798] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f9370125-6384-40dd-ac3b-60897424fbdc tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.529675] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e7c18692-fbd8-4e91-9a52-ec2295fc6c62 tempest-ServersAdmin275Test-1045528550 tempest-ServersAdmin275Test-1045528550-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.600719] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4ec2e3f8-e905-421a-917b-a812566959f3 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Lock "ec57f63b-c28b-4de2-a335-2b5ffa721ee6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.010s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.613734] env[69350]: DEBUG nova.policy [None req-96bce5a7-b0f6-4a55-823d-1503f8fddb1a tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b780416671534699bf4b3d31b8bcf3e1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '61bee03a23c5497c93a859f18c36ebcb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 763.795528] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fca27637-d237-4fd0-8f00-344eed76e55d tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.873999] env[69350]: DEBUG oslo_concurrency.lockutils [None req-57d78a07-644f-46e9-85d8-a9862c422fb1 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] Acquiring lock "51875ea2-1cc8-4458-9d5b-b68bcfadead0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.874278] env[69350]: DEBUG oslo_concurrency.lockutils [None req-57d78a07-644f-46e9-85d8-a9862c422fb1 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] Lock "51875ea2-1cc8-4458-9d5b-b68bcfadead0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.986958] env[69350]: DEBUG nova.compute.manager [None req-96bce5a7-b0f6-4a55-823d-1503f8fddb1a tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: 78aed5f0-ce65-4b00-8a3f-1eab21e0525b] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 764.092713] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81c0d42e-23a3-41aa-879e-40b654ef29b4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.104275] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-975d37ce-82ee-4ae8-95f0-b5fda3185625 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.108543] env[69350]: DEBUG nova.compute.manager [None req-4f7d53b4-0f76-48f4-a1cb-2eca028a86ac tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: 4a4b72fc-0fe1-4365-ba71-beb33ccdc400] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 764.146399] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81287e58-b489-4360-8bdd-ad6ecc28267f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.157197] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7568799-324c-4ffb-b6d6-cede41c1bd23 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.173316] env[69350]: DEBUG nova.compute.provider_tree [None req-35837de5-2070-4f60-bd41-40fc062ad816 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 764.502727] env[69350]: DEBUG nova.compute.manager [req-95de3fa3-62c3-4cb6-b831-d395054798f0 req-2c532023-2f13-49e4-944b-9cebbc5982de service nova] [instance: 13d2ed8e-c3c5-449a-ab34-3f318a9de5cc] Received event network-vif-deleted-d7b61ee4-cd7d-4065-bb15-6ec0cbf1607c {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 764.666652] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4f7d53b4-0f76-48f4-a1cb-2eca028a86ac tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.677024] env[69350]: DEBUG nova.scheduler.client.report [None req-35837de5-2070-4f60-bd41-40fc062ad816 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 765.005841] env[69350]: DEBUG nova.compute.manager [None req-96bce5a7-b0f6-4a55-823d-1503f8fddb1a tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: 78aed5f0-ce65-4b00-8a3f-1eab21e0525b] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 765.042257] env[69350]: DEBUG nova.virt.hardware [None req-96bce5a7-b0f6-4a55-823d-1503f8fddb1a tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 765.042569] env[69350]: DEBUG nova.virt.hardware [None req-96bce5a7-b0f6-4a55-823d-1503f8fddb1a tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 765.042724] env[69350]: DEBUG nova.virt.hardware [None req-96bce5a7-b0f6-4a55-823d-1503f8fddb1a tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 765.042903] env[69350]: DEBUG nova.virt.hardware [None req-96bce5a7-b0f6-4a55-823d-1503f8fddb1a tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 765.043096] env[69350]: DEBUG nova.virt.hardware [None req-96bce5a7-b0f6-4a55-823d-1503f8fddb1a tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 765.043259] env[69350]: DEBUG nova.virt.hardware [None req-96bce5a7-b0f6-4a55-823d-1503f8fddb1a tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 765.043491] env[69350]: DEBUG nova.virt.hardware [None req-96bce5a7-b0f6-4a55-823d-1503f8fddb1a tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 765.043681] env[69350]: DEBUG nova.virt.hardware [None req-96bce5a7-b0f6-4a55-823d-1503f8fddb1a tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 765.043922] env[69350]: DEBUG nova.virt.hardware [None req-96bce5a7-b0f6-4a55-823d-1503f8fddb1a tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 765.044030] env[69350]: DEBUG nova.virt.hardware [None req-96bce5a7-b0f6-4a55-823d-1503f8fddb1a tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 765.044433] env[69350]: DEBUG nova.virt.hardware [None req-96bce5a7-b0f6-4a55-823d-1503f8fddb1a tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 765.045242] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fcadd39-a6c3-49b2-82ed-0372a9a7a59f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.050425] env[69350]: DEBUG nova.network.neutron [None req-431f1faf-50e1-4e52-934c-bf3f324847b8 tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] [instance: 2120db16-82c9-4fa6-b050-84c45b31f858] Successfully updated port: 39797b3e-ff5c-4ce1-9adf-407e2abfc745 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 765.059942] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-548e4e66-734c-4886-a58a-dab9e3623bcb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.088042] env[69350]: DEBUG nova.network.neutron [None req-96bce5a7-b0f6-4a55-823d-1503f8fddb1a tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: 78aed5f0-ce65-4b00-8a3f-1eab21e0525b] Successfully created port: f1adf48a-8511-4461-b4b5-425a0b2552ef {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 765.193059] env[69350]: DEBUG oslo_concurrency.lockutils [None req-35837de5-2070-4f60-bd41-40fc062ad816 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.218s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.196247] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2d876e09-4ebb-48e4-8f1f-86bb7cc04b41 tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.843s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.203933] env[69350]: INFO nova.compute.claims [None req-2d876e09-4ebb-48e4-8f1f-86bb7cc04b41 tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] [instance: 4d443b60-1f07-4d5f-a3cb-9c50407198ae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 765.232221] env[69350]: INFO nova.scheduler.client.report [None req-35837de5-2070-4f60-bd41-40fc062ad816 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] Deleted allocations for instance 9e58a229-d5b8-4f01-94ae-eba28c20aca8 [ 765.554237] env[69350]: DEBUG oslo_concurrency.lockutils [None req-431f1faf-50e1-4e52-934c-bf3f324847b8 tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] Acquiring lock "refresh_cache-2120db16-82c9-4fa6-b050-84c45b31f858" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.554565] env[69350]: DEBUG oslo_concurrency.lockutils [None req-431f1faf-50e1-4e52-934c-bf3f324847b8 tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] Acquired lock "refresh_cache-2120db16-82c9-4fa6-b050-84c45b31f858" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.554565] env[69350]: DEBUG nova.network.neutron [None req-431f1faf-50e1-4e52-934c-bf3f324847b8 tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] [instance: 2120db16-82c9-4fa6-b050-84c45b31f858] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 765.746910] env[69350]: DEBUG oslo_concurrency.lockutils [None req-35837de5-2070-4f60-bd41-40fc062ad816 tempest-ImagesNegativeTestJSON-425354279 tempest-ImagesNegativeTestJSON-425354279-project-member] Lock "9e58a229-d5b8-4f01-94ae-eba28c20aca8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.816s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.840030] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d501e9d9-e63c-44d2-95ea-caab948206b3 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Acquiring lock "2dd22dd0-a65e-405e-9e9f-71cbcda62051" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.840030] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d501e9d9-e63c-44d2-95ea-caab948206b3 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Lock "2dd22dd0-a65e-405e-9e9f-71cbcda62051" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.840030] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d501e9d9-e63c-44d2-95ea-caab948206b3 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Acquiring lock "2dd22dd0-a65e-405e-9e9f-71cbcda62051-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.840030] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d501e9d9-e63c-44d2-95ea-caab948206b3 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Lock "2dd22dd0-a65e-405e-9e9f-71cbcda62051-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.840402] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d501e9d9-e63c-44d2-95ea-caab948206b3 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Lock "2dd22dd0-a65e-405e-9e9f-71cbcda62051-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.845164] env[69350]: INFO nova.compute.manager [None req-d501e9d9-e63c-44d2-95ea-caab948206b3 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] [instance: 2dd22dd0-a65e-405e-9e9f-71cbcda62051] Terminating instance [ 766.123890] env[69350]: DEBUG nova.network.neutron [None req-431f1faf-50e1-4e52-934c-bf3f324847b8 tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] [instance: 2120db16-82c9-4fa6-b050-84c45b31f858] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 766.344658] env[69350]: DEBUG nova.network.neutron [None req-431f1faf-50e1-4e52-934c-bf3f324847b8 tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] [instance: 2120db16-82c9-4fa6-b050-84c45b31f858] Updating instance_info_cache with network_info: [{"id": "39797b3e-ff5c-4ce1-9adf-407e2abfc745", "address": "fa:16:3e:a9:a9:e1", "network": {"id": "7471cab0-87ad-4703-97af-1b6cb285655b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.225", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a175bdd0b1324024bc8e47e5836a9e11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39797b3e-ff", "ovs_interfaceid": "39797b3e-ff5c-4ce1-9adf-407e2abfc745", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.349829] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d501e9d9-e63c-44d2-95ea-caab948206b3 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Acquiring lock "refresh_cache-2dd22dd0-a65e-405e-9e9f-71cbcda62051" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.350018] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d501e9d9-e63c-44d2-95ea-caab948206b3 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Acquired lock "refresh_cache-2dd22dd0-a65e-405e-9e9f-71cbcda62051" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.350711] env[69350]: DEBUG nova.network.neutron [None req-d501e9d9-e63c-44d2-95ea-caab948206b3 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] [instance: 2dd22dd0-a65e-405e-9e9f-71cbcda62051] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 766.807557] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e5f9dda-20d5-4d15-9014-f7912b7abd07 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.815650] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62805c9e-aa66-4c9b-90b0-d7b9d913f3e6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.852356] env[69350]: DEBUG oslo_concurrency.lockutils [None req-431f1faf-50e1-4e52-934c-bf3f324847b8 tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] Releasing lock "refresh_cache-2120db16-82c9-4fa6-b050-84c45b31f858" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.852585] env[69350]: DEBUG nova.compute.manager [None req-431f1faf-50e1-4e52-934c-bf3f324847b8 tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] [instance: 2120db16-82c9-4fa6-b050-84c45b31f858] Instance network_info: |[{"id": "39797b3e-ff5c-4ce1-9adf-407e2abfc745", "address": "fa:16:3e:a9:a9:e1", "network": {"id": "7471cab0-87ad-4703-97af-1b6cb285655b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.225", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a175bdd0b1324024bc8e47e5836a9e11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39797b3e-ff", "ovs_interfaceid": "39797b3e-ff5c-4ce1-9adf-407e2abfc745", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 766.856028] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-431f1faf-50e1-4e52-934c-bf3f324847b8 tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] [instance: 2120db16-82c9-4fa6-b050-84c45b31f858] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:a9:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '030ecc21-dc1c-4283-854e-88e623b3970a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '39797b3e-ff5c-4ce1-9adf-407e2abfc745', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 766.863349] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-431f1faf-50e1-4e52-934c-bf3f324847b8 tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] Creating folder: Project (723d80cec44e481e9d9b81de91619e76). Parent ref: group-v671398. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 766.864248] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-992d2f74-b8f6-4376-b4c4-00811c1996d1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.867122] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8cc2831e-73af-46be-946e-dac3184abf60 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.874875] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4febff3-4a88-4e17-a97c-3968f022cd26 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.879863] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-431f1faf-50e1-4e52-934c-bf3f324847b8 tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] Created folder: Project (723d80cec44e481e9d9b81de91619e76) in parent group-v671398. [ 766.880053] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-431f1faf-50e1-4e52-934c-bf3f324847b8 tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] Creating folder: Instances. Parent ref: group-v671453. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 766.880664] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-42eee03d-b60d-4efb-8cc2-d81d2a15169b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.892070] env[69350]: DEBUG nova.compute.provider_tree [None req-2d876e09-4ebb-48e4-8f1f-86bb7cc04b41 tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 766.900352] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-431f1faf-50e1-4e52-934c-bf3f324847b8 tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] Created folder: Instances in parent group-v671453. [ 766.900611] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-431f1faf-50e1-4e52-934c-bf3f324847b8 tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 766.900807] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2120db16-82c9-4fa6-b050-84c45b31f858] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 766.901020] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-649929fd-2f54-4ee5-8ea7-b77c9c73a744 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.916933] env[69350]: DEBUG nova.network.neutron [None req-d501e9d9-e63c-44d2-95ea-caab948206b3 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] [instance: 2dd22dd0-a65e-405e-9e9f-71cbcda62051] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 766.924722] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 766.924722] env[69350]: value = "task-3364823" [ 766.924722] env[69350]: _type = "Task" [ 766.924722] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.933182] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3364823, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.343261] env[69350]: DEBUG nova.network.neutron [None req-d501e9d9-e63c-44d2-95ea-caab948206b3 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] [instance: 2dd22dd0-a65e-405e-9e9f-71cbcda62051] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.395253] env[69350]: DEBUG nova.scheduler.client.report [None req-2d876e09-4ebb-48e4-8f1f-86bb7cc04b41 tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 767.437079] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3364823, 'name': CreateVM_Task, 'duration_secs': 0.42221} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.437702] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2120db16-82c9-4fa6-b050-84c45b31f858] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 767.438801] env[69350]: DEBUG oslo_concurrency.lockutils [None req-431f1faf-50e1-4e52-934c-bf3f324847b8 tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.439053] env[69350]: DEBUG oslo_concurrency.lockutils [None req-431f1faf-50e1-4e52-934c-bf3f324847b8 tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.439518] env[69350]: DEBUG oslo_concurrency.lockutils [None req-431f1faf-50e1-4e52-934c-bf3f324847b8 tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.439880] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49c621e4-a38d-4911-a683-590643f3765b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.445879] env[69350]: DEBUG oslo_vmware.api [None req-431f1faf-50e1-4e52-934c-bf3f324847b8 tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] Waiting for the task: (returnval){ [ 767.445879] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]523b540a-8ace-72ba-0e4a-087661f20c3b" [ 767.445879] env[69350]: _type = "Task" [ 767.445879] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.455426] env[69350]: DEBUG oslo_vmware.api [None req-431f1faf-50e1-4e52-934c-bf3f324847b8 tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]523b540a-8ace-72ba-0e4a-087661f20c3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.486220] env[69350]: DEBUG oslo_concurrency.lockutils [None req-686a0486-ef0a-45c3-9b1d-cae2faa554e8 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] Acquiring lock "9716c35b-9fc7-4e8c-81a1-ef7451400742" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.486500] env[69350]: DEBUG oslo_concurrency.lockutils [None req-686a0486-ef0a-45c3-9b1d-cae2faa554e8 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] Lock "9716c35b-9fc7-4e8c-81a1-ef7451400742" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.540663] env[69350]: DEBUG nova.compute.manager [req-3dad0a46-0eb3-4317-9ff4-0f0b347a815a req-bfcfa1e8-180e-420d-aa3b-9d9c406a391b service nova] [instance: 2120db16-82c9-4fa6-b050-84c45b31f858] Received event network-vif-plugged-39797b3e-ff5c-4ce1-9adf-407e2abfc745 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 767.541982] env[69350]: DEBUG oslo_concurrency.lockutils [req-3dad0a46-0eb3-4317-9ff4-0f0b347a815a req-bfcfa1e8-180e-420d-aa3b-9d9c406a391b service nova] Acquiring lock "2120db16-82c9-4fa6-b050-84c45b31f858-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.541982] env[69350]: DEBUG oslo_concurrency.lockutils [req-3dad0a46-0eb3-4317-9ff4-0f0b347a815a req-bfcfa1e8-180e-420d-aa3b-9d9c406a391b service nova] Lock "2120db16-82c9-4fa6-b050-84c45b31f858-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.541982] env[69350]: DEBUG oslo_concurrency.lockutils [req-3dad0a46-0eb3-4317-9ff4-0f0b347a815a req-bfcfa1e8-180e-420d-aa3b-9d9c406a391b service nova] Lock "2120db16-82c9-4fa6-b050-84c45b31f858-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.542273] env[69350]: DEBUG nova.compute.manager [req-3dad0a46-0eb3-4317-9ff4-0f0b347a815a req-bfcfa1e8-180e-420d-aa3b-9d9c406a391b service nova] [instance: 2120db16-82c9-4fa6-b050-84c45b31f858] No waiting events found dispatching network-vif-plugged-39797b3e-ff5c-4ce1-9adf-407e2abfc745 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 767.542473] env[69350]: WARNING nova.compute.manager [req-3dad0a46-0eb3-4317-9ff4-0f0b347a815a req-bfcfa1e8-180e-420d-aa3b-9d9c406a391b service nova] [instance: 2120db16-82c9-4fa6-b050-84c45b31f858] Received unexpected event network-vif-plugged-39797b3e-ff5c-4ce1-9adf-407e2abfc745 for instance with vm_state building and task_state spawning. [ 767.542696] env[69350]: DEBUG nova.compute.manager [req-3dad0a46-0eb3-4317-9ff4-0f0b347a815a req-bfcfa1e8-180e-420d-aa3b-9d9c406a391b service nova] [instance: 2120db16-82c9-4fa6-b050-84c45b31f858] Received event network-changed-39797b3e-ff5c-4ce1-9adf-407e2abfc745 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 767.542921] env[69350]: DEBUG nova.compute.manager [req-3dad0a46-0eb3-4317-9ff4-0f0b347a815a req-bfcfa1e8-180e-420d-aa3b-9d9c406a391b service nova] [instance: 2120db16-82c9-4fa6-b050-84c45b31f858] Refreshing instance network info cache due to event network-changed-39797b3e-ff5c-4ce1-9adf-407e2abfc745. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 767.543171] env[69350]: DEBUG oslo_concurrency.lockutils [req-3dad0a46-0eb3-4317-9ff4-0f0b347a815a req-bfcfa1e8-180e-420d-aa3b-9d9c406a391b service nova] Acquiring lock "refresh_cache-2120db16-82c9-4fa6-b050-84c45b31f858" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.543362] env[69350]: DEBUG oslo_concurrency.lockutils [req-3dad0a46-0eb3-4317-9ff4-0f0b347a815a req-bfcfa1e8-180e-420d-aa3b-9d9c406a391b service nova] Acquired lock "refresh_cache-2120db16-82c9-4fa6-b050-84c45b31f858" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.543466] env[69350]: DEBUG nova.network.neutron [req-3dad0a46-0eb3-4317-9ff4-0f0b347a815a req-bfcfa1e8-180e-420d-aa3b-9d9c406a391b service nova] [instance: 2120db16-82c9-4fa6-b050-84c45b31f858] Refreshing network info cache for port 39797b3e-ff5c-4ce1-9adf-407e2abfc745 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 767.847654] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d501e9d9-e63c-44d2-95ea-caab948206b3 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Releasing lock "refresh_cache-2dd22dd0-a65e-405e-9e9f-71cbcda62051" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.848472] env[69350]: DEBUG nova.compute.manager [None req-d501e9d9-e63c-44d2-95ea-caab948206b3 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] [instance: 2dd22dd0-a65e-405e-9e9f-71cbcda62051] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 767.848777] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d501e9d9-e63c-44d2-95ea-caab948206b3 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] [instance: 2dd22dd0-a65e-405e-9e9f-71cbcda62051] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 767.850207] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b5fe6b9-9e10-40c2-a77d-68dbdc7258a1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.857877] env[69350]: DEBUG nova.network.neutron [None req-96bce5a7-b0f6-4a55-823d-1503f8fddb1a tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: 78aed5f0-ce65-4b00-8a3f-1eab21e0525b] Successfully updated port: f1adf48a-8511-4461-b4b5-425a0b2552ef {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 767.869386] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-d501e9d9-e63c-44d2-95ea-caab948206b3 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] [instance: 2dd22dd0-a65e-405e-9e9f-71cbcda62051] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 767.869533] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3fbf05c3-115b-494e-9359-3b9ba3ffdc0b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.877347] env[69350]: DEBUG oslo_vmware.api [None req-d501e9d9-e63c-44d2-95ea-caab948206b3 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Waiting for the task: (returnval){ [ 767.877347] env[69350]: value = "task-3364824" [ 767.877347] env[69350]: _type = "Task" [ 767.877347] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.889644] env[69350]: DEBUG oslo_vmware.api [None req-d501e9d9-e63c-44d2-95ea-caab948206b3 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Task: {'id': task-3364824, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.908020] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2d876e09-4ebb-48e4-8f1f-86bb7cc04b41 tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.710s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.908020] env[69350]: DEBUG nova.compute.manager [None req-2d876e09-4ebb-48e4-8f1f-86bb7cc04b41 tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] [instance: 4d443b60-1f07-4d5f-a3cb-9c50407198ae] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 767.910203] env[69350]: DEBUG oslo_concurrency.lockutils [None req-13631d7b-f71b-4631-b6b0-950256921cde tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.239s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.912127] env[69350]: INFO nova.compute.claims [None req-13631d7b-f71b-4631-b6b0-950256921cde tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] [instance: c5cc8d70-f170-4447-8601-a47955702bd6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 767.967579] env[69350]: DEBUG oslo_vmware.api [None req-431f1faf-50e1-4e52-934c-bf3f324847b8 tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]523b540a-8ace-72ba-0e4a-087661f20c3b, 'name': SearchDatastore_Task, 'duration_secs': 0.012836} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.967908] env[69350]: DEBUG oslo_concurrency.lockutils [None req-431f1faf-50e1-4e52-934c-bf3f324847b8 tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.969353] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-431f1faf-50e1-4e52-934c-bf3f324847b8 tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] [instance: 2120db16-82c9-4fa6-b050-84c45b31f858] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 767.969583] env[69350]: DEBUG oslo_concurrency.lockutils [None req-431f1faf-50e1-4e52-934c-bf3f324847b8 tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.969707] env[69350]: DEBUG oslo_concurrency.lockutils [None req-431f1faf-50e1-4e52-934c-bf3f324847b8 tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.969919] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-431f1faf-50e1-4e52-934c-bf3f324847b8 tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 767.970920] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-84aaaa08-0ed9-454b-a6ee-bf7b50c83ac7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.984138] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-431f1faf-50e1-4e52-934c-bf3f324847b8 tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 767.984138] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-431f1faf-50e1-4e52-934c-bf3f324847b8 tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 767.984410] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f120ca32-408a-4b46-86fb-7012e9704fa8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.990713] env[69350]: DEBUG oslo_vmware.api [None req-431f1faf-50e1-4e52-934c-bf3f324847b8 tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] Waiting for the task: (returnval){ [ 767.990713] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]529e9396-f56a-4507-d04d-70562f628849" [ 767.990713] env[69350]: _type = "Task" [ 767.990713] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.001262] env[69350]: DEBUG oslo_vmware.api [None req-431f1faf-50e1-4e52-934c-bf3f324847b8 tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]529e9396-f56a-4507-d04d-70562f628849, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.347319] env[69350]: DEBUG nova.network.neutron [req-3dad0a46-0eb3-4317-9ff4-0f0b347a815a req-bfcfa1e8-180e-420d-aa3b-9d9c406a391b service nova] [instance: 2120db16-82c9-4fa6-b050-84c45b31f858] Updated VIF entry in instance network info cache for port 39797b3e-ff5c-4ce1-9adf-407e2abfc745. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 768.347756] env[69350]: DEBUG nova.network.neutron [req-3dad0a46-0eb3-4317-9ff4-0f0b347a815a req-bfcfa1e8-180e-420d-aa3b-9d9c406a391b service nova] [instance: 2120db16-82c9-4fa6-b050-84c45b31f858] Updating instance_info_cache with network_info: [{"id": "39797b3e-ff5c-4ce1-9adf-407e2abfc745", "address": "fa:16:3e:a9:a9:e1", "network": {"id": "7471cab0-87ad-4703-97af-1b6cb285655b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.225", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a175bdd0b1324024bc8e47e5836a9e11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39797b3e-ff", "ovs_interfaceid": "39797b3e-ff5c-4ce1-9adf-407e2abfc745", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.365651] env[69350]: DEBUG oslo_concurrency.lockutils [None req-96bce5a7-b0f6-4a55-823d-1503f8fddb1a tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Acquiring lock "refresh_cache-78aed5f0-ce65-4b00-8a3f-1eab21e0525b" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.365940] env[69350]: DEBUG oslo_concurrency.lockutils [None req-96bce5a7-b0f6-4a55-823d-1503f8fddb1a tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Acquired lock "refresh_cache-78aed5f0-ce65-4b00-8a3f-1eab21e0525b" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.366103] env[69350]: DEBUG nova.network.neutron [None req-96bce5a7-b0f6-4a55-823d-1503f8fddb1a tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: 78aed5f0-ce65-4b00-8a3f-1eab21e0525b] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 768.392206] env[69350]: DEBUG oslo_vmware.api [None req-d501e9d9-e63c-44d2-95ea-caab948206b3 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Task: {'id': task-3364824, 'name': PowerOffVM_Task, 'duration_secs': 0.143103} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.393536] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-d501e9d9-e63c-44d2-95ea-caab948206b3 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] [instance: 2dd22dd0-a65e-405e-9e9f-71cbcda62051] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 768.393536] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d501e9d9-e63c-44d2-95ea-caab948206b3 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] [instance: 2dd22dd0-a65e-405e-9e9f-71cbcda62051] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 768.393536] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc95474c-b6b3-4b07-87ae-ad78004a4c1d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.411763] env[69350]: DEBUG nova.compute.utils [None req-2d876e09-4ebb-48e4-8f1f-86bb7cc04b41 tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 768.413501] env[69350]: DEBUG nova.compute.manager [None req-2d876e09-4ebb-48e4-8f1f-86bb7cc04b41 tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] [instance: 4d443b60-1f07-4d5f-a3cb-9c50407198ae] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 768.413682] env[69350]: DEBUG nova.network.neutron [None req-2d876e09-4ebb-48e4-8f1f-86bb7cc04b41 tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] [instance: 4d443b60-1f07-4d5f-a3cb-9c50407198ae] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 768.426838] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d501e9d9-e63c-44d2-95ea-caab948206b3 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] [instance: 2dd22dd0-a65e-405e-9e9f-71cbcda62051] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 768.427063] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d501e9d9-e63c-44d2-95ea-caab948206b3 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] [instance: 2dd22dd0-a65e-405e-9e9f-71cbcda62051] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 768.427268] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-d501e9d9-e63c-44d2-95ea-caab948206b3 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Deleting the datastore file [datastore1] 2dd22dd0-a65e-405e-9e9f-71cbcda62051 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 768.427903] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-42a7b97e-ff7a-4d36-9ea4-91436257222f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.439475] env[69350]: DEBUG oslo_vmware.api [None req-d501e9d9-e63c-44d2-95ea-caab948206b3 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Waiting for the task: (returnval){ [ 768.439475] env[69350]: value = "task-3364826" [ 768.439475] env[69350]: _type = "Task" [ 768.439475] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.449102] env[69350]: DEBUG oslo_vmware.api [None req-d501e9d9-e63c-44d2-95ea-caab948206b3 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Task: {'id': task-3364826, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.478237] env[69350]: DEBUG nova.policy [None req-2d876e09-4ebb-48e4-8f1f-86bb7cc04b41 tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a496df480b354783b6eb3d8e2c9831e8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8382d92fedce401ea98e533a267ac89a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 768.502566] env[69350]: DEBUG oslo_vmware.api [None req-431f1faf-50e1-4e52-934c-bf3f324847b8 tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]529e9396-f56a-4507-d04d-70562f628849, 'name': SearchDatastore_Task, 'duration_secs': 0.012806} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.504748] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdde2a83-2772-45a2-ac3d-3dba3ead8bfd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.511453] env[69350]: DEBUG oslo_vmware.api [None req-431f1faf-50e1-4e52-934c-bf3f324847b8 tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] Waiting for the task: (returnval){ [ 768.511453] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52910475-6d8d-b447-543b-7d105db2f8db" [ 768.511453] env[69350]: _type = "Task" [ 768.511453] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.522832] env[69350]: DEBUG oslo_vmware.api [None req-431f1faf-50e1-4e52-934c-bf3f324847b8 tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52910475-6d8d-b447-543b-7d105db2f8db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.852297] env[69350]: DEBUG oslo_concurrency.lockutils [req-3dad0a46-0eb3-4317-9ff4-0f0b347a815a req-bfcfa1e8-180e-420d-aa3b-9d9c406a391b service nova] Releasing lock "refresh_cache-2120db16-82c9-4fa6-b050-84c45b31f858" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.921747] env[69350]: DEBUG nova.compute.manager [None req-2d876e09-4ebb-48e4-8f1f-86bb7cc04b41 tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] [instance: 4d443b60-1f07-4d5f-a3cb-9c50407198ae] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 768.947874] env[69350]: DEBUG nova.network.neutron [None req-96bce5a7-b0f6-4a55-823d-1503f8fddb1a tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: 78aed5f0-ce65-4b00-8a3f-1eab21e0525b] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 768.962727] env[69350]: DEBUG oslo_vmware.api [None req-d501e9d9-e63c-44d2-95ea-caab948206b3 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Task: {'id': task-3364826, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.223805} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.962727] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-d501e9d9-e63c-44d2-95ea-caab948206b3 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 768.962727] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d501e9d9-e63c-44d2-95ea-caab948206b3 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] [instance: 2dd22dd0-a65e-405e-9e9f-71cbcda62051] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 768.962727] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d501e9d9-e63c-44d2-95ea-caab948206b3 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] [instance: 2dd22dd0-a65e-405e-9e9f-71cbcda62051] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 768.962727] env[69350]: INFO nova.compute.manager [None req-d501e9d9-e63c-44d2-95ea-caab948206b3 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] [instance: 2dd22dd0-a65e-405e-9e9f-71cbcda62051] Took 1.11 seconds to destroy the instance on the hypervisor. [ 768.963424] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d501e9d9-e63c-44d2-95ea-caab948206b3 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 768.963424] env[69350]: DEBUG nova.compute.manager [-] [instance: 2dd22dd0-a65e-405e-9e9f-71cbcda62051] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 768.963424] env[69350]: DEBUG nova.network.neutron [-] [instance: 2dd22dd0-a65e-405e-9e9f-71cbcda62051] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 769.004277] env[69350]: DEBUG nova.network.neutron [-] [instance: 2dd22dd0-a65e-405e-9e9f-71cbcda62051] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 769.027188] env[69350]: DEBUG oslo_vmware.api [None req-431f1faf-50e1-4e52-934c-bf3f324847b8 tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52910475-6d8d-b447-543b-7d105db2f8db, 'name': SearchDatastore_Task, 'duration_secs': 0.016759} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.027188] env[69350]: DEBUG oslo_concurrency.lockutils [None req-431f1faf-50e1-4e52-934c-bf3f324847b8 tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.027998] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-431f1faf-50e1-4e52-934c-bf3f324847b8 tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] 2120db16-82c9-4fa6-b050-84c45b31f858/2120db16-82c9-4fa6-b050-84c45b31f858.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 769.028291] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-66b21cb2-06da-4cb5-9ba1-7f8c414ece3b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.036523] env[69350]: DEBUG nova.network.neutron [None req-2d876e09-4ebb-48e4-8f1f-86bb7cc04b41 tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] [instance: 4d443b60-1f07-4d5f-a3cb-9c50407198ae] Successfully created port: 340151f0-9772-452b-bf9a-2b650c2072c5 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 769.048097] env[69350]: DEBUG oslo_vmware.api [None req-431f1faf-50e1-4e52-934c-bf3f324847b8 tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] Waiting for the task: (returnval){ [ 769.048097] env[69350]: value = "task-3364827" [ 769.048097] env[69350]: _type = "Task" [ 769.048097] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.060906] env[69350]: DEBUG oslo_vmware.api [None req-431f1faf-50e1-4e52-934c-bf3f324847b8 tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] Task: {'id': task-3364827, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.224802] env[69350]: DEBUG nova.network.neutron [None req-96bce5a7-b0f6-4a55-823d-1503f8fddb1a tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: 78aed5f0-ce65-4b00-8a3f-1eab21e0525b] Updating instance_info_cache with network_info: [{"id": "f1adf48a-8511-4461-b4b5-425a0b2552ef", "address": "fa:16:3e:11:a9:76", "network": {"id": "a368e5a9-70b5-4258-8dc0-532129c1476e", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1282444226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61bee03a23c5497c93a859f18c36ebcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1adf48a-85", "ovs_interfaceid": "f1adf48a-8511-4461-b4b5-425a0b2552ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.507745] env[69350]: DEBUG nova.network.neutron [-] [instance: 2dd22dd0-a65e-405e-9e9f-71cbcda62051] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.533365] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c3193b8-4e68-43b5-a473-f7aec2c37cd2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.543839] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f3835a-81fc-4026-a603-550f08dfb70d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.597389] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c36958-f4b5-46f7-b781-fa8a228a89a1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.606541] env[69350]: DEBUG oslo_vmware.api [None req-431f1faf-50e1-4e52-934c-bf3f324847b8 tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] Task: {'id': task-3364827, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.612883] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc4b623e-02d6-4e12-83fc-1ec0990c89dc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.630541] env[69350]: DEBUG nova.compute.provider_tree [None req-13631d7b-f71b-4631-b6b0-950256921cde tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 769.733225] env[69350]: DEBUG oslo_concurrency.lockutils [None req-96bce5a7-b0f6-4a55-823d-1503f8fddb1a tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Releasing lock "refresh_cache-78aed5f0-ce65-4b00-8a3f-1eab21e0525b" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.733225] env[69350]: DEBUG nova.compute.manager [None req-96bce5a7-b0f6-4a55-823d-1503f8fddb1a tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: 78aed5f0-ce65-4b00-8a3f-1eab21e0525b] Instance network_info: |[{"id": "f1adf48a-8511-4461-b4b5-425a0b2552ef", "address": "fa:16:3e:11:a9:76", "network": {"id": "a368e5a9-70b5-4258-8dc0-532129c1476e", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1282444226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61bee03a23c5497c93a859f18c36ebcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1adf48a-85", "ovs_interfaceid": "f1adf48a-8511-4461-b4b5-425a0b2552ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 769.733453] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-96bce5a7-b0f6-4a55-823d-1503f8fddb1a tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: 78aed5f0-ce65-4b00-8a3f-1eab21e0525b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:a9:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aef08290-001a-4ae8-aff0-1889e2211389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f1adf48a-8511-4461-b4b5-425a0b2552ef', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 769.749378] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-96bce5a7-b0f6-4a55-823d-1503f8fddb1a tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 769.749811] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78aed5f0-ce65-4b00-8a3f-1eab21e0525b] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 769.750210] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-12b8ffbe-8f78-454f-b129-a87dc90a9f2e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.784135] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 769.784135] env[69350]: value = "task-3364828" [ 769.784135] env[69350]: _type = "Task" [ 769.784135] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.795992] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3364828, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.937314] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a18a4c44-ab43-46ec-8ed5-fb39c9643984 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Acquiring lock "90b71625-4bb1-4f8b-a94e-313cea1be2da" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.937755] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a18a4c44-ab43-46ec-8ed5-fb39c9643984 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Lock "90b71625-4bb1-4f8b-a94e-313cea1be2da" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.940197] env[69350]: DEBUG nova.compute.manager [None req-2d876e09-4ebb-48e4-8f1f-86bb7cc04b41 tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] [instance: 4d443b60-1f07-4d5f-a3cb-9c50407198ae] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 769.966371] env[69350]: DEBUG nova.virt.hardware [None req-2d876e09-4ebb-48e4-8f1f-86bb7cc04b41 tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 769.966674] env[69350]: DEBUG nova.virt.hardware [None req-2d876e09-4ebb-48e4-8f1f-86bb7cc04b41 tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 769.966883] env[69350]: DEBUG nova.virt.hardware [None req-2d876e09-4ebb-48e4-8f1f-86bb7cc04b41 tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 769.967219] env[69350]: DEBUG nova.virt.hardware [None req-2d876e09-4ebb-48e4-8f1f-86bb7cc04b41 tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 769.967298] env[69350]: DEBUG nova.virt.hardware [None req-2d876e09-4ebb-48e4-8f1f-86bb7cc04b41 tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 769.967445] env[69350]: DEBUG nova.virt.hardware [None req-2d876e09-4ebb-48e4-8f1f-86bb7cc04b41 tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 769.967800] env[69350]: DEBUG nova.virt.hardware [None req-2d876e09-4ebb-48e4-8f1f-86bb7cc04b41 tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 769.968043] env[69350]: DEBUG nova.virt.hardware [None req-2d876e09-4ebb-48e4-8f1f-86bb7cc04b41 tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 769.968225] env[69350]: DEBUG nova.virt.hardware [None req-2d876e09-4ebb-48e4-8f1f-86bb7cc04b41 tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 769.968386] env[69350]: DEBUG nova.virt.hardware [None req-2d876e09-4ebb-48e4-8f1f-86bb7cc04b41 tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 769.968591] env[69350]: DEBUG nova.virt.hardware [None req-2d876e09-4ebb-48e4-8f1f-86bb7cc04b41 tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 769.969474] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d266edf3-c1b8-41df-867d-214e1feedf5c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.977792] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d54e33-e5c6-4c80-b868-c4d5a4ed4895 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.014212] env[69350]: INFO nova.compute.manager [-] [instance: 2dd22dd0-a65e-405e-9e9f-71cbcda62051] Took 1.05 seconds to deallocate network for instance. [ 770.064779] env[69350]: DEBUG oslo_vmware.api [None req-431f1faf-50e1-4e52-934c-bf3f324847b8 tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] Task: {'id': task-3364827, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.723155} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.065135] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-431f1faf-50e1-4e52-934c-bf3f324847b8 tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] 2120db16-82c9-4fa6-b050-84c45b31f858/2120db16-82c9-4fa6-b050-84c45b31f858.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 770.065350] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-431f1faf-50e1-4e52-934c-bf3f324847b8 tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] [instance: 2120db16-82c9-4fa6-b050-84c45b31f858] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 770.065630] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d4fb2b1b-151b-49b7-af56-cf4a41b2f30d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.073501] env[69350]: DEBUG oslo_vmware.api [None req-431f1faf-50e1-4e52-934c-bf3f324847b8 tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] Waiting for the task: (returnval){ [ 770.073501] env[69350]: value = "task-3364829" [ 770.073501] env[69350]: _type = "Task" [ 770.073501] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.082319] env[69350]: DEBUG oslo_vmware.api [None req-431f1faf-50e1-4e52-934c-bf3f324847b8 tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] Task: {'id': task-3364829, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.134700] env[69350]: DEBUG nova.scheduler.client.report [None req-13631d7b-f71b-4631-b6b0-950256921cde tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 770.192405] env[69350]: DEBUG oslo_vmware.rw_handles [None req-13bf9fde-5293-4e7c-9d43-072f2935c3b6 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5262a6c1-ae44-29f0-3c5c-65b071652b7c/disk-0.vmdk. {{(pid=69350) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 770.193886] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd29ba1-8e9b-460d-bd8d-4af1a3d011b7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.206087] env[69350]: DEBUG oslo_vmware.rw_handles [None req-13bf9fde-5293-4e7c-9d43-072f2935c3b6 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5262a6c1-ae44-29f0-3c5c-65b071652b7c/disk-0.vmdk is in state: ready. {{(pid=69350) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 770.206414] env[69350]: ERROR oslo_vmware.rw_handles [None req-13bf9fde-5293-4e7c-9d43-072f2935c3b6 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5262a6c1-ae44-29f0-3c5c-65b071652b7c/disk-0.vmdk due to incomplete transfer. [ 770.206703] env[69350]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-564593ba-78ea-4f19-a288-02be238c2490 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.223118] env[69350]: DEBUG oslo_vmware.rw_handles [None req-13bf9fde-5293-4e7c-9d43-072f2935c3b6 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5262a6c1-ae44-29f0-3c5c-65b071652b7c/disk-0.vmdk. {{(pid=69350) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 770.224781] env[69350]: DEBUG nova.virt.vmwareapi.images [None req-13bf9fde-5293-4e7c-9d43-072f2935c3b6 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: be800ce5-6d2e-402d-b83a-e22771d0aa5d] Uploaded image 78b0a005-1d82-44d6-ae9c-38053ecc9a5d to the Glance image server {{(pid=69350) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 770.233804] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-13bf9fde-5293-4e7c-9d43-072f2935c3b6 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: be800ce5-6d2e-402d-b83a-e22771d0aa5d] Destroying the VM {{(pid=69350) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 770.235651] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e28ef99e-ce56-4432-884b-67a6f6bafe32 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.247101] env[69350]: DEBUG oslo_vmware.api [None req-13bf9fde-5293-4e7c-9d43-072f2935c3b6 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Waiting for the task: (returnval){ [ 770.247101] env[69350]: value = "task-3364830" [ 770.247101] env[69350]: _type = "Task" [ 770.247101] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.257380] env[69350]: DEBUG oslo_vmware.api [None req-13bf9fde-5293-4e7c-9d43-072f2935c3b6 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Task: {'id': task-3364830, 'name': Destroy_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.310786] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3364828, 'name': CreateVM_Task, 'duration_secs': 0.36927} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.311490] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78aed5f0-ce65-4b00-8a3f-1eab21e0525b] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 770.313131] env[69350]: DEBUG oslo_concurrency.lockutils [None req-96bce5a7-b0f6-4a55-823d-1503f8fddb1a tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.313500] env[69350]: DEBUG oslo_concurrency.lockutils [None req-96bce5a7-b0f6-4a55-823d-1503f8fddb1a tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.313682] env[69350]: DEBUG oslo_concurrency.lockutils [None req-96bce5a7-b0f6-4a55-823d-1503f8fddb1a tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.315690] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-274ba9d0-dd24-4403-8237-14c342bc74ef {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.328249] env[69350]: DEBUG oslo_vmware.api [None req-96bce5a7-b0f6-4a55-823d-1503f8fddb1a tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Waiting for the task: (returnval){ [ 770.328249] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52f1e1db-1bfb-2d39-73db-e8e77eba3833" [ 770.328249] env[69350]: _type = "Task" [ 770.328249] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.340394] env[69350]: DEBUG oslo_vmware.api [None req-96bce5a7-b0f6-4a55-823d-1503f8fddb1a tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52f1e1db-1bfb-2d39-73db-e8e77eba3833, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.345500] env[69350]: DEBUG nova.compute.manager [req-8dc9619a-3a59-49f8-b905-14549002bb7f req-fb85e4f0-93e9-4204-97a1-78de2e0f0655 service nova] [instance: 78aed5f0-ce65-4b00-8a3f-1eab21e0525b] Received event network-vif-plugged-f1adf48a-8511-4461-b4b5-425a0b2552ef {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 770.346770] env[69350]: DEBUG oslo_concurrency.lockutils [req-8dc9619a-3a59-49f8-b905-14549002bb7f req-fb85e4f0-93e9-4204-97a1-78de2e0f0655 service nova] Acquiring lock "78aed5f0-ce65-4b00-8a3f-1eab21e0525b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.346770] env[69350]: DEBUG oslo_concurrency.lockutils [req-8dc9619a-3a59-49f8-b905-14549002bb7f req-fb85e4f0-93e9-4204-97a1-78de2e0f0655 service nova] Lock "78aed5f0-ce65-4b00-8a3f-1eab21e0525b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.346770] env[69350]: DEBUG oslo_concurrency.lockutils [req-8dc9619a-3a59-49f8-b905-14549002bb7f req-fb85e4f0-93e9-4204-97a1-78de2e0f0655 service nova] Lock "78aed5f0-ce65-4b00-8a3f-1eab21e0525b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.346770] env[69350]: DEBUG nova.compute.manager [req-8dc9619a-3a59-49f8-b905-14549002bb7f req-fb85e4f0-93e9-4204-97a1-78de2e0f0655 service nova] [instance: 78aed5f0-ce65-4b00-8a3f-1eab21e0525b] No waiting events found dispatching network-vif-plugged-f1adf48a-8511-4461-b4b5-425a0b2552ef {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 770.346770] env[69350]: WARNING nova.compute.manager [req-8dc9619a-3a59-49f8-b905-14549002bb7f req-fb85e4f0-93e9-4204-97a1-78de2e0f0655 service nova] [instance: 78aed5f0-ce65-4b00-8a3f-1eab21e0525b] Received unexpected event network-vif-plugged-f1adf48a-8511-4461-b4b5-425a0b2552ef for instance with vm_state building and task_state spawning. [ 770.346993] env[69350]: DEBUG nova.compute.manager [req-8dc9619a-3a59-49f8-b905-14549002bb7f req-fb85e4f0-93e9-4204-97a1-78de2e0f0655 service nova] [instance: 78aed5f0-ce65-4b00-8a3f-1eab21e0525b] Received event network-changed-f1adf48a-8511-4461-b4b5-425a0b2552ef {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 770.346993] env[69350]: DEBUG nova.compute.manager [req-8dc9619a-3a59-49f8-b905-14549002bb7f req-fb85e4f0-93e9-4204-97a1-78de2e0f0655 service nova] [instance: 78aed5f0-ce65-4b00-8a3f-1eab21e0525b] Refreshing instance network info cache due to event network-changed-f1adf48a-8511-4461-b4b5-425a0b2552ef. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 770.347122] env[69350]: DEBUG oslo_concurrency.lockutils [req-8dc9619a-3a59-49f8-b905-14549002bb7f req-fb85e4f0-93e9-4204-97a1-78de2e0f0655 service nova] Acquiring lock "refresh_cache-78aed5f0-ce65-4b00-8a3f-1eab21e0525b" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.347600] env[69350]: DEBUG oslo_concurrency.lockutils [req-8dc9619a-3a59-49f8-b905-14549002bb7f req-fb85e4f0-93e9-4204-97a1-78de2e0f0655 service nova] Acquired lock "refresh_cache-78aed5f0-ce65-4b00-8a3f-1eab21e0525b" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.347600] env[69350]: DEBUG nova.network.neutron [req-8dc9619a-3a59-49f8-b905-14549002bb7f req-fb85e4f0-93e9-4204-97a1-78de2e0f0655 service nova] [instance: 78aed5f0-ce65-4b00-8a3f-1eab21e0525b] Refreshing network info cache for port f1adf48a-8511-4461-b4b5-425a0b2552ef {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 770.524502] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d501e9d9-e63c-44d2-95ea-caab948206b3 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.584770] env[69350]: DEBUG oslo_vmware.api [None req-431f1faf-50e1-4e52-934c-bf3f324847b8 tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] Task: {'id': task-3364829, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078293} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.585074] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-431f1faf-50e1-4e52-934c-bf3f324847b8 tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] [instance: 2120db16-82c9-4fa6-b050-84c45b31f858] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 770.585880] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e04226e-5795-4037-abb3-177373635bd9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.609403] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-431f1faf-50e1-4e52-934c-bf3f324847b8 tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] [instance: 2120db16-82c9-4fa6-b050-84c45b31f858] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] 2120db16-82c9-4fa6-b050-84c45b31f858/2120db16-82c9-4fa6-b050-84c45b31f858.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 770.611434] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7cda88bc-004a-4a2f-b12d-477fe98518a8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.636235] env[69350]: DEBUG oslo_vmware.api [None req-431f1faf-50e1-4e52-934c-bf3f324847b8 tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] Waiting for the task: (returnval){ [ 770.636235] env[69350]: value = "task-3364831" [ 770.636235] env[69350]: _type = "Task" [ 770.636235] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.641887] env[69350]: DEBUG oslo_concurrency.lockutils [None req-13631d7b-f71b-4631-b6b0-950256921cde tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.732s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.642469] env[69350]: DEBUG nova.compute.manager [None req-13631d7b-f71b-4631-b6b0-950256921cde tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] [instance: c5cc8d70-f170-4447-8601-a47955702bd6] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 770.645209] env[69350]: DEBUG oslo_concurrency.lockutils [None req-696706d4-5f16-4a70-865d-c929a1a388d0 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.985s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.646615] env[69350]: INFO nova.compute.claims [None req-696706d4-5f16-4a70-865d-c929a1a388d0 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: 4dff419b-86ab-48e1-bee1-46948de8ca0d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 770.657642] env[69350]: DEBUG oslo_vmware.api [None req-431f1faf-50e1-4e52-934c-bf3f324847b8 tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] Task: {'id': task-3364831, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.759730] env[69350]: DEBUG oslo_vmware.api [None req-13bf9fde-5293-4e7c-9d43-072f2935c3b6 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Task: {'id': task-3364830, 'name': Destroy_Task, 'duration_secs': 0.386105} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.760013] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-13bf9fde-5293-4e7c-9d43-072f2935c3b6 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: be800ce5-6d2e-402d-b83a-e22771d0aa5d] Destroyed the VM [ 770.760420] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-13bf9fde-5293-4e7c-9d43-072f2935c3b6 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: be800ce5-6d2e-402d-b83a-e22771d0aa5d] Deleting Snapshot of the VM instance {{(pid=69350) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 770.760806] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-655841ff-3cde-454a-ac50-ce7292902d63 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.769167] env[69350]: DEBUG oslo_vmware.api [None req-13bf9fde-5293-4e7c-9d43-072f2935c3b6 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Waiting for the task: (returnval){ [ 770.769167] env[69350]: value = "task-3364832" [ 770.769167] env[69350]: _type = "Task" [ 770.769167] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.781559] env[69350]: DEBUG oslo_vmware.api [None req-13bf9fde-5293-4e7c-9d43-072f2935c3b6 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Task: {'id': task-3364832, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.839013] env[69350]: DEBUG oslo_vmware.api [None req-96bce5a7-b0f6-4a55-823d-1503f8fddb1a tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52f1e1db-1bfb-2d39-73db-e8e77eba3833, 'name': SearchDatastore_Task, 'duration_secs': 0.022114} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.839411] env[69350]: DEBUG oslo_concurrency.lockutils [None req-96bce5a7-b0f6-4a55-823d-1503f8fddb1a tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.839669] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-96bce5a7-b0f6-4a55-823d-1503f8fddb1a tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: 78aed5f0-ce65-4b00-8a3f-1eab21e0525b] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 770.839986] env[69350]: DEBUG oslo_concurrency.lockutils [None req-96bce5a7-b0f6-4a55-823d-1503f8fddb1a tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.840170] env[69350]: DEBUG oslo_concurrency.lockutils [None req-96bce5a7-b0f6-4a55-823d-1503f8fddb1a tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.840422] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-96bce5a7-b0f6-4a55-823d-1503f8fddb1a tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 770.840697] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-91d5258b-a580-4db3-a80c-0bde63f65e9c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.853272] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-96bce5a7-b0f6-4a55-823d-1503f8fddb1a tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 770.853272] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-96bce5a7-b0f6-4a55-823d-1503f8fddb1a tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 770.854133] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cab074f-e3b8-455d-a23e-7386c225971d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.859552] env[69350]: DEBUG oslo_vmware.api [None req-96bce5a7-b0f6-4a55-823d-1503f8fddb1a tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Waiting for the task: (returnval){ [ 770.859552] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52301058-de0b-2595-1f0c-ed187c3461a5" [ 770.859552] env[69350]: _type = "Task" [ 770.859552] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.869526] env[69350]: DEBUG oslo_vmware.api [None req-96bce5a7-b0f6-4a55-823d-1503f8fddb1a tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52301058-de0b-2595-1f0c-ed187c3461a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.153168] env[69350]: DEBUG nova.compute.utils [None req-13631d7b-f71b-4631-b6b0-950256921cde tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 771.156552] env[69350]: DEBUG oslo_vmware.api [None req-431f1faf-50e1-4e52-934c-bf3f324847b8 tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] Task: {'id': task-3364831, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.157308] env[69350]: DEBUG nova.compute.manager [None req-13631d7b-f71b-4631-b6b0-950256921cde tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] [instance: c5cc8d70-f170-4447-8601-a47955702bd6] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 771.157308] env[69350]: DEBUG nova.network.neutron [None req-13631d7b-f71b-4631-b6b0-950256921cde tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] [instance: c5cc8d70-f170-4447-8601-a47955702bd6] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 771.283014] env[69350]: DEBUG oslo_vmware.api [None req-13bf9fde-5293-4e7c-9d43-072f2935c3b6 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Task: {'id': task-3364832, 'name': RemoveSnapshot_Task} progress is 79%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.376965] env[69350]: DEBUG oslo_vmware.api [None req-96bce5a7-b0f6-4a55-823d-1503f8fddb1a tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52301058-de0b-2595-1f0c-ed187c3461a5, 'name': SearchDatastore_Task, 'duration_secs': 0.03013} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.377834] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df20951f-f1cb-4808-bd93-fe7924dd9328 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.385826] env[69350]: DEBUG oslo_vmware.api [None req-96bce5a7-b0f6-4a55-823d-1503f8fddb1a tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Waiting for the task: (returnval){ [ 771.385826] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5223c6f1-666e-b516-5872-ffb64aa4de34" [ 771.385826] env[69350]: _type = "Task" [ 771.385826] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.394990] env[69350]: DEBUG nova.policy [None req-13631d7b-f71b-4631-b6b0-950256921cde tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0c2f79b1be944bc8a1334b5c6ec1ea32', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4ff32d32f73d42958a5b740da8fb1894', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 771.400521] env[69350]: DEBUG oslo_vmware.api [None req-96bce5a7-b0f6-4a55-823d-1503f8fddb1a tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5223c6f1-666e-b516-5872-ffb64aa4de34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.576268] env[69350]: DEBUG nova.network.neutron [None req-2d876e09-4ebb-48e4-8f1f-86bb7cc04b41 tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] [instance: 4d443b60-1f07-4d5f-a3cb-9c50407198ae] Successfully updated port: 340151f0-9772-452b-bf9a-2b650c2072c5 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 771.646698] env[69350]: DEBUG oslo_vmware.api [None req-431f1faf-50e1-4e52-934c-bf3f324847b8 tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] Task: {'id': task-3364831, 'name': ReconfigVM_Task, 'duration_secs': 0.597951} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.646971] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-431f1faf-50e1-4e52-934c-bf3f324847b8 tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] [instance: 2120db16-82c9-4fa6-b050-84c45b31f858] Reconfigured VM instance instance-00000013 to attach disk [datastore2] 2120db16-82c9-4fa6-b050-84c45b31f858/2120db16-82c9-4fa6-b050-84c45b31f858.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 771.647611] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-767b4626-2ab5-4c63-b4d5-07227a0ae51c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.653308] env[69350]: DEBUG oslo_vmware.api [None req-431f1faf-50e1-4e52-934c-bf3f324847b8 tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] Waiting for the task: (returnval){ [ 771.653308] env[69350]: value = "task-3364833" [ 771.653308] env[69350]: _type = "Task" [ 771.653308] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.664153] env[69350]: DEBUG nova.compute.manager [None req-13631d7b-f71b-4631-b6b0-950256921cde tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] [instance: c5cc8d70-f170-4447-8601-a47955702bd6] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 771.679519] env[69350]: DEBUG oslo_vmware.api [None req-431f1faf-50e1-4e52-934c-bf3f324847b8 tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] Task: {'id': task-3364833, 'name': Rename_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.689823] env[69350]: DEBUG nova.network.neutron [req-8dc9619a-3a59-49f8-b905-14549002bb7f req-fb85e4f0-93e9-4204-97a1-78de2e0f0655 service nova] [instance: 78aed5f0-ce65-4b00-8a3f-1eab21e0525b] Updated VIF entry in instance network info cache for port f1adf48a-8511-4461-b4b5-425a0b2552ef. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 771.689823] env[69350]: DEBUG nova.network.neutron [req-8dc9619a-3a59-49f8-b905-14549002bb7f req-fb85e4f0-93e9-4204-97a1-78de2e0f0655 service nova] [instance: 78aed5f0-ce65-4b00-8a3f-1eab21e0525b] Updating instance_info_cache with network_info: [{"id": "f1adf48a-8511-4461-b4b5-425a0b2552ef", "address": "fa:16:3e:11:a9:76", "network": {"id": "a368e5a9-70b5-4258-8dc0-532129c1476e", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1282444226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61bee03a23c5497c93a859f18c36ebcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1adf48a-85", "ovs_interfaceid": "f1adf48a-8511-4461-b4b5-425a0b2552ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.779667] env[69350]: DEBUG oslo_vmware.api [None req-13bf9fde-5293-4e7c-9d43-072f2935c3b6 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Task: {'id': task-3364832, 'name': RemoveSnapshot_Task, 'duration_secs': 0.548486} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.779996] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-13bf9fde-5293-4e7c-9d43-072f2935c3b6 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: be800ce5-6d2e-402d-b83a-e22771d0aa5d] Deleted Snapshot of the VM instance {{(pid=69350) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 771.780222] env[69350]: INFO nova.compute.manager [None req-13bf9fde-5293-4e7c-9d43-072f2935c3b6 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: be800ce5-6d2e-402d-b83a-e22771d0aa5d] Took 16.86 seconds to snapshot the instance on the hypervisor. [ 771.898657] env[69350]: DEBUG oslo_vmware.api [None req-96bce5a7-b0f6-4a55-823d-1503f8fddb1a tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5223c6f1-666e-b516-5872-ffb64aa4de34, 'name': SearchDatastore_Task, 'duration_secs': 0.021985} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.899694] env[69350]: DEBUG oslo_concurrency.lockutils [None req-96bce5a7-b0f6-4a55-823d-1503f8fddb1a tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.899694] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-96bce5a7-b0f6-4a55-823d-1503f8fddb1a tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] 78aed5f0-ce65-4b00-8a3f-1eab21e0525b/78aed5f0-ce65-4b00-8a3f-1eab21e0525b.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 771.899694] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1c74b0a1-567b-447e-b45a-8c9732702ae9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.914367] env[69350]: DEBUG oslo_vmware.api [None req-96bce5a7-b0f6-4a55-823d-1503f8fddb1a tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Waiting for the task: (returnval){ [ 771.914367] env[69350]: value = "task-3364834" [ 771.914367] env[69350]: _type = "Task" [ 771.914367] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.923883] env[69350]: DEBUG oslo_vmware.api [None req-96bce5a7-b0f6-4a55-823d-1503f8fddb1a tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Task: {'id': task-3364834, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.025411] env[69350]: DEBUG nova.network.neutron [None req-13631d7b-f71b-4631-b6b0-950256921cde tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] [instance: c5cc8d70-f170-4447-8601-a47955702bd6] Successfully created port: d7551f9e-13e0-4850-bcab-2ee684caf162 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 772.077381] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2d876e09-4ebb-48e4-8f1f-86bb7cc04b41 tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Acquiring lock "refresh_cache-4d443b60-1f07-4d5f-a3cb-9c50407198ae" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.077381] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2d876e09-4ebb-48e4-8f1f-86bb7cc04b41 tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Acquired lock "refresh_cache-4d443b60-1f07-4d5f-a3cb-9c50407198ae" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.077381] env[69350]: DEBUG nova.network.neutron [None req-2d876e09-4ebb-48e4-8f1f-86bb7cc04b41 tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] [instance: 4d443b60-1f07-4d5f-a3cb-9c50407198ae] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 772.165091] env[69350]: DEBUG oslo_vmware.api [None req-431f1faf-50e1-4e52-934c-bf3f324847b8 tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] Task: {'id': task-3364833, 'name': Rename_Task, 'duration_secs': 0.154922} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.165091] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-431f1faf-50e1-4e52-934c-bf3f324847b8 tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] [instance: 2120db16-82c9-4fa6-b050-84c45b31f858] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 772.168661] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a9274695-808d-404a-abac-ea09e2ede046 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.180914] env[69350]: DEBUG oslo_vmware.api [None req-431f1faf-50e1-4e52-934c-bf3f324847b8 tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] Waiting for the task: (returnval){ [ 772.180914] env[69350]: value = "task-3364835" [ 772.180914] env[69350]: _type = "Task" [ 772.180914] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.190603] env[69350]: DEBUG oslo_vmware.api [None req-431f1faf-50e1-4e52-934c-bf3f324847b8 tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] Task: {'id': task-3364835, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.196749] env[69350]: DEBUG oslo_concurrency.lockutils [req-8dc9619a-3a59-49f8-b905-14549002bb7f req-fb85e4f0-93e9-4204-97a1-78de2e0f0655 service nova] Releasing lock "refresh_cache-78aed5f0-ce65-4b00-8a3f-1eab21e0525b" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.201863] env[69350]: DEBUG nova.compute.manager [req-8dc9619a-3a59-49f8-b905-14549002bb7f req-fb85e4f0-93e9-4204-97a1-78de2e0f0655 service nova] [instance: 2713f49f-14fc-4705-a30c-e114159466d1] Received event network-changed-4a7e20aa-ddfa-47ba-913c-6607b73e6d1c {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 772.201863] env[69350]: DEBUG nova.compute.manager [req-8dc9619a-3a59-49f8-b905-14549002bb7f req-fb85e4f0-93e9-4204-97a1-78de2e0f0655 service nova] [instance: 2713f49f-14fc-4705-a30c-e114159466d1] Refreshing instance network info cache due to event network-changed-4a7e20aa-ddfa-47ba-913c-6607b73e6d1c. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 772.201863] env[69350]: DEBUG oslo_concurrency.lockutils [req-8dc9619a-3a59-49f8-b905-14549002bb7f req-fb85e4f0-93e9-4204-97a1-78de2e0f0655 service nova] Acquiring lock "refresh_cache-2713f49f-14fc-4705-a30c-e114159466d1" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.201863] env[69350]: DEBUG oslo_concurrency.lockutils [req-8dc9619a-3a59-49f8-b905-14549002bb7f req-fb85e4f0-93e9-4204-97a1-78de2e0f0655 service nova] Acquired lock "refresh_cache-2713f49f-14fc-4705-a30c-e114159466d1" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.201863] env[69350]: DEBUG nova.network.neutron [req-8dc9619a-3a59-49f8-b905-14549002bb7f req-fb85e4f0-93e9-4204-97a1-78de2e0f0655 service nova] [instance: 2713f49f-14fc-4705-a30c-e114159466d1] Refreshing network info cache for port 4a7e20aa-ddfa-47ba-913c-6607b73e6d1c {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 772.253470] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb75933-4a44-40ee-8b6a-0dfef965c698 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.262016] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad701a54-16b8-4495-8576-0d72c3f68c59 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.304634] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e15976fc-e1d3-4893-aafc-e0d72d99298b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.311571] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91aa3095-b81b-44be-a020-661a256e563b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.326809] env[69350]: DEBUG nova.compute.provider_tree [None req-696706d4-5f16-4a70-865d-c929a1a388d0 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 772.424151] env[69350]: DEBUG oslo_vmware.api [None req-96bce5a7-b0f6-4a55-823d-1503f8fddb1a tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Task: {'id': task-3364834, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.639199] env[69350]: DEBUG nova.network.neutron [None req-2d876e09-4ebb-48e4-8f1f-86bb7cc04b41 tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] [instance: 4d443b60-1f07-4d5f-a3cb-9c50407198ae] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 772.640330] env[69350]: DEBUG nova.network.neutron [None req-13631d7b-f71b-4631-b6b0-950256921cde tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] [instance: c5cc8d70-f170-4447-8601-a47955702bd6] Successfully created port: 1a1718e4-8aaf-4632-a03e-41c281fc3afb {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 772.679355] env[69350]: DEBUG nova.compute.manager [None req-13631d7b-f71b-4631-b6b0-950256921cde tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] [instance: c5cc8d70-f170-4447-8601-a47955702bd6] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 772.694232] env[69350]: DEBUG oslo_vmware.api [None req-431f1faf-50e1-4e52-934c-bf3f324847b8 tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] Task: {'id': task-3364835, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.715028] env[69350]: DEBUG nova.virt.hardware [None req-13631d7b-f71b-4631-b6b0-950256921cde tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 772.715028] env[69350]: DEBUG nova.virt.hardware [None req-13631d7b-f71b-4631-b6b0-950256921cde tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 772.715028] env[69350]: DEBUG nova.virt.hardware [None req-13631d7b-f71b-4631-b6b0-950256921cde tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 772.715028] env[69350]: DEBUG nova.virt.hardware [None req-13631d7b-f71b-4631-b6b0-950256921cde tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 772.715342] env[69350]: DEBUG nova.virt.hardware [None req-13631d7b-f71b-4631-b6b0-950256921cde tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 772.715342] env[69350]: DEBUG nova.virt.hardware [None req-13631d7b-f71b-4631-b6b0-950256921cde tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 772.715342] env[69350]: DEBUG nova.virt.hardware [None req-13631d7b-f71b-4631-b6b0-950256921cde tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 772.715342] env[69350]: DEBUG nova.virt.hardware [None req-13631d7b-f71b-4631-b6b0-950256921cde tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 772.715342] env[69350]: DEBUG nova.virt.hardware [None req-13631d7b-f71b-4631-b6b0-950256921cde tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 772.715507] env[69350]: DEBUG nova.virt.hardware [None req-13631d7b-f71b-4631-b6b0-950256921cde tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 772.715507] env[69350]: DEBUG nova.virt.hardware [None req-13631d7b-f71b-4631-b6b0-950256921cde tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 772.716493] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59812da0-e1a8-4836-80f8-9c09a20be3f0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.726948] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a39ac307-5053-40e8-ae7d-98377d5fd875 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.830740] env[69350]: DEBUG nova.scheduler.client.report [None req-696706d4-5f16-4a70-865d-c929a1a388d0 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 772.928025] env[69350]: DEBUG oslo_vmware.api [None req-96bce5a7-b0f6-4a55-823d-1503f8fddb1a tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Task: {'id': task-3364834, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.693057} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.928025] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-96bce5a7-b0f6-4a55-823d-1503f8fddb1a tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] 78aed5f0-ce65-4b00-8a3f-1eab21e0525b/78aed5f0-ce65-4b00-8a3f-1eab21e0525b.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 772.928025] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-96bce5a7-b0f6-4a55-823d-1503f8fddb1a tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: 78aed5f0-ce65-4b00-8a3f-1eab21e0525b] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 772.929374] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-067504e4-60eb-4fe7-a361-2ac0ee5119cf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.938138] env[69350]: DEBUG oslo_vmware.api [None req-96bce5a7-b0f6-4a55-823d-1503f8fddb1a tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Waiting for the task: (returnval){ [ 772.938138] env[69350]: value = "task-3364836" [ 772.938138] env[69350]: _type = "Task" [ 772.938138] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.953231] env[69350]: DEBUG oslo_vmware.api [None req-96bce5a7-b0f6-4a55-823d-1503f8fddb1a tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Task: {'id': task-3364836, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.065242] env[69350]: DEBUG nova.network.neutron [None req-2d876e09-4ebb-48e4-8f1f-86bb7cc04b41 tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] [instance: 4d443b60-1f07-4d5f-a3cb-9c50407198ae] Updating instance_info_cache with network_info: [{"id": "340151f0-9772-452b-bf9a-2b650c2072c5", "address": "fa:16:3e:b9:92:3f", "network": {"id": "b034b6f9-3367-4c5a-804a-a0c37a35e500", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-357102781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8382d92fedce401ea98e533a267ac89a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap340151f0-97", "ovs_interfaceid": "340151f0-9772-452b-bf9a-2b650c2072c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.195396] env[69350]: DEBUG oslo_vmware.api [None req-431f1faf-50e1-4e52-934c-bf3f324847b8 tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] Task: {'id': task-3364835, 'name': PowerOnVM_Task, 'duration_secs': 0.688276} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.196232] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-431f1faf-50e1-4e52-934c-bf3f324847b8 tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] [instance: 2120db16-82c9-4fa6-b050-84c45b31f858] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 773.196485] env[69350]: INFO nova.compute.manager [None req-431f1faf-50e1-4e52-934c-bf3f324847b8 tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] [instance: 2120db16-82c9-4fa6-b050-84c45b31f858] Took 10.95 seconds to spawn the instance on the hypervisor. [ 773.196638] env[69350]: DEBUG nova.compute.manager [None req-431f1faf-50e1-4e52-934c-bf3f324847b8 tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] [instance: 2120db16-82c9-4fa6-b050-84c45b31f858] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 773.197478] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3216a6d7-0fb9-4f92-96b7-9400b26eade2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.337834] env[69350]: DEBUG oslo_concurrency.lockutils [None req-696706d4-5f16-4a70-865d-c929a1a388d0 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.692s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.338388] env[69350]: DEBUG nova.compute.manager [None req-696706d4-5f16-4a70-865d-c929a1a388d0 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: 4dff419b-86ab-48e1-bee1-46948de8ca0d] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 773.340984] env[69350]: DEBUG oslo_concurrency.lockutils [None req-79136212-ca41-460f-9962-aa37b9938868 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 24.990s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.341565] env[69350]: DEBUG nova.objects.instance [None req-79136212-ca41-460f-9962-aa37b9938868 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] [instance: 2dd22dd0-a65e-405e-9e9f-71cbcda62051] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69350) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 773.345095] env[69350]: DEBUG nova.network.neutron [req-8dc9619a-3a59-49f8-b905-14549002bb7f req-fb85e4f0-93e9-4204-97a1-78de2e0f0655 service nova] [instance: 2713f49f-14fc-4705-a30c-e114159466d1] Updated VIF entry in instance network info cache for port 4a7e20aa-ddfa-47ba-913c-6607b73e6d1c. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 773.345765] env[69350]: DEBUG nova.network.neutron [req-8dc9619a-3a59-49f8-b905-14549002bb7f req-fb85e4f0-93e9-4204-97a1-78de2e0f0655 service nova] [instance: 2713f49f-14fc-4705-a30c-e114159466d1] Updating instance_info_cache with network_info: [{"id": "4a7e20aa-ddfa-47ba-913c-6607b73e6d1c", "address": "fa:16:3e:b6:b5:79", "network": {"id": "a3abe2a4-6dc1-4edc-a758-cc5f02712a15", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1789946935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49191e21029f40f1b9fa89771dc5d499", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e83154-c0d2-4d3d-b95e-3cd5ba336257", "external-id": "nsx-vlan-transportzone-771", "segmentation_id": 771, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a7e20aa-dd", "ovs_interfaceid": "4a7e20aa-ddfa-47ba-913c-6607b73e6d1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.349842] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b0255382-c631-43b1-862c-0be6d6770e75 tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] Acquiring lock "4c2a6729-3ed6-4b80-a7f2-77fcd53bed49" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.349963] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b0255382-c631-43b1-862c-0be6d6770e75 tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] Lock "4c2a6729-3ed6-4b80-a7f2-77fcd53bed49" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.393204] env[69350]: DEBUG nova.network.neutron [None req-13631d7b-f71b-4631-b6b0-950256921cde tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] [instance: c5cc8d70-f170-4447-8601-a47955702bd6] Successfully created port: ad4b6dab-004a-43f7-b419-85a6e4ffbd16 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 773.397388] env[69350]: DEBUG nova.compute.manager [req-5a27b8ca-0370-488c-8884-08cb77c07e37 req-b3b9ebff-779d-4ebb-90ad-0ade34a2cd6c service nova] [instance: 4d443b60-1f07-4d5f-a3cb-9c50407198ae] Received event network-vif-plugged-340151f0-9772-452b-bf9a-2b650c2072c5 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 773.397590] env[69350]: DEBUG oslo_concurrency.lockutils [req-5a27b8ca-0370-488c-8884-08cb77c07e37 req-b3b9ebff-779d-4ebb-90ad-0ade34a2cd6c service nova] Acquiring lock "4d443b60-1f07-4d5f-a3cb-9c50407198ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.397795] env[69350]: DEBUG oslo_concurrency.lockutils [req-5a27b8ca-0370-488c-8884-08cb77c07e37 req-b3b9ebff-779d-4ebb-90ad-0ade34a2cd6c service nova] Lock "4d443b60-1f07-4d5f-a3cb-9c50407198ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.397947] env[69350]: DEBUG oslo_concurrency.lockutils [req-5a27b8ca-0370-488c-8884-08cb77c07e37 req-b3b9ebff-779d-4ebb-90ad-0ade34a2cd6c service nova] Lock "4d443b60-1f07-4d5f-a3cb-9c50407198ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.398123] env[69350]: DEBUG nova.compute.manager [req-5a27b8ca-0370-488c-8884-08cb77c07e37 req-b3b9ebff-779d-4ebb-90ad-0ade34a2cd6c service nova] [instance: 4d443b60-1f07-4d5f-a3cb-9c50407198ae] No waiting events found dispatching network-vif-plugged-340151f0-9772-452b-bf9a-2b650c2072c5 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 773.398398] env[69350]: WARNING nova.compute.manager [req-5a27b8ca-0370-488c-8884-08cb77c07e37 req-b3b9ebff-779d-4ebb-90ad-0ade34a2cd6c service nova] [instance: 4d443b60-1f07-4d5f-a3cb-9c50407198ae] Received unexpected event network-vif-plugged-340151f0-9772-452b-bf9a-2b650c2072c5 for instance with vm_state building and task_state spawning. [ 773.398464] env[69350]: DEBUG nova.compute.manager [req-5a27b8ca-0370-488c-8884-08cb77c07e37 req-b3b9ebff-779d-4ebb-90ad-0ade34a2cd6c service nova] [instance: 4d443b60-1f07-4d5f-a3cb-9c50407198ae] Received event network-changed-340151f0-9772-452b-bf9a-2b650c2072c5 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 773.398671] env[69350]: DEBUG nova.compute.manager [req-5a27b8ca-0370-488c-8884-08cb77c07e37 req-b3b9ebff-779d-4ebb-90ad-0ade34a2cd6c service nova] [instance: 4d443b60-1f07-4d5f-a3cb-9c50407198ae] Refreshing instance network info cache due to event network-changed-340151f0-9772-452b-bf9a-2b650c2072c5. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 773.398770] env[69350]: DEBUG oslo_concurrency.lockutils [req-5a27b8ca-0370-488c-8884-08cb77c07e37 req-b3b9ebff-779d-4ebb-90ad-0ade34a2cd6c service nova] Acquiring lock "refresh_cache-4d443b60-1f07-4d5f-a3cb-9c50407198ae" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.451880] env[69350]: DEBUG oslo_vmware.api [None req-96bce5a7-b0f6-4a55-823d-1503f8fddb1a tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Task: {'id': task-3364836, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075765} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.452144] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-96bce5a7-b0f6-4a55-823d-1503f8fddb1a tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: 78aed5f0-ce65-4b00-8a3f-1eab21e0525b] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 773.453124] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9519d389-1155-4f77-a0ef-a6ba5487a0a0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.478087] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-96bce5a7-b0f6-4a55-823d-1503f8fddb1a tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: 78aed5f0-ce65-4b00-8a3f-1eab21e0525b] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] 78aed5f0-ce65-4b00-8a3f-1eab21e0525b/78aed5f0-ce65-4b00-8a3f-1eab21e0525b.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 773.478380] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74348c9d-b0eb-44e3-a43c-065bf13ca896 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.497805] env[69350]: DEBUG oslo_vmware.api [None req-96bce5a7-b0f6-4a55-823d-1503f8fddb1a tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Waiting for the task: (returnval){ [ 773.497805] env[69350]: value = "task-3364837" [ 773.497805] env[69350]: _type = "Task" [ 773.497805] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.506447] env[69350]: DEBUG oslo_vmware.api [None req-96bce5a7-b0f6-4a55-823d-1503f8fddb1a tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Task: {'id': task-3364837, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.571956] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2d876e09-4ebb-48e4-8f1f-86bb7cc04b41 tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Releasing lock "refresh_cache-4d443b60-1f07-4d5f-a3cb-9c50407198ae" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.572313] env[69350]: DEBUG nova.compute.manager [None req-2d876e09-4ebb-48e4-8f1f-86bb7cc04b41 tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] [instance: 4d443b60-1f07-4d5f-a3cb-9c50407198ae] Instance network_info: |[{"id": "340151f0-9772-452b-bf9a-2b650c2072c5", "address": "fa:16:3e:b9:92:3f", "network": {"id": "b034b6f9-3367-4c5a-804a-a0c37a35e500", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-357102781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8382d92fedce401ea98e533a267ac89a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap340151f0-97", "ovs_interfaceid": "340151f0-9772-452b-bf9a-2b650c2072c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 773.572614] env[69350]: DEBUG oslo_concurrency.lockutils [req-5a27b8ca-0370-488c-8884-08cb77c07e37 req-b3b9ebff-779d-4ebb-90ad-0ade34a2cd6c service nova] Acquired lock "refresh_cache-4d443b60-1f07-4d5f-a3cb-9c50407198ae" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.572785] env[69350]: DEBUG nova.network.neutron [req-5a27b8ca-0370-488c-8884-08cb77c07e37 req-b3b9ebff-779d-4ebb-90ad-0ade34a2cd6c service nova] [instance: 4d443b60-1f07-4d5f-a3cb-9c50407198ae] Refreshing network info cache for port 340151f0-9772-452b-bf9a-2b650c2072c5 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 773.574130] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-2d876e09-4ebb-48e4-8f1f-86bb7cc04b41 tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] [instance: 4d443b60-1f07-4d5f-a3cb-9c50407198ae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:92:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69054a13-b7ef-44e1-bd3b-3ca5ba602848', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '340151f0-9772-452b-bf9a-2b650c2072c5', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 773.583456] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d876e09-4ebb-48e4-8f1f-86bb7cc04b41 tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Creating folder: Project (8382d92fedce401ea98e533a267ac89a). Parent ref: group-v671398. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 773.584390] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ba488ece-bb79-4131-a8a7-e4df37c2cf20 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.595184] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-2d876e09-4ebb-48e4-8f1f-86bb7cc04b41 tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Created folder: Project (8382d92fedce401ea98e533a267ac89a) in parent group-v671398. [ 773.596224] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d876e09-4ebb-48e4-8f1f-86bb7cc04b41 tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Creating folder: Instances. Parent ref: group-v671457. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 773.596224] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6e2c49f6-a2af-4baa-ac44-8f4e02369878 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.605498] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-2d876e09-4ebb-48e4-8f1f-86bb7cc04b41 tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Created folder: Instances in parent group-v671457. [ 773.605741] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d876e09-4ebb-48e4-8f1f-86bb7cc04b41 tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 773.605925] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d443b60-1f07-4d5f-a3cb-9c50407198ae] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 773.606159] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ec9c9a0e-e25f-43e6-9bd7-d6e50b96d759 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.628890] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 773.628890] env[69350]: value = "task-3364840" [ 773.628890] env[69350]: _type = "Task" [ 773.628890] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.637734] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3364840, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.726131] env[69350]: INFO nova.compute.manager [None req-431f1faf-50e1-4e52-934c-bf3f324847b8 tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] [instance: 2120db16-82c9-4fa6-b050-84c45b31f858] Took 41.14 seconds to build instance. [ 773.845462] env[69350]: DEBUG nova.compute.utils [None req-696706d4-5f16-4a70-865d-c929a1a388d0 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 773.849507] env[69350]: DEBUG nova.compute.manager [None req-696706d4-5f16-4a70-865d-c929a1a388d0 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: 4dff419b-86ab-48e1-bee1-46948de8ca0d] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 773.849671] env[69350]: DEBUG nova.network.neutron [None req-696706d4-5f16-4a70-865d-c929a1a388d0 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: 4dff419b-86ab-48e1-bee1-46948de8ca0d] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 773.852159] env[69350]: DEBUG oslo_concurrency.lockutils [req-8dc9619a-3a59-49f8-b905-14549002bb7f req-fb85e4f0-93e9-4204-97a1-78de2e0f0655 service nova] Releasing lock "refresh_cache-2713f49f-14fc-4705-a30c-e114159466d1" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.910273] env[69350]: DEBUG nova.policy [None req-696706d4-5f16-4a70-865d-c929a1a388d0 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b780416671534699bf4b3d31b8bcf3e1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '61bee03a23c5497c93a859f18c36ebcb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 774.010518] env[69350]: DEBUG oslo_vmware.api [None req-96bce5a7-b0f6-4a55-823d-1503f8fddb1a tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Task: {'id': task-3364837, 'name': ReconfigVM_Task, 'duration_secs': 0.28098} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.010518] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-96bce5a7-b0f6-4a55-823d-1503f8fddb1a tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: 78aed5f0-ce65-4b00-8a3f-1eab21e0525b] Reconfigured VM instance instance-00000014 to attach disk [datastore2] 78aed5f0-ce65-4b00-8a3f-1eab21e0525b/78aed5f0-ce65-4b00-8a3f-1eab21e0525b.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 774.010518] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2d86a956-5be3-4842-b945-4f75efaf62d3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.018177] env[69350]: DEBUG oslo_vmware.api [None req-96bce5a7-b0f6-4a55-823d-1503f8fddb1a tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Waiting for the task: (returnval){ [ 774.018177] env[69350]: value = "task-3364841" [ 774.018177] env[69350]: _type = "Task" [ 774.018177] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.028023] env[69350]: DEBUG oslo_vmware.api [None req-96bce5a7-b0f6-4a55-823d-1503f8fddb1a tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Task: {'id': task-3364841, 'name': Rename_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.140293] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3364840, 'name': CreateVM_Task} progress is 25%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.231411] env[69350]: DEBUG oslo_concurrency.lockutils [None req-431f1faf-50e1-4e52-934c-bf3f324847b8 tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] Lock "2120db16-82c9-4fa6-b050-84c45b31f858" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.739s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.350327] env[69350]: DEBUG nova.compute.manager [None req-696706d4-5f16-4a70-865d-c929a1a388d0 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: 4dff419b-86ab-48e1-bee1-46948de8ca0d] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 774.353901] env[69350]: DEBUG oslo_concurrency.lockutils [None req-79136212-ca41-460f-9962-aa37b9938868 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.355424] env[69350]: DEBUG oslo_concurrency.lockutils [None req-03808cc2-45b5-4ee4-8031-938742cf5287 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.976s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.359989] env[69350]: INFO nova.compute.claims [None req-03808cc2-45b5-4ee4-8031-938742cf5287 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] [instance: 8825162c-2942-4d5c-b7d1-d8b87f0ce534] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 774.365425] env[69350]: DEBUG nova.network.neutron [None req-696706d4-5f16-4a70-865d-c929a1a388d0 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: 4dff419b-86ab-48e1-bee1-46948de8ca0d] Successfully created port: 3766b8e6-f2d2-40fd-aa3b-9eb875982f29 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 774.415103] env[69350]: DEBUG nova.network.neutron [req-5a27b8ca-0370-488c-8884-08cb77c07e37 req-b3b9ebff-779d-4ebb-90ad-0ade34a2cd6c service nova] [instance: 4d443b60-1f07-4d5f-a3cb-9c50407198ae] Updated VIF entry in instance network info cache for port 340151f0-9772-452b-bf9a-2b650c2072c5. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 774.415103] env[69350]: DEBUG nova.network.neutron [req-5a27b8ca-0370-488c-8884-08cb77c07e37 req-b3b9ebff-779d-4ebb-90ad-0ade34a2cd6c service nova] [instance: 4d443b60-1f07-4d5f-a3cb-9c50407198ae] Updating instance_info_cache with network_info: [{"id": "340151f0-9772-452b-bf9a-2b650c2072c5", "address": "fa:16:3e:b9:92:3f", "network": {"id": "b034b6f9-3367-4c5a-804a-a0c37a35e500", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-357102781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8382d92fedce401ea98e533a267ac89a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap340151f0-97", "ovs_interfaceid": "340151f0-9772-452b-bf9a-2b650c2072c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.529565] env[69350]: DEBUG oslo_vmware.api [None req-96bce5a7-b0f6-4a55-823d-1503f8fddb1a tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Task: {'id': task-3364841, 'name': Rename_Task, 'duration_secs': 0.143763} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.530838] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-96bce5a7-b0f6-4a55-823d-1503f8fddb1a tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: 78aed5f0-ce65-4b00-8a3f-1eab21e0525b] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 774.532879] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e5a54d12-b47f-47aa-adc1-64c011ae0188 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.542016] env[69350]: DEBUG oslo_vmware.api [None req-96bce5a7-b0f6-4a55-823d-1503f8fddb1a tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Waiting for the task: (returnval){ [ 774.542016] env[69350]: value = "task-3364842" [ 774.542016] env[69350]: _type = "Task" [ 774.542016] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.553498] env[69350]: DEBUG oslo_vmware.api [None req-96bce5a7-b0f6-4a55-823d-1503f8fddb1a tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Task: {'id': task-3364842, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.644226] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3364840, 'name': CreateVM_Task, 'duration_secs': 0.948323} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.644226] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d443b60-1f07-4d5f-a3cb-9c50407198ae] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 774.644226] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2d876e09-4ebb-48e4-8f1f-86bb7cc04b41 tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.644226] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2d876e09-4ebb-48e4-8f1f-86bb7cc04b41 tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.644226] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2d876e09-4ebb-48e4-8f1f-86bb7cc04b41 tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.644415] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e1ab988-80b3-4ddb-bb2e-d447cbccba04 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.649195] env[69350]: DEBUG oslo_vmware.api [None req-2d876e09-4ebb-48e4-8f1f-86bb7cc04b41 tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Waiting for the task: (returnval){ [ 774.649195] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5223188e-b905-04ac-33df-c00b49748c88" [ 774.649195] env[69350]: _type = "Task" [ 774.649195] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.658287] env[69350]: DEBUG oslo_vmware.api [None req-2d876e09-4ebb-48e4-8f1f-86bb7cc04b41 tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5223188e-b905-04ac-33df-c00b49748c88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.737380] env[69350]: DEBUG nova.compute.manager [None req-69b54951-d697-48c9-8acb-ca9ebbe1dc49 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 06270a6b-46d7-42ca-a02b-6747417f937e] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 774.916237] env[69350]: DEBUG oslo_concurrency.lockutils [req-5a27b8ca-0370-488c-8884-08cb77c07e37 req-b3b9ebff-779d-4ebb-90ad-0ade34a2cd6c service nova] Releasing lock "refresh_cache-4d443b60-1f07-4d5f-a3cb-9c50407198ae" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.044017] env[69350]: DEBUG nova.compute.manager [None req-56bcfb45-7beb-47e1-88cb-693e0e2d865f tempest-ServerExternalEventsTest-1695186765 tempest-ServerExternalEventsTest-1695186765-project] [instance: 2120db16-82c9-4fa6-b050-84c45b31f858] Received event network-changed {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 775.044017] env[69350]: DEBUG nova.compute.manager [None req-56bcfb45-7beb-47e1-88cb-693e0e2d865f tempest-ServerExternalEventsTest-1695186765 tempest-ServerExternalEventsTest-1695186765-project] [instance: 2120db16-82c9-4fa6-b050-84c45b31f858] Refreshing instance network info cache due to event network-changed. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 775.044017] env[69350]: DEBUG oslo_concurrency.lockutils [None req-56bcfb45-7beb-47e1-88cb-693e0e2d865f tempest-ServerExternalEventsTest-1695186765 tempest-ServerExternalEventsTest-1695186765-project] Acquiring lock "refresh_cache-2120db16-82c9-4fa6-b050-84c45b31f858" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.044017] env[69350]: DEBUG oslo_concurrency.lockutils [None req-56bcfb45-7beb-47e1-88cb-693e0e2d865f tempest-ServerExternalEventsTest-1695186765 tempest-ServerExternalEventsTest-1695186765-project] Acquired lock "refresh_cache-2120db16-82c9-4fa6-b050-84c45b31f858" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.044421] env[69350]: DEBUG nova.network.neutron [None req-56bcfb45-7beb-47e1-88cb-693e0e2d865f tempest-ServerExternalEventsTest-1695186765 tempest-ServerExternalEventsTest-1695186765-project] [instance: 2120db16-82c9-4fa6-b050-84c45b31f858] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 775.060872] env[69350]: DEBUG oslo_vmware.api [None req-96bce5a7-b0f6-4a55-823d-1503f8fddb1a tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Task: {'id': task-3364842, 'name': PowerOnVM_Task, 'duration_secs': 0.485184} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.061345] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-96bce5a7-b0f6-4a55-823d-1503f8fddb1a tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: 78aed5f0-ce65-4b00-8a3f-1eab21e0525b] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 775.061558] env[69350]: INFO nova.compute.manager [None req-96bce5a7-b0f6-4a55-823d-1503f8fddb1a tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: 78aed5f0-ce65-4b00-8a3f-1eab21e0525b] Took 10.06 seconds to spawn the instance on the hypervisor. [ 775.061774] env[69350]: DEBUG nova.compute.manager [None req-96bce5a7-b0f6-4a55-823d-1503f8fddb1a tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: 78aed5f0-ce65-4b00-8a3f-1eab21e0525b] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 775.062809] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e0f4923-21dc-4562-9587-5a3c94c4b190 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.163021] env[69350]: DEBUG oslo_vmware.api [None req-2d876e09-4ebb-48e4-8f1f-86bb7cc04b41 tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5223188e-b905-04ac-33df-c00b49748c88, 'name': SearchDatastore_Task, 'duration_secs': 0.013624} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.163972] env[69350]: DEBUG nova.network.neutron [None req-13631d7b-f71b-4631-b6b0-950256921cde tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] [instance: c5cc8d70-f170-4447-8601-a47955702bd6] Successfully updated port: d7551f9e-13e0-4850-bcab-2ee684caf162 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 775.166474] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2d876e09-4ebb-48e4-8f1f-86bb7cc04b41 tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.166474] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-2d876e09-4ebb-48e4-8f1f-86bb7cc04b41 tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] [instance: 4d443b60-1f07-4d5f-a3cb-9c50407198ae] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 775.166474] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2d876e09-4ebb-48e4-8f1f-86bb7cc04b41 tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.166474] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2d876e09-4ebb-48e4-8f1f-86bb7cc04b41 tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.166763] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d876e09-4ebb-48e4-8f1f-86bb7cc04b41 tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 775.166763] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b22b4814-86bc-4efc-8d72-116c6f024983 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.178606] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d876e09-4ebb-48e4-8f1f-86bb7cc04b41 tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 775.178823] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-2d876e09-4ebb-48e4-8f1f-86bb7cc04b41 tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 775.179599] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ad96aee-cf88-459e-820e-bfbc774e8dc5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.186906] env[69350]: DEBUG oslo_vmware.api [None req-2d876e09-4ebb-48e4-8f1f-86bb7cc04b41 tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Waiting for the task: (returnval){ [ 775.186906] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]529b1926-0235-dcd7-87fa-db2e0ccb0866" [ 775.186906] env[69350]: _type = "Task" [ 775.186906] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.195084] env[69350]: DEBUG oslo_vmware.api [None req-2d876e09-4ebb-48e4-8f1f-86bb7cc04b41 tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]529b1926-0235-dcd7-87fa-db2e0ccb0866, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.261373] env[69350]: DEBUG oslo_concurrency.lockutils [None req-69b54951-d697-48c9-8acb-ca9ebbe1dc49 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.364669] env[69350]: DEBUG nova.compute.manager [None req-696706d4-5f16-4a70-865d-c929a1a388d0 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: 4dff419b-86ab-48e1-bee1-46948de8ca0d] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 775.390615] env[69350]: DEBUG nova.virt.hardware [None req-696706d4-5f16-4a70-865d-c929a1a388d0 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 775.391218] env[69350]: DEBUG nova.virt.hardware [None req-696706d4-5f16-4a70-865d-c929a1a388d0 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 775.391218] env[69350]: DEBUG nova.virt.hardware [None req-696706d4-5f16-4a70-865d-c929a1a388d0 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 775.391364] env[69350]: DEBUG nova.virt.hardware [None req-696706d4-5f16-4a70-865d-c929a1a388d0 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 775.391476] env[69350]: DEBUG nova.virt.hardware [None req-696706d4-5f16-4a70-865d-c929a1a388d0 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 775.391569] env[69350]: DEBUG nova.virt.hardware [None req-696706d4-5f16-4a70-865d-c929a1a388d0 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 775.392407] env[69350]: DEBUG nova.virt.hardware [None req-696706d4-5f16-4a70-865d-c929a1a388d0 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 775.392407] env[69350]: DEBUG nova.virt.hardware [None req-696706d4-5f16-4a70-865d-c929a1a388d0 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 775.392407] env[69350]: DEBUG nova.virt.hardware [None req-696706d4-5f16-4a70-865d-c929a1a388d0 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 775.392407] env[69350]: DEBUG nova.virt.hardware [None req-696706d4-5f16-4a70-865d-c929a1a388d0 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 775.392737] env[69350]: DEBUG nova.virt.hardware [None req-696706d4-5f16-4a70-865d-c929a1a388d0 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 775.393677] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa280b9b-d888-475f-9b35-4a381fef3b7a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.405408] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-301ae242-eb2f-4d3f-b4da-d6349fe6aea7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.523283] env[69350]: DEBUG nova.compute.manager [None req-b62716bc-898d-4be1-b2c1-30f017cf52a6 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: 81ea07d5-8924-45de-a1ab-42e4aa335111] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 775.524248] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca712225-1108-4d83-bd66-7f81153d98b5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.582421] env[69350]: INFO nova.compute.manager [None req-96bce5a7-b0f6-4a55-823d-1503f8fddb1a tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: 78aed5f0-ce65-4b00-8a3f-1eab21e0525b] Took 42.42 seconds to build instance. [ 775.675834] env[69350]: DEBUG nova.compute.manager [req-83adcbe9-04db-4b65-b8c1-028539ffb9a7 req-d107453c-9a66-430d-8992-883d0780b8f7 service nova] [instance: 2713f49f-14fc-4705-a30c-e114159466d1] Received event network-changed-4a7e20aa-ddfa-47ba-913c-6607b73e6d1c {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 775.676215] env[69350]: DEBUG nova.compute.manager [req-83adcbe9-04db-4b65-b8c1-028539ffb9a7 req-d107453c-9a66-430d-8992-883d0780b8f7 service nova] [instance: 2713f49f-14fc-4705-a30c-e114159466d1] Refreshing instance network info cache due to event network-changed-4a7e20aa-ddfa-47ba-913c-6607b73e6d1c. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 775.676491] env[69350]: DEBUG oslo_concurrency.lockutils [req-83adcbe9-04db-4b65-b8c1-028539ffb9a7 req-d107453c-9a66-430d-8992-883d0780b8f7 service nova] Acquiring lock "refresh_cache-2713f49f-14fc-4705-a30c-e114159466d1" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.676677] env[69350]: DEBUG oslo_concurrency.lockutils [req-83adcbe9-04db-4b65-b8c1-028539ffb9a7 req-d107453c-9a66-430d-8992-883d0780b8f7 service nova] Acquired lock "refresh_cache-2713f49f-14fc-4705-a30c-e114159466d1" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.676875] env[69350]: DEBUG nova.network.neutron [req-83adcbe9-04db-4b65-b8c1-028539ffb9a7 req-d107453c-9a66-430d-8992-883d0780b8f7 service nova] [instance: 2713f49f-14fc-4705-a30c-e114159466d1] Refreshing network info cache for port 4a7e20aa-ddfa-47ba-913c-6607b73e6d1c {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 775.698358] env[69350]: DEBUG oslo_vmware.api [None req-2d876e09-4ebb-48e4-8f1f-86bb7cc04b41 tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]529b1926-0235-dcd7-87fa-db2e0ccb0866, 'name': SearchDatastore_Task, 'duration_secs': 0.037083} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.701928] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1952a2a2-9642-4191-93d8-de9e4de438f6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.707104] env[69350]: DEBUG oslo_vmware.api [None req-2d876e09-4ebb-48e4-8f1f-86bb7cc04b41 tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Waiting for the task: (returnval){ [ 775.707104] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52d5b623-7bb5-d5c7-8f60-32d7a1400119" [ 775.707104] env[69350]: _type = "Task" [ 775.707104] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.716104] env[69350]: DEBUG oslo_vmware.api [None req-2d876e09-4ebb-48e4-8f1f-86bb7cc04b41 tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52d5b623-7bb5-d5c7-8f60-32d7a1400119, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.871555] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b1119b-a7c0-40bc-8fff-f56e6a5f4e41 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.879322] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f56cc4f1-8e21-4a6e-8c15-5fb5938be65b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.884718] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d0a88c17-0786-4462-8d4c-2ae7597984cc tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] Acquiring lock "2120db16-82c9-4fa6-b050-84c45b31f858" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.885043] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d0a88c17-0786-4462-8d4c-2ae7597984cc tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] Lock "2120db16-82c9-4fa6-b050-84c45b31f858" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.885296] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d0a88c17-0786-4462-8d4c-2ae7597984cc tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] Acquiring lock "2120db16-82c9-4fa6-b050-84c45b31f858-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.885495] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d0a88c17-0786-4462-8d4c-2ae7597984cc tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] Lock "2120db16-82c9-4fa6-b050-84c45b31f858-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.885817] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d0a88c17-0786-4462-8d4c-2ae7597984cc tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] Lock "2120db16-82c9-4fa6-b050-84c45b31f858-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.887948] env[69350]: INFO nova.compute.manager [None req-d0a88c17-0786-4462-8d4c-2ae7597984cc tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] [instance: 2120db16-82c9-4fa6-b050-84c45b31f858] Terminating instance [ 775.917975] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2fdae88-2756-42d7-b733-edde10167719 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.926623] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85ff3bd6-6102-4664-9377-3d1a19792e88 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.941940] env[69350]: DEBUG nova.compute.provider_tree [None req-03808cc2-45b5-4ee4-8031-938742cf5287 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 776.036587] env[69350]: INFO nova.compute.manager [None req-b62716bc-898d-4be1-b2c1-30f017cf52a6 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: 81ea07d5-8924-45de-a1ab-42e4aa335111] instance snapshotting [ 776.039699] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c078067a-4f3b-4be5-9401-10a4f3853651 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.060437] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d10e0b-0c70-4f53-a4e9-7e2ad2e868b2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.084436] env[69350]: DEBUG oslo_concurrency.lockutils [None req-96bce5a7-b0f6-4a55-823d-1503f8fddb1a tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Lock "78aed5f0-ce65-4b00-8a3f-1eab21e0525b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.589s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.226254] env[69350]: DEBUG oslo_vmware.api [None req-2d876e09-4ebb-48e4-8f1f-86bb7cc04b41 tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52d5b623-7bb5-d5c7-8f60-32d7a1400119, 'name': SearchDatastore_Task, 'duration_secs': 0.01339} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.226485] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2d876e09-4ebb-48e4-8f1f-86bb7cc04b41 tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.226747] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d876e09-4ebb-48e4-8f1f-86bb7cc04b41 tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] 4d443b60-1f07-4d5f-a3cb-9c50407198ae/4d443b60-1f07-4d5f-a3cb-9c50407198ae.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 776.227021] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5f194a1e-9a36-4763-bdc4-e7d5c29e1772 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.233876] env[69350]: DEBUG oslo_vmware.api [None req-2d876e09-4ebb-48e4-8f1f-86bb7cc04b41 tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Waiting for the task: (returnval){ [ 776.233876] env[69350]: value = "task-3364843" [ 776.233876] env[69350]: _type = "Task" [ 776.233876] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.241768] env[69350]: DEBUG oslo_vmware.api [None req-2d876e09-4ebb-48e4-8f1f-86bb7cc04b41 tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Task: {'id': task-3364843, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.300139] env[69350]: DEBUG nova.network.neutron [None req-56bcfb45-7beb-47e1-88cb-693e0e2d865f tempest-ServerExternalEventsTest-1695186765 tempest-ServerExternalEventsTest-1695186765-project] [instance: 2120db16-82c9-4fa6-b050-84c45b31f858] Updating instance_info_cache with network_info: [{"id": "39797b3e-ff5c-4ce1-9adf-407e2abfc745", "address": "fa:16:3e:a9:a9:e1", "network": {"id": "7471cab0-87ad-4703-97af-1b6cb285655b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.225", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a175bdd0b1324024bc8e47e5836a9e11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39797b3e-ff", "ovs_interfaceid": "39797b3e-ff5c-4ce1-9adf-407e2abfc745", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.417663] env[69350]: DEBUG nova.compute.manager [None req-d0a88c17-0786-4462-8d4c-2ae7597984cc tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] [instance: 2120db16-82c9-4fa6-b050-84c45b31f858] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 776.418412] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a88c17-0786-4462-8d4c-2ae7597984cc tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] [instance: 2120db16-82c9-4fa6-b050-84c45b31f858] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 776.419246] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b5e90c-3b8d-438b-b23f-6b4b8f510b92 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.427483] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0a88c17-0786-4462-8d4c-2ae7597984cc tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] [instance: 2120db16-82c9-4fa6-b050-84c45b31f858] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 776.427722] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7da38078-0441-45c5-8eb9-35c6b81e19a1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.441361] env[69350]: DEBUG oslo_vmware.api [None req-d0a88c17-0786-4462-8d4c-2ae7597984cc tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] Waiting for the task: (returnval){ [ 776.441361] env[69350]: value = "task-3364844" [ 776.441361] env[69350]: _type = "Task" [ 776.441361] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.448153] env[69350]: DEBUG nova.scheduler.client.report [None req-03808cc2-45b5-4ee4-8031-938742cf5287 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 776.456028] env[69350]: DEBUG oslo_vmware.api [None req-d0a88c17-0786-4462-8d4c-2ae7597984cc tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] Task: {'id': task-3364844, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.570403] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b62716bc-898d-4be1-b2c1-30f017cf52a6 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: 81ea07d5-8924-45de-a1ab-42e4aa335111] Creating Snapshot of the VM instance {{(pid=69350) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 776.571085] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a26c939d-8550-4210-a663-53d4cd6f759f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.579261] env[69350]: DEBUG oslo_vmware.api [None req-b62716bc-898d-4be1-b2c1-30f017cf52a6 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Waiting for the task: (returnval){ [ 776.579261] env[69350]: value = "task-3364845" [ 776.579261] env[69350]: _type = "Task" [ 776.579261] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.590049] env[69350]: DEBUG nova.compute.manager [None req-e1e8213b-96d7-4ea0-8ce5-7ac351549f04 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: d8ff34cc-0660-4828-847d-cc58e0c4385a] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 776.593677] env[69350]: DEBUG oslo_vmware.api [None req-b62716bc-898d-4be1-b2c1-30f017cf52a6 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Task: {'id': task-3364845, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.618976] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0708edef-5819-4469-a645-1e947e775131 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] Acquiring lock "2713f49f-14fc-4705-a30c-e114159466d1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.621055] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0708edef-5819-4469-a645-1e947e775131 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] Lock "2713f49f-14fc-4705-a30c-e114159466d1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.621055] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0708edef-5819-4469-a645-1e947e775131 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] Acquiring lock "2713f49f-14fc-4705-a30c-e114159466d1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.621055] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0708edef-5819-4469-a645-1e947e775131 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] Lock "2713f49f-14fc-4705-a30c-e114159466d1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.621489] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0708edef-5819-4469-a645-1e947e775131 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] Lock "2713f49f-14fc-4705-a30c-e114159466d1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.623036] env[69350]: INFO nova.compute.manager [None req-0708edef-5819-4469-a645-1e947e775131 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] [instance: 2713f49f-14fc-4705-a30c-e114159466d1] Terminating instance [ 776.696274] env[69350]: DEBUG nova.network.neutron [None req-696706d4-5f16-4a70-865d-c929a1a388d0 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: 4dff419b-86ab-48e1-bee1-46948de8ca0d] Successfully updated port: 3766b8e6-f2d2-40fd-aa3b-9eb875982f29 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 776.735120] env[69350]: DEBUG nova.network.neutron [req-83adcbe9-04db-4b65-b8c1-028539ffb9a7 req-d107453c-9a66-430d-8992-883d0780b8f7 service nova] [instance: 2713f49f-14fc-4705-a30c-e114159466d1] Updated VIF entry in instance network info cache for port 4a7e20aa-ddfa-47ba-913c-6607b73e6d1c. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 776.735509] env[69350]: DEBUG nova.network.neutron [req-83adcbe9-04db-4b65-b8c1-028539ffb9a7 req-d107453c-9a66-430d-8992-883d0780b8f7 service nova] [instance: 2713f49f-14fc-4705-a30c-e114159466d1] Updating instance_info_cache with network_info: [{"id": "4a7e20aa-ddfa-47ba-913c-6607b73e6d1c", "address": "fa:16:3e:b6:b5:79", "network": {"id": "a3abe2a4-6dc1-4edc-a758-cc5f02712a15", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1789946935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49191e21029f40f1b9fa89771dc5d499", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e83154-c0d2-4d3d-b95e-3cd5ba336257", "external-id": "nsx-vlan-transportzone-771", "segmentation_id": 771, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a7e20aa-dd", "ovs_interfaceid": "4a7e20aa-ddfa-47ba-913c-6607b73e6d1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.750596] env[69350]: DEBUG oslo_vmware.api [None req-2d876e09-4ebb-48e4-8f1f-86bb7cc04b41 tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Task: {'id': task-3364843, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.803696] env[69350]: DEBUG oslo_concurrency.lockutils [None req-56bcfb45-7beb-47e1-88cb-693e0e2d865f tempest-ServerExternalEventsTest-1695186765 tempest-ServerExternalEventsTest-1695186765-project] Releasing lock "refresh_cache-2120db16-82c9-4fa6-b050-84c45b31f858" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.952156] env[69350]: DEBUG oslo_vmware.api [None req-d0a88c17-0786-4462-8d4c-2ae7597984cc tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] Task: {'id': task-3364844, 'name': PowerOffVM_Task, 'duration_secs': 0.16915} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.952511] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0a88c17-0786-4462-8d4c-2ae7597984cc tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] [instance: 2120db16-82c9-4fa6-b050-84c45b31f858] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 776.952752] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a88c17-0786-4462-8d4c-2ae7597984cc tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] [instance: 2120db16-82c9-4fa6-b050-84c45b31f858] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 776.953105] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eb13f9e6-fe13-4275-82ae-eb7395f5b924 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.956861] env[69350]: DEBUG oslo_concurrency.lockutils [None req-03808cc2-45b5-4ee4-8031-938742cf5287 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.601s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.957353] env[69350]: DEBUG nova.compute.manager [None req-03808cc2-45b5-4ee4-8031-938742cf5287 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] [instance: 8825162c-2942-4d5c-b7d1-d8b87f0ce534] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 776.959950] env[69350]: DEBUG oslo_concurrency.lockutils [None req-61ea481f-2f44-434b-ae90-bd6ac0fbceb4 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.681s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.961333] env[69350]: INFO nova.compute.claims [None req-61ea481f-2f44-434b-ae90-bd6ac0fbceb4 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] [instance: 884fdc90-c90c-439a-8e9c-2730dc242474] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 777.012888] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a88c17-0786-4462-8d4c-2ae7597984cc tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] [instance: 2120db16-82c9-4fa6-b050-84c45b31f858] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 777.013093] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a88c17-0786-4462-8d4c-2ae7597984cc tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] [instance: 2120db16-82c9-4fa6-b050-84c45b31f858] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 777.013288] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0a88c17-0786-4462-8d4c-2ae7597984cc tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] Deleting the datastore file [datastore2] 2120db16-82c9-4fa6-b050-84c45b31f858 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 777.013561] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b91eceff-c4e2-4e2a-8219-d9cab68234a1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.021141] env[69350]: DEBUG oslo_vmware.api [None req-d0a88c17-0786-4462-8d4c-2ae7597984cc tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] Waiting for the task: (returnval){ [ 777.021141] env[69350]: value = "task-3364847" [ 777.021141] env[69350]: _type = "Task" [ 777.021141] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.028854] env[69350]: DEBUG oslo_vmware.api [None req-d0a88c17-0786-4462-8d4c-2ae7597984cc tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] Task: {'id': task-3364847, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.093258] env[69350]: DEBUG oslo_vmware.api [None req-b62716bc-898d-4be1-b2c1-30f017cf52a6 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Task: {'id': task-3364845, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.115671] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e1e8213b-96d7-4ea0-8ce5-7ac351549f04 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.128661] env[69350]: DEBUG nova.compute.manager [None req-0708edef-5819-4469-a645-1e947e775131 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] [instance: 2713f49f-14fc-4705-a30c-e114159466d1] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 777.128839] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0708edef-5819-4469-a645-1e947e775131 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] [instance: 2713f49f-14fc-4705-a30c-e114159466d1] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 777.129876] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c66da06-5af2-40b0-af97-10fdc974e68f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.137861] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-0708edef-5819-4469-a645-1e947e775131 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] [instance: 2713f49f-14fc-4705-a30c-e114159466d1] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 777.138101] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-696bf417-8855-45d9-966c-430b0ac10690 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.147013] env[69350]: DEBUG oslo_vmware.api [None req-0708edef-5819-4469-a645-1e947e775131 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] Waiting for the task: (returnval){ [ 777.147013] env[69350]: value = "task-3364848" [ 777.147013] env[69350]: _type = "Task" [ 777.147013] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.157428] env[69350]: DEBUG oslo_vmware.api [None req-0708edef-5819-4469-a645-1e947e775131 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] Task: {'id': task-3364848, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.201186] env[69350]: DEBUG oslo_concurrency.lockutils [None req-696706d4-5f16-4a70-865d-c929a1a388d0 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Acquiring lock "refresh_cache-4dff419b-86ab-48e1-bee1-46948de8ca0d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.201186] env[69350]: DEBUG oslo_concurrency.lockutils [None req-696706d4-5f16-4a70-865d-c929a1a388d0 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Acquired lock "refresh_cache-4dff419b-86ab-48e1-bee1-46948de8ca0d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.201186] env[69350]: DEBUG nova.network.neutron [None req-696706d4-5f16-4a70-865d-c929a1a388d0 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: 4dff419b-86ab-48e1-bee1-46948de8ca0d] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 777.241903] env[69350]: DEBUG oslo_concurrency.lockutils [req-83adcbe9-04db-4b65-b8c1-028539ffb9a7 req-d107453c-9a66-430d-8992-883d0780b8f7 service nova] Releasing lock "refresh_cache-2713f49f-14fc-4705-a30c-e114159466d1" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.242240] env[69350]: DEBUG nova.compute.manager [req-83adcbe9-04db-4b65-b8c1-028539ffb9a7 req-d107453c-9a66-430d-8992-883d0780b8f7 service nova] [instance: c5cc8d70-f170-4447-8601-a47955702bd6] Received event network-vif-plugged-d7551f9e-13e0-4850-bcab-2ee684caf162 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 777.242477] env[69350]: DEBUG oslo_concurrency.lockutils [req-83adcbe9-04db-4b65-b8c1-028539ffb9a7 req-d107453c-9a66-430d-8992-883d0780b8f7 service nova] Acquiring lock "c5cc8d70-f170-4447-8601-a47955702bd6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.243354] env[69350]: DEBUG oslo_concurrency.lockutils [req-83adcbe9-04db-4b65-b8c1-028539ffb9a7 req-d107453c-9a66-430d-8992-883d0780b8f7 service nova] Lock "c5cc8d70-f170-4447-8601-a47955702bd6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.243354] env[69350]: DEBUG oslo_concurrency.lockutils [req-83adcbe9-04db-4b65-b8c1-028539ffb9a7 req-d107453c-9a66-430d-8992-883d0780b8f7 service nova] Lock "c5cc8d70-f170-4447-8601-a47955702bd6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.243354] env[69350]: DEBUG nova.compute.manager [req-83adcbe9-04db-4b65-b8c1-028539ffb9a7 req-d107453c-9a66-430d-8992-883d0780b8f7 service nova] [instance: c5cc8d70-f170-4447-8601-a47955702bd6] No waiting events found dispatching network-vif-plugged-d7551f9e-13e0-4850-bcab-2ee684caf162 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 777.243354] env[69350]: WARNING nova.compute.manager [req-83adcbe9-04db-4b65-b8c1-028539ffb9a7 req-d107453c-9a66-430d-8992-883d0780b8f7 service nova] [instance: c5cc8d70-f170-4447-8601-a47955702bd6] Received unexpected event network-vif-plugged-d7551f9e-13e0-4850-bcab-2ee684caf162 for instance with vm_state building and task_state spawning. [ 777.243354] env[69350]: DEBUG nova.compute.manager [req-83adcbe9-04db-4b65-b8c1-028539ffb9a7 req-d107453c-9a66-430d-8992-883d0780b8f7 service nova] [instance: c5cc8d70-f170-4447-8601-a47955702bd6] Received event network-changed-d7551f9e-13e0-4850-bcab-2ee684caf162 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 777.243585] env[69350]: DEBUG nova.compute.manager [req-83adcbe9-04db-4b65-b8c1-028539ffb9a7 req-d107453c-9a66-430d-8992-883d0780b8f7 service nova] [instance: c5cc8d70-f170-4447-8601-a47955702bd6] Refreshing instance network info cache due to event network-changed-d7551f9e-13e0-4850-bcab-2ee684caf162. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 777.243707] env[69350]: DEBUG oslo_concurrency.lockutils [req-83adcbe9-04db-4b65-b8c1-028539ffb9a7 req-d107453c-9a66-430d-8992-883d0780b8f7 service nova] Acquiring lock "refresh_cache-c5cc8d70-f170-4447-8601-a47955702bd6" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.243836] env[69350]: DEBUG oslo_concurrency.lockutils [req-83adcbe9-04db-4b65-b8c1-028539ffb9a7 req-d107453c-9a66-430d-8992-883d0780b8f7 service nova] Acquired lock "refresh_cache-c5cc8d70-f170-4447-8601-a47955702bd6" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.244018] env[69350]: DEBUG nova.network.neutron [req-83adcbe9-04db-4b65-b8c1-028539ffb9a7 req-d107453c-9a66-430d-8992-883d0780b8f7 service nova] [instance: c5cc8d70-f170-4447-8601-a47955702bd6] Refreshing network info cache for port d7551f9e-13e0-4850-bcab-2ee684caf162 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 777.251807] env[69350]: DEBUG oslo_vmware.api [None req-2d876e09-4ebb-48e4-8f1f-86bb7cc04b41 tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Task: {'id': task-3364843, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.662101} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.252901] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d876e09-4ebb-48e4-8f1f-86bb7cc04b41 tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] 4d443b60-1f07-4d5f-a3cb-9c50407198ae/4d443b60-1f07-4d5f-a3cb-9c50407198ae.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 777.252901] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-2d876e09-4ebb-48e4-8f1f-86bb7cc04b41 tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] [instance: 4d443b60-1f07-4d5f-a3cb-9c50407198ae] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 777.253202] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-624ea4ab-173e-4990-8a1b-453390631fd6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.260586] env[69350]: DEBUG oslo_vmware.api [None req-2d876e09-4ebb-48e4-8f1f-86bb7cc04b41 tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Waiting for the task: (returnval){ [ 777.260586] env[69350]: value = "task-3364849" [ 777.260586] env[69350]: _type = "Task" [ 777.260586] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.269501] env[69350]: DEBUG oslo_vmware.api [None req-2d876e09-4ebb-48e4-8f1f-86bb7cc04b41 tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Task: {'id': task-3364849, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.465929] env[69350]: DEBUG nova.compute.utils [None req-03808cc2-45b5-4ee4-8031-938742cf5287 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 777.469914] env[69350]: DEBUG nova.compute.manager [None req-03808cc2-45b5-4ee4-8031-938742cf5287 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] [instance: 8825162c-2942-4d5c-b7d1-d8b87f0ce534] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 777.469914] env[69350]: DEBUG nova.network.neutron [None req-03808cc2-45b5-4ee4-8031-938742cf5287 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] [instance: 8825162c-2942-4d5c-b7d1-d8b87f0ce534] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 777.522205] env[69350]: DEBUG nova.policy [None req-03808cc2-45b5-4ee4-8031-938742cf5287 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '43aaf4d95bc84921859335739132dd80', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bcc6e71447e040f182c0c7859cf1197c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 777.538023] env[69350]: DEBUG oslo_vmware.api [None req-d0a88c17-0786-4462-8d4c-2ae7597984cc tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] Task: {'id': task-3364847, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162272} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.538023] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0a88c17-0786-4462-8d4c-2ae7597984cc tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 777.538023] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a88c17-0786-4462-8d4c-2ae7597984cc tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] [instance: 2120db16-82c9-4fa6-b050-84c45b31f858] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 777.538023] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a88c17-0786-4462-8d4c-2ae7597984cc tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] [instance: 2120db16-82c9-4fa6-b050-84c45b31f858] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 777.538023] env[69350]: INFO nova.compute.manager [None req-d0a88c17-0786-4462-8d4c-2ae7597984cc tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] [instance: 2120db16-82c9-4fa6-b050-84c45b31f858] Took 1.12 seconds to destroy the instance on the hypervisor. [ 777.538395] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d0a88c17-0786-4462-8d4c-2ae7597984cc tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 777.538395] env[69350]: DEBUG nova.compute.manager [-] [instance: 2120db16-82c9-4fa6-b050-84c45b31f858] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 777.538395] env[69350]: DEBUG nova.network.neutron [-] [instance: 2120db16-82c9-4fa6-b050-84c45b31f858] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 777.590476] env[69350]: DEBUG oslo_vmware.api [None req-b62716bc-898d-4be1-b2c1-30f017cf52a6 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Task: {'id': task-3364845, 'name': CreateSnapshot_Task, 'duration_secs': 0.863049} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.590765] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b62716bc-898d-4be1-b2c1-30f017cf52a6 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: 81ea07d5-8924-45de-a1ab-42e4aa335111] Created Snapshot of the VM instance {{(pid=69350) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 777.591510] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ad20111-d7a2-442c-aaa9-dc38a258d213 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.656621] env[69350]: DEBUG oslo_vmware.api [None req-0708edef-5819-4469-a645-1e947e775131 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] Task: {'id': task-3364848, 'name': PowerOffVM_Task, 'duration_secs': 0.223534} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.656796] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-0708edef-5819-4469-a645-1e947e775131 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] [instance: 2713f49f-14fc-4705-a30c-e114159466d1] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 777.657704] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0708edef-5819-4469-a645-1e947e775131 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] [instance: 2713f49f-14fc-4705-a30c-e114159466d1] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 777.657704] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d102f02a-8d52-4531-aaa6-847516ce0abd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.719784] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0708edef-5819-4469-a645-1e947e775131 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] [instance: 2713f49f-14fc-4705-a30c-e114159466d1] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 777.719784] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0708edef-5819-4469-a645-1e947e775131 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] [instance: 2713f49f-14fc-4705-a30c-e114159466d1] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 777.719784] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-0708edef-5819-4469-a645-1e947e775131 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] Deleting the datastore file [datastore1] 2713f49f-14fc-4705-a30c-e114159466d1 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 777.719784] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9895ab35-79fa-45c2-8f9a-effdd7a4f3ec {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.728857] env[69350]: DEBUG oslo_vmware.api [None req-0708edef-5819-4469-a645-1e947e775131 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] Waiting for the task: (returnval){ [ 777.728857] env[69350]: value = "task-3364851" [ 777.728857] env[69350]: _type = "Task" [ 777.728857] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.738667] env[69350]: DEBUG oslo_vmware.api [None req-0708edef-5819-4469-a645-1e947e775131 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] Task: {'id': task-3364851, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.770820] env[69350]: DEBUG oslo_vmware.api [None req-2d876e09-4ebb-48e4-8f1f-86bb7cc04b41 tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Task: {'id': task-3364849, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094301} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.772470] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-2d876e09-4ebb-48e4-8f1f-86bb7cc04b41 tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] [instance: 4d443b60-1f07-4d5f-a3cb-9c50407198ae] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 777.774415] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29947175-4e05-414e-a594-8acb7c4c7eca {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.777703] env[69350]: DEBUG nova.network.neutron [None req-696706d4-5f16-4a70-865d-c929a1a388d0 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: 4dff419b-86ab-48e1-bee1-46948de8ca0d] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 777.805075] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d876e09-4ebb-48e4-8f1f-86bb7cc04b41 tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] [instance: 4d443b60-1f07-4d5f-a3cb-9c50407198ae] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] 4d443b60-1f07-4d5f-a3cb-9c50407198ae/4d443b60-1f07-4d5f-a3cb-9c50407198ae.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 777.805075] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54b3d2c1-fddc-42e4-8c08-ce51bf4b8ed7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.821460] env[69350]: DEBUG nova.network.neutron [req-83adcbe9-04db-4b65-b8c1-028539ffb9a7 req-d107453c-9a66-430d-8992-883d0780b8f7 service nova] [instance: c5cc8d70-f170-4447-8601-a47955702bd6] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 777.827945] env[69350]: DEBUG oslo_vmware.api [None req-2d876e09-4ebb-48e4-8f1f-86bb7cc04b41 tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Waiting for the task: (returnval){ [ 777.827945] env[69350]: value = "task-3364852" [ 777.827945] env[69350]: _type = "Task" [ 777.827945] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.837849] env[69350]: DEBUG oslo_vmware.api [None req-2d876e09-4ebb-48e4-8f1f-86bb7cc04b41 tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Task: {'id': task-3364852, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.970936] env[69350]: DEBUG nova.compute.manager [None req-03808cc2-45b5-4ee4-8031-938742cf5287 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] [instance: 8825162c-2942-4d5c-b7d1-d8b87f0ce534] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 777.977534] env[69350]: DEBUG nova.network.neutron [req-83adcbe9-04db-4b65-b8c1-028539ffb9a7 req-d107453c-9a66-430d-8992-883d0780b8f7 service nova] [instance: c5cc8d70-f170-4447-8601-a47955702bd6] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.113576] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b62716bc-898d-4be1-b2c1-30f017cf52a6 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: 81ea07d5-8924-45de-a1ab-42e4aa335111] Creating linked-clone VM from snapshot {{(pid=69350) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 778.114887] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0a13362a-ee6d-436f-bd2e-b82cedfed20f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.123241] env[69350]: DEBUG oslo_vmware.api [None req-b62716bc-898d-4be1-b2c1-30f017cf52a6 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Waiting for the task: (returnval){ [ 778.123241] env[69350]: value = "task-3364853" [ 778.123241] env[69350]: _type = "Task" [ 778.123241] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.131498] env[69350]: DEBUG nova.compute.manager [req-d65f379d-aa00-4ee4-a1d4-522e550e08d1 req-19ef627c-5b20-4c10-b539-416f36362f45 service nova] [instance: 4dff419b-86ab-48e1-bee1-46948de8ca0d] Received event network-vif-plugged-3766b8e6-f2d2-40fd-aa3b-9eb875982f29 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 778.132297] env[69350]: DEBUG oslo_concurrency.lockutils [req-d65f379d-aa00-4ee4-a1d4-522e550e08d1 req-19ef627c-5b20-4c10-b539-416f36362f45 service nova] Acquiring lock "4dff419b-86ab-48e1-bee1-46948de8ca0d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.132297] env[69350]: DEBUG oslo_concurrency.lockutils [req-d65f379d-aa00-4ee4-a1d4-522e550e08d1 req-19ef627c-5b20-4c10-b539-416f36362f45 service nova] Lock "4dff419b-86ab-48e1-bee1-46948de8ca0d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.132297] env[69350]: DEBUG oslo_concurrency.lockutils [req-d65f379d-aa00-4ee4-a1d4-522e550e08d1 req-19ef627c-5b20-4c10-b539-416f36362f45 service nova] Lock "4dff419b-86ab-48e1-bee1-46948de8ca0d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.132297] env[69350]: DEBUG nova.compute.manager [req-d65f379d-aa00-4ee4-a1d4-522e550e08d1 req-19ef627c-5b20-4c10-b539-416f36362f45 service nova] [instance: 4dff419b-86ab-48e1-bee1-46948de8ca0d] No waiting events found dispatching network-vif-plugged-3766b8e6-f2d2-40fd-aa3b-9eb875982f29 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 778.132297] env[69350]: WARNING nova.compute.manager [req-d65f379d-aa00-4ee4-a1d4-522e550e08d1 req-19ef627c-5b20-4c10-b539-416f36362f45 service nova] [instance: 4dff419b-86ab-48e1-bee1-46948de8ca0d] Received unexpected event network-vif-plugged-3766b8e6-f2d2-40fd-aa3b-9eb875982f29 for instance with vm_state building and task_state spawning. [ 778.132526] env[69350]: DEBUG nova.compute.manager [req-d65f379d-aa00-4ee4-a1d4-522e550e08d1 req-19ef627c-5b20-4c10-b539-416f36362f45 service nova] [instance: 4dff419b-86ab-48e1-bee1-46948de8ca0d] Received event network-changed-3766b8e6-f2d2-40fd-aa3b-9eb875982f29 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 778.132526] env[69350]: DEBUG nova.compute.manager [req-d65f379d-aa00-4ee4-a1d4-522e550e08d1 req-19ef627c-5b20-4c10-b539-416f36362f45 service nova] [instance: 4dff419b-86ab-48e1-bee1-46948de8ca0d] Refreshing instance network info cache due to event network-changed-3766b8e6-f2d2-40fd-aa3b-9eb875982f29. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 778.132665] env[69350]: DEBUG oslo_concurrency.lockutils [req-d65f379d-aa00-4ee4-a1d4-522e550e08d1 req-19ef627c-5b20-4c10-b539-416f36362f45 service nova] Acquiring lock "refresh_cache-4dff419b-86ab-48e1-bee1-46948de8ca0d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.141255] env[69350]: DEBUG oslo_vmware.api [None req-b62716bc-898d-4be1-b2c1-30f017cf52a6 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Task: {'id': task-3364853, 'name': CloneVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.244797] env[69350]: DEBUG oslo_vmware.api [None req-0708edef-5819-4469-a645-1e947e775131 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] Task: {'id': task-3364851, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218981} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.246092] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-0708edef-5819-4469-a645-1e947e775131 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 778.246470] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0708edef-5819-4469-a645-1e947e775131 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] [instance: 2713f49f-14fc-4705-a30c-e114159466d1] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 778.247530] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0708edef-5819-4469-a645-1e947e775131 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] [instance: 2713f49f-14fc-4705-a30c-e114159466d1] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 778.247530] env[69350]: INFO nova.compute.manager [None req-0708edef-5819-4469-a645-1e947e775131 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] [instance: 2713f49f-14fc-4705-a30c-e114159466d1] Took 1.12 seconds to destroy the instance on the hypervisor. [ 778.247530] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0708edef-5819-4469-a645-1e947e775131 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 778.247730] env[69350]: DEBUG nova.compute.manager [-] [instance: 2713f49f-14fc-4705-a30c-e114159466d1] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 778.247730] env[69350]: DEBUG nova.network.neutron [-] [instance: 2713f49f-14fc-4705-a30c-e114159466d1] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 778.277200] env[69350]: DEBUG nova.network.neutron [None req-696706d4-5f16-4a70-865d-c929a1a388d0 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: 4dff419b-86ab-48e1-bee1-46948de8ca0d] Updating instance_info_cache with network_info: [{"id": "3766b8e6-f2d2-40fd-aa3b-9eb875982f29", "address": "fa:16:3e:f1:6d:44", "network": {"id": "a368e5a9-70b5-4258-8dc0-532129c1476e", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1282444226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61bee03a23c5497c93a859f18c36ebcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3766b8e6-f2", "ovs_interfaceid": "3766b8e6-f2d2-40fd-aa3b-9eb875982f29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.344943] env[69350]: DEBUG oslo_vmware.api [None req-2d876e09-4ebb-48e4-8f1f-86bb7cc04b41 tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Task: {'id': task-3364852, 'name': ReconfigVM_Task, 'duration_secs': 0.302925} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.345249] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d876e09-4ebb-48e4-8f1f-86bb7cc04b41 tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] [instance: 4d443b60-1f07-4d5f-a3cb-9c50407198ae] Reconfigured VM instance instance-00000015 to attach disk [datastore2] 4d443b60-1f07-4d5f-a3cb-9c50407198ae/4d443b60-1f07-4d5f-a3cb-9c50407198ae.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 778.348549] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6cd242a1-fee2-4b8b-a3dc-5b702996089a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.356475] env[69350]: DEBUG oslo_vmware.api [None req-2d876e09-4ebb-48e4-8f1f-86bb7cc04b41 tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Waiting for the task: (returnval){ [ 778.356475] env[69350]: value = "task-3364854" [ 778.356475] env[69350]: _type = "Task" [ 778.356475] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.367920] env[69350]: DEBUG oslo_vmware.api [None req-2d876e09-4ebb-48e4-8f1f-86bb7cc04b41 tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Task: {'id': task-3364854, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.483297] env[69350]: DEBUG oslo_concurrency.lockutils [req-83adcbe9-04db-4b65-b8c1-028539ffb9a7 req-d107453c-9a66-430d-8992-883d0780b8f7 service nova] Releasing lock "refresh_cache-c5cc8d70-f170-4447-8601-a47955702bd6" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.492621] env[69350]: DEBUG nova.network.neutron [None req-03808cc2-45b5-4ee4-8031-938742cf5287 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] [instance: 8825162c-2942-4d5c-b7d1-d8b87f0ce534] Successfully created port: 0d669634-8932-4f74-8514-2e4f0dc1babb {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 778.537505] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f65f9582-391d-4566-a6bb-ad267131cd07 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.550276] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6830c5d1-6f55-4097-b717-1454ac33f522 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.586053] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-491bacbf-8cdf-4dce-b728-98bea734b780 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.591290] env[69350]: DEBUG nova.network.neutron [None req-13631d7b-f71b-4631-b6b0-950256921cde tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] [instance: c5cc8d70-f170-4447-8601-a47955702bd6] Successfully updated port: 1a1718e4-8aaf-4632-a03e-41c281fc3afb {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 778.596568] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb59bbb0-43f0-49ee-a8c3-d270480b353e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.611150] env[69350]: DEBUG nova.compute.provider_tree [None req-61ea481f-2f44-434b-ae90-bd6ac0fbceb4 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 778.632480] env[69350]: DEBUG oslo_vmware.api [None req-b62716bc-898d-4be1-b2c1-30f017cf52a6 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Task: {'id': task-3364853, 'name': CloneVM_Task} progress is 94%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.701701] env[69350]: DEBUG nova.network.neutron [-] [instance: 2120db16-82c9-4fa6-b050-84c45b31f858] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.782486] env[69350]: DEBUG oslo_concurrency.lockutils [None req-696706d4-5f16-4a70-865d-c929a1a388d0 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Releasing lock "refresh_cache-4dff419b-86ab-48e1-bee1-46948de8ca0d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.782886] env[69350]: DEBUG nova.compute.manager [None req-696706d4-5f16-4a70-865d-c929a1a388d0 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: 4dff419b-86ab-48e1-bee1-46948de8ca0d] Instance network_info: |[{"id": "3766b8e6-f2d2-40fd-aa3b-9eb875982f29", "address": "fa:16:3e:f1:6d:44", "network": {"id": "a368e5a9-70b5-4258-8dc0-532129c1476e", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1282444226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61bee03a23c5497c93a859f18c36ebcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3766b8e6-f2", "ovs_interfaceid": "3766b8e6-f2d2-40fd-aa3b-9eb875982f29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 778.783241] env[69350]: DEBUG oslo_concurrency.lockutils [req-d65f379d-aa00-4ee4-a1d4-522e550e08d1 req-19ef627c-5b20-4c10-b539-416f36362f45 service nova] Acquired lock "refresh_cache-4dff419b-86ab-48e1-bee1-46948de8ca0d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.783463] env[69350]: DEBUG nova.network.neutron [req-d65f379d-aa00-4ee4-a1d4-522e550e08d1 req-19ef627c-5b20-4c10-b539-416f36362f45 service nova] [instance: 4dff419b-86ab-48e1-bee1-46948de8ca0d] Refreshing network info cache for port 3766b8e6-f2d2-40fd-aa3b-9eb875982f29 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 778.784816] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-696706d4-5f16-4a70-865d-c929a1a388d0 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: 4dff419b-86ab-48e1-bee1-46948de8ca0d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:6d:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aef08290-001a-4ae8-aff0-1889e2211389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3766b8e6-f2d2-40fd-aa3b-9eb875982f29', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 778.793054] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-696706d4-5f16-4a70-865d-c929a1a388d0 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 778.793534] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4dff419b-86ab-48e1-bee1-46948de8ca0d] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 778.794518] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-23fe4423-9c79-494f-8341-69865109d3fd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.815984] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 778.815984] env[69350]: value = "task-3364855" [ 778.815984] env[69350]: _type = "Task" [ 778.815984] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.827210] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3364855, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.868162] env[69350]: DEBUG oslo_vmware.api [None req-2d876e09-4ebb-48e4-8f1f-86bb7cc04b41 tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Task: {'id': task-3364854, 'name': Rename_Task, 'duration_secs': 0.380526} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.868588] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d876e09-4ebb-48e4-8f1f-86bb7cc04b41 tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] [instance: 4d443b60-1f07-4d5f-a3cb-9c50407198ae] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 778.868957] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8f51e53-979d-4ace-9205-734b90916b97 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.875765] env[69350]: DEBUG oslo_vmware.api [None req-2d876e09-4ebb-48e4-8f1f-86bb7cc04b41 tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Waiting for the task: (returnval){ [ 778.875765] env[69350]: value = "task-3364856" [ 778.875765] env[69350]: _type = "Task" [ 778.875765] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.885574] env[69350]: DEBUG oslo_vmware.api [None req-2d876e09-4ebb-48e4-8f1f-86bb7cc04b41 tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Task: {'id': task-3364856, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.986112] env[69350]: DEBUG nova.compute.manager [None req-03808cc2-45b5-4ee4-8031-938742cf5287 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] [instance: 8825162c-2942-4d5c-b7d1-d8b87f0ce534] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 779.025724] env[69350]: DEBUG nova.virt.hardware [None req-03808cc2-45b5-4ee4-8031-938742cf5287 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 779.026019] env[69350]: DEBUG nova.virt.hardware [None req-03808cc2-45b5-4ee4-8031-938742cf5287 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 779.026453] env[69350]: DEBUG nova.virt.hardware [None req-03808cc2-45b5-4ee4-8031-938742cf5287 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 779.026756] env[69350]: DEBUG nova.virt.hardware [None req-03808cc2-45b5-4ee4-8031-938742cf5287 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 779.026840] env[69350]: DEBUG nova.virt.hardware [None req-03808cc2-45b5-4ee4-8031-938742cf5287 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 779.026940] env[69350]: DEBUG nova.virt.hardware [None req-03808cc2-45b5-4ee4-8031-938742cf5287 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 779.027174] env[69350]: DEBUG nova.virt.hardware [None req-03808cc2-45b5-4ee4-8031-938742cf5287 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 779.027366] env[69350]: DEBUG nova.virt.hardware [None req-03808cc2-45b5-4ee4-8031-938742cf5287 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 779.027577] env[69350]: DEBUG nova.virt.hardware [None req-03808cc2-45b5-4ee4-8031-938742cf5287 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 779.027778] env[69350]: DEBUG nova.virt.hardware [None req-03808cc2-45b5-4ee4-8031-938742cf5287 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 779.027978] env[69350]: DEBUG nova.virt.hardware [None req-03808cc2-45b5-4ee4-8031-938742cf5287 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 779.028989] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f4ab45b-a4d9-47ad-8b21-6d61b322bc0a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.040829] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fac62a6-5909-4040-a3e7-aa52eed083d2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.115186] env[69350]: DEBUG nova.scheduler.client.report [None req-61ea481f-2f44-434b-ae90-bd6ac0fbceb4 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 779.133243] env[69350]: DEBUG oslo_vmware.api [None req-b62716bc-898d-4be1-b2c1-30f017cf52a6 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Task: {'id': task-3364853, 'name': CloneVM_Task} progress is 94%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.207512] env[69350]: INFO nova.compute.manager [-] [instance: 2120db16-82c9-4fa6-b050-84c45b31f858] Took 1.67 seconds to deallocate network for instance. [ 779.326018] env[69350]: DEBUG nova.network.neutron [-] [instance: 2713f49f-14fc-4705-a30c-e114159466d1] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.331629] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3364855, 'name': CreateVM_Task, 'duration_secs': 0.36306} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.331867] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4dff419b-86ab-48e1-bee1-46948de8ca0d] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 779.332630] env[69350]: DEBUG oslo_concurrency.lockutils [None req-696706d4-5f16-4a70-865d-c929a1a388d0 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.332867] env[69350]: DEBUG oslo_concurrency.lockutils [None req-696706d4-5f16-4a70-865d-c929a1a388d0 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.333160] env[69350]: DEBUG oslo_concurrency.lockutils [None req-696706d4-5f16-4a70-865d-c929a1a388d0 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.333421] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7d323b8-5057-4eda-8e58-cbf0487b974a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.339806] env[69350]: DEBUG oslo_vmware.api [None req-696706d4-5f16-4a70-865d-c929a1a388d0 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Waiting for the task: (returnval){ [ 779.339806] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52a8b8b0-ac98-2d26-2321-c8776d488152" [ 779.339806] env[69350]: _type = "Task" [ 779.339806] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.349664] env[69350]: DEBUG oslo_vmware.api [None req-696706d4-5f16-4a70-865d-c929a1a388d0 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52a8b8b0-ac98-2d26-2321-c8776d488152, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.388390] env[69350]: DEBUG oslo_vmware.api [None req-2d876e09-4ebb-48e4-8f1f-86bb7cc04b41 tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Task: {'id': task-3364856, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.621500] env[69350]: DEBUG oslo_concurrency.lockutils [None req-61ea481f-2f44-434b-ae90-bd6ac0fbceb4 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.661s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.622046] env[69350]: DEBUG nova.compute.manager [None req-61ea481f-2f44-434b-ae90-bd6ac0fbceb4 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] [instance: 884fdc90-c90c-439a-8e9c-2730dc242474] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 779.624602] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6019039e-53e5-4df3-8cbe-0ea19bacd063 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 20.904s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.636907] env[69350]: DEBUG oslo_vmware.api [None req-b62716bc-898d-4be1-b2c1-30f017cf52a6 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Task: {'id': task-3364853, 'name': CloneVM_Task, 'duration_secs': 1.495808} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.637575] env[69350]: INFO nova.virt.vmwareapi.vmops [None req-b62716bc-898d-4be1-b2c1-30f017cf52a6 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: 81ea07d5-8924-45de-a1ab-42e4aa335111] Created linked-clone VM from snapshot [ 779.638036] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6b6f271-af60-41a4-9f3a-5c4e9a82b791 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.646649] env[69350]: DEBUG nova.virt.vmwareapi.images [None req-b62716bc-898d-4be1-b2c1-30f017cf52a6 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: 81ea07d5-8924-45de-a1ab-42e4aa335111] Uploading image e5d8ec70-6acc-4675-8354-b8196c756b62 {{(pid=69350) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 779.649275] env[69350]: DEBUG nova.network.neutron [req-d65f379d-aa00-4ee4-a1d4-522e550e08d1 req-19ef627c-5b20-4c10-b539-416f36362f45 service nova] [instance: 4dff419b-86ab-48e1-bee1-46948de8ca0d] Updated VIF entry in instance network info cache for port 3766b8e6-f2d2-40fd-aa3b-9eb875982f29. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 779.649604] env[69350]: DEBUG nova.network.neutron [req-d65f379d-aa00-4ee4-a1d4-522e550e08d1 req-19ef627c-5b20-4c10-b539-416f36362f45 service nova] [instance: 4dff419b-86ab-48e1-bee1-46948de8ca0d] Updating instance_info_cache with network_info: [{"id": "3766b8e6-f2d2-40fd-aa3b-9eb875982f29", "address": "fa:16:3e:f1:6d:44", "network": {"id": "a368e5a9-70b5-4258-8dc0-532129c1476e", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1282444226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61bee03a23c5497c93a859f18c36ebcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3766b8e6-f2", "ovs_interfaceid": "3766b8e6-f2d2-40fd-aa3b-9eb875982f29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.672642] env[69350]: DEBUG oslo_vmware.rw_handles [None req-b62716bc-898d-4be1-b2c1-30f017cf52a6 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 779.672642] env[69350]: value = "vm-671461" [ 779.672642] env[69350]: _type = "VirtualMachine" [ 779.672642] env[69350]: }. {{(pid=69350) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 779.673174] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0de62236-6ac3-4f4c-a8a1-6f776ee4c123 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.687674] env[69350]: DEBUG oslo_vmware.rw_handles [None req-b62716bc-898d-4be1-b2c1-30f017cf52a6 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Lease: (returnval){ [ 779.687674] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5202cb31-b6c1-74e6-b556-4d5b3e6227ab" [ 779.687674] env[69350]: _type = "HttpNfcLease" [ 779.687674] env[69350]: } obtained for exporting VM: (result){ [ 779.687674] env[69350]: value = "vm-671461" [ 779.687674] env[69350]: _type = "VirtualMachine" [ 779.687674] env[69350]: }. {{(pid=69350) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 779.687674] env[69350]: DEBUG oslo_vmware.api [None req-b62716bc-898d-4be1-b2c1-30f017cf52a6 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Waiting for the lease: (returnval){ [ 779.687674] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5202cb31-b6c1-74e6-b556-4d5b3e6227ab" [ 779.687674] env[69350]: _type = "HttpNfcLease" [ 779.687674] env[69350]: } to be ready. {{(pid=69350) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 779.692026] env[69350]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 779.692026] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5202cb31-b6c1-74e6-b556-4d5b3e6227ab" [ 779.692026] env[69350]: _type = "HttpNfcLease" [ 779.692026] env[69350]: } is initializing. {{(pid=69350) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 779.712358] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d0a88c17-0786-4462-8d4c-2ae7597984cc tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.827063] env[69350]: INFO nova.compute.manager [-] [instance: 2713f49f-14fc-4705-a30c-e114159466d1] Took 1.58 seconds to deallocate network for instance. [ 779.855864] env[69350]: DEBUG oslo_vmware.api [None req-696706d4-5f16-4a70-865d-c929a1a388d0 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52a8b8b0-ac98-2d26-2321-c8776d488152, 'name': SearchDatastore_Task, 'duration_secs': 0.04127} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.855864] env[69350]: DEBUG oslo_concurrency.lockutils [None req-696706d4-5f16-4a70-865d-c929a1a388d0 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.855864] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-696706d4-5f16-4a70-865d-c929a1a388d0 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: 4dff419b-86ab-48e1-bee1-46948de8ca0d] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 779.855864] env[69350]: DEBUG oslo_concurrency.lockutils [None req-696706d4-5f16-4a70-865d-c929a1a388d0 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.856136] env[69350]: DEBUG oslo_concurrency.lockutils [None req-696706d4-5f16-4a70-865d-c929a1a388d0 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.856136] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-696706d4-5f16-4a70-865d-c929a1a388d0 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 779.856136] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d4bfd93-3abf-41ad-91e1-e1743818904b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.868975] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-696706d4-5f16-4a70-865d-c929a1a388d0 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 779.870165] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-696706d4-5f16-4a70-865d-c929a1a388d0 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 779.870165] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f69c7c94-564d-4ed4-9b48-c75c9d968390 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.876473] env[69350]: DEBUG oslo_vmware.api [None req-696706d4-5f16-4a70-865d-c929a1a388d0 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Waiting for the task: (returnval){ [ 779.876473] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52ccc350-2465-77ed-ef12-81a0e8a103bd" [ 779.876473] env[69350]: _type = "Task" [ 779.876473] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.889323] env[69350]: DEBUG oslo_vmware.api [None req-2d876e09-4ebb-48e4-8f1f-86bb7cc04b41 tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Task: {'id': task-3364856, 'name': PowerOnVM_Task, 'duration_secs': 0.624553} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.892236] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d876e09-4ebb-48e4-8f1f-86bb7cc04b41 tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] [instance: 4d443b60-1f07-4d5f-a3cb-9c50407198ae] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 779.892438] env[69350]: INFO nova.compute.manager [None req-2d876e09-4ebb-48e4-8f1f-86bb7cc04b41 tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] [instance: 4d443b60-1f07-4d5f-a3cb-9c50407198ae] Took 9.95 seconds to spawn the instance on the hypervisor. [ 779.892613] env[69350]: DEBUG nova.compute.manager [None req-2d876e09-4ebb-48e4-8f1f-86bb7cc04b41 tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] [instance: 4d443b60-1f07-4d5f-a3cb-9c50407198ae] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 779.892864] env[69350]: DEBUG oslo_vmware.api [None req-696706d4-5f16-4a70-865d-c929a1a388d0 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52ccc350-2465-77ed-ef12-81a0e8a103bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.893638] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7092dcc4-3377-4da3-820b-05ba3078c47c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.127509] env[69350]: DEBUG nova.compute.utils [None req-61ea481f-2f44-434b-ae90-bd6ac0fbceb4 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 780.128958] env[69350]: DEBUG nova.compute.manager [None req-61ea481f-2f44-434b-ae90-bd6ac0fbceb4 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] [instance: 884fdc90-c90c-439a-8e9c-2730dc242474] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 780.129218] env[69350]: DEBUG nova.network.neutron [None req-61ea481f-2f44-434b-ae90-bd6ac0fbceb4 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] [instance: 884fdc90-c90c-439a-8e9c-2730dc242474] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 780.152096] env[69350]: DEBUG oslo_concurrency.lockutils [req-d65f379d-aa00-4ee4-a1d4-522e550e08d1 req-19ef627c-5b20-4c10-b539-416f36362f45 service nova] Releasing lock "refresh_cache-4dff419b-86ab-48e1-bee1-46948de8ca0d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.167733] env[69350]: DEBUG nova.compute.manager [req-0a369053-6faa-4a0c-9a00-37b4069e8a67 req-c9a33d66-1cb2-4355-bd91-2a14c1b4d797 service nova] [instance: 2120db16-82c9-4fa6-b050-84c45b31f858] Received event network-vif-deleted-39797b3e-ff5c-4ce1-9adf-407e2abfc745 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 780.167935] env[69350]: DEBUG nova.compute.manager [req-0a369053-6faa-4a0c-9a00-37b4069e8a67 req-c9a33d66-1cb2-4355-bd91-2a14c1b4d797 service nova] [instance: c5cc8d70-f170-4447-8601-a47955702bd6] Received event network-vif-plugged-1a1718e4-8aaf-4632-a03e-41c281fc3afb {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 780.168136] env[69350]: DEBUG oslo_concurrency.lockutils [req-0a369053-6faa-4a0c-9a00-37b4069e8a67 req-c9a33d66-1cb2-4355-bd91-2a14c1b4d797 service nova] Acquiring lock "c5cc8d70-f170-4447-8601-a47955702bd6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.168333] env[69350]: DEBUG oslo_concurrency.lockutils [req-0a369053-6faa-4a0c-9a00-37b4069e8a67 req-c9a33d66-1cb2-4355-bd91-2a14c1b4d797 service nova] Lock "c5cc8d70-f170-4447-8601-a47955702bd6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.168498] env[69350]: DEBUG oslo_concurrency.lockutils [req-0a369053-6faa-4a0c-9a00-37b4069e8a67 req-c9a33d66-1cb2-4355-bd91-2a14c1b4d797 service nova] Lock "c5cc8d70-f170-4447-8601-a47955702bd6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.168686] env[69350]: DEBUG nova.compute.manager [req-0a369053-6faa-4a0c-9a00-37b4069e8a67 req-c9a33d66-1cb2-4355-bd91-2a14c1b4d797 service nova] [instance: c5cc8d70-f170-4447-8601-a47955702bd6] No waiting events found dispatching network-vif-plugged-1a1718e4-8aaf-4632-a03e-41c281fc3afb {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 780.168850] env[69350]: WARNING nova.compute.manager [req-0a369053-6faa-4a0c-9a00-37b4069e8a67 req-c9a33d66-1cb2-4355-bd91-2a14c1b4d797 service nova] [instance: c5cc8d70-f170-4447-8601-a47955702bd6] Received unexpected event network-vif-plugged-1a1718e4-8aaf-4632-a03e-41c281fc3afb for instance with vm_state building and task_state spawning. [ 780.169160] env[69350]: DEBUG nova.compute.manager [req-0a369053-6faa-4a0c-9a00-37b4069e8a67 req-c9a33d66-1cb2-4355-bd91-2a14c1b4d797 service nova] [instance: c5cc8d70-f170-4447-8601-a47955702bd6] Received event network-changed-1a1718e4-8aaf-4632-a03e-41c281fc3afb {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 780.169399] env[69350]: DEBUG nova.compute.manager [req-0a369053-6faa-4a0c-9a00-37b4069e8a67 req-c9a33d66-1cb2-4355-bd91-2a14c1b4d797 service nova] [instance: c5cc8d70-f170-4447-8601-a47955702bd6] Refreshing instance network info cache due to event network-changed-1a1718e4-8aaf-4632-a03e-41c281fc3afb. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 780.169596] env[69350]: DEBUG oslo_concurrency.lockutils [req-0a369053-6faa-4a0c-9a00-37b4069e8a67 req-c9a33d66-1cb2-4355-bd91-2a14c1b4d797 service nova] Acquiring lock "refresh_cache-c5cc8d70-f170-4447-8601-a47955702bd6" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.169728] env[69350]: DEBUG oslo_concurrency.lockutils [req-0a369053-6faa-4a0c-9a00-37b4069e8a67 req-c9a33d66-1cb2-4355-bd91-2a14c1b4d797 service nova] Acquired lock "refresh_cache-c5cc8d70-f170-4447-8601-a47955702bd6" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.169881] env[69350]: DEBUG nova.network.neutron [req-0a369053-6faa-4a0c-9a00-37b4069e8a67 req-c9a33d66-1cb2-4355-bd91-2a14c1b4d797 service nova] [instance: c5cc8d70-f170-4447-8601-a47955702bd6] Refreshing network info cache for port 1a1718e4-8aaf-4632-a03e-41c281fc3afb {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 780.193057] env[69350]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 780.193057] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5202cb31-b6c1-74e6-b556-4d5b3e6227ab" [ 780.193057] env[69350]: _type = "HttpNfcLease" [ 780.193057] env[69350]: } is ready. {{(pid=69350) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 780.193287] env[69350]: DEBUG oslo_vmware.rw_handles [None req-b62716bc-898d-4be1-b2c1-30f017cf52a6 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 780.193287] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5202cb31-b6c1-74e6-b556-4d5b3e6227ab" [ 780.193287] env[69350]: _type = "HttpNfcLease" [ 780.193287] env[69350]: }. {{(pid=69350) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 780.193985] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e112da6-e7e4-496d-af99-38fd5765e766 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.204885] env[69350]: DEBUG oslo_vmware.rw_handles [None req-b62716bc-898d-4be1-b2c1-30f017cf52a6 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5239beff-5420-7e8f-d17b-b600daa919cf/disk-0.vmdk from lease info. {{(pid=69350) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 780.205194] env[69350]: DEBUG oslo_vmware.rw_handles [None req-b62716bc-898d-4be1-b2c1-30f017cf52a6 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5239beff-5420-7e8f-d17b-b600daa919cf/disk-0.vmdk for reading. {{(pid=69350) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 780.280107] env[69350]: DEBUG nova.policy [None req-61ea481f-2f44-434b-ae90-bd6ac0fbceb4 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '218840f18ce648999d0271c719b7341f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '214d73abecaa4495b5831f77e0fd5a46', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 780.311214] env[69350]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a1e3bdfb-6f0a-4516-9396-1057025b1c4b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.339482] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0708edef-5819-4469-a645-1e947e775131 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.396259] env[69350]: DEBUG oslo_vmware.api [None req-696706d4-5f16-4a70-865d-c929a1a388d0 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52ccc350-2465-77ed-ef12-81a0e8a103bd, 'name': SearchDatastore_Task, 'duration_secs': 0.033091} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.400131] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8739d90a-a8a5-4a5c-9d6a-bb9a7a2ce941 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.402293] env[69350]: DEBUG oslo_vmware.api [None req-696706d4-5f16-4a70-865d-c929a1a388d0 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Waiting for the task: (returnval){ [ 780.402293] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]529ce4ba-eb21-cfdc-870c-6cc5f84b32a7" [ 780.402293] env[69350]: _type = "Task" [ 780.402293] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.415311] env[69350]: INFO nova.compute.manager [None req-2d876e09-4ebb-48e4-8f1f-86bb7cc04b41 tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] [instance: 4d443b60-1f07-4d5f-a3cb-9c50407198ae] Took 40.09 seconds to build instance. [ 780.423492] env[69350]: DEBUG oslo_vmware.api [None req-696706d4-5f16-4a70-865d-c929a1a388d0 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]529ce4ba-eb21-cfdc-870c-6cc5f84b32a7, 'name': SearchDatastore_Task, 'duration_secs': 0.010811} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.423492] env[69350]: DEBUG oslo_concurrency.lockutils [None req-696706d4-5f16-4a70-865d-c929a1a388d0 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.423492] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-696706d4-5f16-4a70-865d-c929a1a388d0 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] 4dff419b-86ab-48e1-bee1-46948de8ca0d/4dff419b-86ab-48e1-bee1-46948de8ca0d.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 780.423492] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f086341a-28a7-4d46-bcab-a807e95a194f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.430658] env[69350]: DEBUG oslo_vmware.api [None req-696706d4-5f16-4a70-865d-c929a1a388d0 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Waiting for the task: (returnval){ [ 780.430658] env[69350]: value = "task-3364858" [ 780.430658] env[69350]: _type = "Task" [ 780.430658] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.440015] env[69350]: DEBUG oslo_vmware.api [None req-696706d4-5f16-4a70-865d-c929a1a388d0 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Task: {'id': task-3364858, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.499791] env[69350]: DEBUG nova.network.neutron [None req-03808cc2-45b5-4ee4-8031-938742cf5287 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] [instance: 8825162c-2942-4d5c-b7d1-d8b87f0ce534] Successfully updated port: 0d669634-8932-4f74-8514-2e4f0dc1babb {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 780.633298] env[69350]: DEBUG nova.compute.manager [None req-61ea481f-2f44-434b-ae90-bd6ac0fbceb4 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] [instance: 884fdc90-c90c-439a-8e9c-2730dc242474] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 780.752502] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb8837ab-c702-4c3d-ad26-1191e31aeeb8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.766877] env[69350]: DEBUG nova.network.neutron [req-0a369053-6faa-4a0c-9a00-37b4069e8a67 req-c9a33d66-1cb2-4355-bd91-2a14c1b4d797 service nova] [instance: c5cc8d70-f170-4447-8601-a47955702bd6] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 780.771526] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec45bd5-dbbc-4af8-9ace-128875ea6397 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.813082] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9accb09c-eb9c-4bb2-8026-b7d54b66e88c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.822282] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be135731-8c1f-44e7-8364-b2d93750e1a0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.838486] env[69350]: DEBUG nova.compute.provider_tree [None req-6019039e-53e5-4df3-8cbe-0ea19bacd063 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 780.921671] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2d876e09-4ebb-48e4-8f1f-86bb7cc04b41 tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Lock "4d443b60-1f07-4d5f-a3cb-9c50407198ae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.364s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.942927] env[69350]: DEBUG oslo_vmware.api [None req-696706d4-5f16-4a70-865d-c929a1a388d0 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Task: {'id': task-3364858, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494393} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.944212] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-696706d4-5f16-4a70-865d-c929a1a388d0 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] 4dff419b-86ab-48e1-bee1-46948de8ca0d/4dff419b-86ab-48e1-bee1-46948de8ca0d.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 780.944541] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-696706d4-5f16-4a70-865d-c929a1a388d0 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: 4dff419b-86ab-48e1-bee1-46948de8ca0d] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 780.945527] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6fad92fd-4a80-4c73-9fdd-12703367d807 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.952661] env[69350]: DEBUG oslo_vmware.api [None req-696706d4-5f16-4a70-865d-c929a1a388d0 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Waiting for the task: (returnval){ [ 780.952661] env[69350]: value = "task-3364859" [ 780.952661] env[69350]: _type = "Task" [ 780.952661] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.962960] env[69350]: DEBUG oslo_vmware.api [None req-696706d4-5f16-4a70-865d-c929a1a388d0 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Task: {'id': task-3364859, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.002413] env[69350]: DEBUG oslo_concurrency.lockutils [None req-03808cc2-45b5-4ee4-8031-938742cf5287 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] Acquiring lock "refresh_cache-8825162c-2942-4d5c-b7d1-d8b87f0ce534" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.002555] env[69350]: DEBUG oslo_concurrency.lockutils [None req-03808cc2-45b5-4ee4-8031-938742cf5287 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] Acquired lock "refresh_cache-8825162c-2942-4d5c-b7d1-d8b87f0ce534" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.002706] env[69350]: DEBUG nova.network.neutron [None req-03808cc2-45b5-4ee4-8031-938742cf5287 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] [instance: 8825162c-2942-4d5c-b7d1-d8b87f0ce534] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 781.232416] env[69350]: DEBUG nova.network.neutron [req-0a369053-6faa-4a0c-9a00-37b4069e8a67 req-c9a33d66-1cb2-4355-bd91-2a14c1b4d797 service nova] [instance: c5cc8d70-f170-4447-8601-a47955702bd6] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.291949] env[69350]: DEBUG nova.network.neutron [None req-61ea481f-2f44-434b-ae90-bd6ac0fbceb4 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] [instance: 884fdc90-c90c-439a-8e9c-2730dc242474] Successfully created port: d0aa839b-309f-4452-9cfd-9813ed053ba7 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 781.345029] env[69350]: DEBUG nova.scheduler.client.report [None req-6019039e-53e5-4df3-8cbe-0ea19bacd063 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 781.426728] env[69350]: DEBUG nova.compute.manager [None req-c188e2a3-ea48-48c5-8f63-5e7c7fd513aa tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 57801cfa-deec-406a-88e8-c039705979a2] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 781.466410] env[69350]: DEBUG oslo_vmware.api [None req-696706d4-5f16-4a70-865d-c929a1a388d0 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Task: {'id': task-3364859, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067706} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.470018] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-696706d4-5f16-4a70-865d-c929a1a388d0 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: 4dff419b-86ab-48e1-bee1-46948de8ca0d] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 781.470018] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c994fd-bb64-4da5-8c02-14038833c38f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.505313] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-696706d4-5f16-4a70-865d-c929a1a388d0 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: 4dff419b-86ab-48e1-bee1-46948de8ca0d] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 4dff419b-86ab-48e1-bee1-46948de8ca0d/4dff419b-86ab-48e1-bee1-46948de8ca0d.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 781.505313] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8544ec33-f27a-4007-90ae-bb84fa96ce67 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.526743] env[69350]: DEBUG oslo_vmware.api [None req-696706d4-5f16-4a70-865d-c929a1a388d0 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Waiting for the task: (returnval){ [ 781.526743] env[69350]: value = "task-3364860" [ 781.526743] env[69350]: _type = "Task" [ 781.526743] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.537071] env[69350]: DEBUG oslo_vmware.api [None req-696706d4-5f16-4a70-865d-c929a1a388d0 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Task: {'id': task-3364860, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.554238] env[69350]: DEBUG nova.network.neutron [None req-13631d7b-f71b-4631-b6b0-950256921cde tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] [instance: c5cc8d70-f170-4447-8601-a47955702bd6] Successfully updated port: ad4b6dab-004a-43f7-b419-85a6e4ffbd16 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 781.584134] env[69350]: DEBUG nova.network.neutron [None req-03808cc2-45b5-4ee4-8031-938742cf5287 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] [instance: 8825162c-2942-4d5c-b7d1-d8b87f0ce534] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 781.645057] env[69350]: DEBUG nova.compute.manager [None req-61ea481f-2f44-434b-ae90-bd6ac0fbceb4 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] [instance: 884fdc90-c90c-439a-8e9c-2730dc242474] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 781.675767] env[69350]: DEBUG nova.virt.hardware [None req-61ea481f-2f44-434b-ae90-bd6ac0fbceb4 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 781.676383] env[69350]: DEBUG nova.virt.hardware [None req-61ea481f-2f44-434b-ae90-bd6ac0fbceb4 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 781.676608] env[69350]: DEBUG nova.virt.hardware [None req-61ea481f-2f44-434b-ae90-bd6ac0fbceb4 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 781.676861] env[69350]: DEBUG nova.virt.hardware [None req-61ea481f-2f44-434b-ae90-bd6ac0fbceb4 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 781.677090] env[69350]: DEBUG nova.virt.hardware [None req-61ea481f-2f44-434b-ae90-bd6ac0fbceb4 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 781.677308] env[69350]: DEBUG nova.virt.hardware [None req-61ea481f-2f44-434b-ae90-bd6ac0fbceb4 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 781.677568] env[69350]: DEBUG nova.virt.hardware [None req-61ea481f-2f44-434b-ae90-bd6ac0fbceb4 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 781.677825] env[69350]: DEBUG nova.virt.hardware [None req-61ea481f-2f44-434b-ae90-bd6ac0fbceb4 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 781.678236] env[69350]: DEBUG nova.virt.hardware [None req-61ea481f-2f44-434b-ae90-bd6ac0fbceb4 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 781.678609] env[69350]: DEBUG nova.virt.hardware [None req-61ea481f-2f44-434b-ae90-bd6ac0fbceb4 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 781.678863] env[69350]: DEBUG nova.virt.hardware [None req-61ea481f-2f44-434b-ae90-bd6ac0fbceb4 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 781.679937] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e25391c5-b8c8-425c-a92e-fb4a85fa6902 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.689729] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02fd933c-b0ea-44ec-9b3e-f69383d5db71 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.735685] env[69350]: DEBUG oslo_concurrency.lockutils [req-0a369053-6faa-4a0c-9a00-37b4069e8a67 req-c9a33d66-1cb2-4355-bd91-2a14c1b4d797 service nova] Releasing lock "refresh_cache-c5cc8d70-f170-4447-8601-a47955702bd6" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.736075] env[69350]: DEBUG nova.compute.manager [req-0a369053-6faa-4a0c-9a00-37b4069e8a67 req-c9a33d66-1cb2-4355-bd91-2a14c1b4d797 service nova] [instance: 2713f49f-14fc-4705-a30c-e114159466d1] Received event network-vif-deleted-4a7e20aa-ddfa-47ba-913c-6607b73e6d1c {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 781.902740] env[69350]: DEBUG nova.network.neutron [None req-03808cc2-45b5-4ee4-8031-938742cf5287 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] [instance: 8825162c-2942-4d5c-b7d1-d8b87f0ce534] Updating instance_info_cache with network_info: [{"id": "0d669634-8932-4f74-8514-2e4f0dc1babb", "address": "fa:16:3e:17:f7:bf", "network": {"id": "5a274c84-52e5-47d9-bfb7-20a0105b6e12", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1930295418-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcc6e71447e040f182c0c7859cf1197c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d669634-89", "ovs_interfaceid": "0d669634-8932-4f74-8514-2e4f0dc1babb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.958790] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c188e2a3-ea48-48c5-8f63-5e7c7fd513aa tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.036491] env[69350]: DEBUG oslo_vmware.api [None req-696706d4-5f16-4a70-865d-c929a1a388d0 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Task: {'id': task-3364860, 'name': ReconfigVM_Task, 'duration_secs': 0.332639} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.036869] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-696706d4-5f16-4a70-865d-c929a1a388d0 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: 4dff419b-86ab-48e1-bee1-46948de8ca0d] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 4dff419b-86ab-48e1-bee1-46948de8ca0d/4dff419b-86ab-48e1-bee1-46948de8ca0d.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 782.037536] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c6fbc153-41d7-466a-94d6-054604c48a4a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.044569] env[69350]: DEBUG oslo_vmware.api [None req-696706d4-5f16-4a70-865d-c929a1a388d0 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Waiting for the task: (returnval){ [ 782.044569] env[69350]: value = "task-3364861" [ 782.044569] env[69350]: _type = "Task" [ 782.044569] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.053909] env[69350]: DEBUG oslo_vmware.api [None req-696706d4-5f16-4a70-865d-c929a1a388d0 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Task: {'id': task-3364861, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.057663] env[69350]: DEBUG oslo_concurrency.lockutils [None req-13631d7b-f71b-4631-b6b0-950256921cde tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Acquiring lock "refresh_cache-c5cc8d70-f170-4447-8601-a47955702bd6" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.057795] env[69350]: DEBUG oslo_concurrency.lockutils [None req-13631d7b-f71b-4631-b6b0-950256921cde tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Acquired lock "refresh_cache-c5cc8d70-f170-4447-8601-a47955702bd6" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.057940] env[69350]: DEBUG nova.network.neutron [None req-13631d7b-f71b-4631-b6b0-950256921cde tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] [instance: c5cc8d70-f170-4447-8601-a47955702bd6] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 782.343981] env[69350]: DEBUG nova.compute.manager [req-a7a2209b-0051-4f98-9924-c41715bd7031 req-4edce9a6-ac23-4298-93f9-148f0193958c service nova] [instance: 8825162c-2942-4d5c-b7d1-d8b87f0ce534] Received event network-vif-plugged-0d669634-8932-4f74-8514-2e4f0dc1babb {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 782.344285] env[69350]: DEBUG oslo_concurrency.lockutils [req-a7a2209b-0051-4f98-9924-c41715bd7031 req-4edce9a6-ac23-4298-93f9-148f0193958c service nova] Acquiring lock "8825162c-2942-4d5c-b7d1-d8b87f0ce534-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.344593] env[69350]: DEBUG oslo_concurrency.lockutils [req-a7a2209b-0051-4f98-9924-c41715bd7031 req-4edce9a6-ac23-4298-93f9-148f0193958c service nova] Lock "8825162c-2942-4d5c-b7d1-d8b87f0ce534-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.344822] env[69350]: DEBUG oslo_concurrency.lockutils [req-a7a2209b-0051-4f98-9924-c41715bd7031 req-4edce9a6-ac23-4298-93f9-148f0193958c service nova] Lock "8825162c-2942-4d5c-b7d1-d8b87f0ce534-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.345147] env[69350]: DEBUG nova.compute.manager [req-a7a2209b-0051-4f98-9924-c41715bd7031 req-4edce9a6-ac23-4298-93f9-148f0193958c service nova] [instance: 8825162c-2942-4d5c-b7d1-d8b87f0ce534] No waiting events found dispatching network-vif-plugged-0d669634-8932-4f74-8514-2e4f0dc1babb {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 782.345276] env[69350]: WARNING nova.compute.manager [req-a7a2209b-0051-4f98-9924-c41715bd7031 req-4edce9a6-ac23-4298-93f9-148f0193958c service nova] [instance: 8825162c-2942-4d5c-b7d1-d8b87f0ce534] Received unexpected event network-vif-plugged-0d669634-8932-4f74-8514-2e4f0dc1babb for instance with vm_state building and task_state spawning. [ 782.345562] env[69350]: DEBUG nova.compute.manager [req-a7a2209b-0051-4f98-9924-c41715bd7031 req-4edce9a6-ac23-4298-93f9-148f0193958c service nova] [instance: 8825162c-2942-4d5c-b7d1-d8b87f0ce534] Received event network-changed-0d669634-8932-4f74-8514-2e4f0dc1babb {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 782.345725] env[69350]: DEBUG nova.compute.manager [req-a7a2209b-0051-4f98-9924-c41715bd7031 req-4edce9a6-ac23-4298-93f9-148f0193958c service nova] [instance: 8825162c-2942-4d5c-b7d1-d8b87f0ce534] Refreshing instance network info cache due to event network-changed-0d669634-8932-4f74-8514-2e4f0dc1babb. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 782.345966] env[69350]: DEBUG oslo_concurrency.lockutils [req-a7a2209b-0051-4f98-9924-c41715bd7031 req-4edce9a6-ac23-4298-93f9-148f0193958c service nova] Acquiring lock "refresh_cache-8825162c-2942-4d5c-b7d1-d8b87f0ce534" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.359580] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6019039e-53e5-4df3-8cbe-0ea19bacd063 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.735s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.362674] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9f574a62-8940-4c3b-8a8e-d6ed295176a6 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.962s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.364262] env[69350]: INFO nova.compute.claims [None req-9f574a62-8940-4c3b-8a8e-d6ed295176a6 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] [instance: 575cfb5e-9476-43fc-9724-33cb252fb7ce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 782.405906] env[69350]: DEBUG oslo_concurrency.lockutils [None req-03808cc2-45b5-4ee4-8031-938742cf5287 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] Releasing lock "refresh_cache-8825162c-2942-4d5c-b7d1-d8b87f0ce534" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.406333] env[69350]: DEBUG nova.compute.manager [None req-03808cc2-45b5-4ee4-8031-938742cf5287 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] [instance: 8825162c-2942-4d5c-b7d1-d8b87f0ce534] Instance network_info: |[{"id": "0d669634-8932-4f74-8514-2e4f0dc1babb", "address": "fa:16:3e:17:f7:bf", "network": {"id": "5a274c84-52e5-47d9-bfb7-20a0105b6e12", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1930295418-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcc6e71447e040f182c0c7859cf1197c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d669634-89", "ovs_interfaceid": "0d669634-8932-4f74-8514-2e4f0dc1babb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 782.406704] env[69350]: DEBUG oslo_concurrency.lockutils [req-a7a2209b-0051-4f98-9924-c41715bd7031 req-4edce9a6-ac23-4298-93f9-148f0193958c service nova] Acquired lock "refresh_cache-8825162c-2942-4d5c-b7d1-d8b87f0ce534" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.410022] env[69350]: DEBUG nova.network.neutron [req-a7a2209b-0051-4f98-9924-c41715bd7031 req-4edce9a6-ac23-4298-93f9-148f0193958c service nova] [instance: 8825162c-2942-4d5c-b7d1-d8b87f0ce534] Refreshing network info cache for port 0d669634-8932-4f74-8514-2e4f0dc1babb {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 782.410022] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-03808cc2-45b5-4ee4-8031-938742cf5287 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] [instance: 8825162c-2942-4d5c-b7d1-d8b87f0ce534] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:f7:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '39a4aca0-934b-4a91-8779-6a4360c3f967', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0d669634-8932-4f74-8514-2e4f0dc1babb', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 782.415926] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-03808cc2-45b5-4ee4-8031-938742cf5287 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] Creating folder: Project (bcc6e71447e040f182c0c7859cf1197c). Parent ref: group-v671398. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 782.417992] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-46ff1fad-6892-4932-b071-b653df447170 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.430366] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-03808cc2-45b5-4ee4-8031-938742cf5287 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] Created folder: Project (bcc6e71447e040f182c0c7859cf1197c) in parent group-v671398. [ 782.430535] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-03808cc2-45b5-4ee4-8031-938742cf5287 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] Creating folder: Instances. Parent ref: group-v671463. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 782.430812] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e1e55a8a-afa9-4d67-b0ad-d117344c4ffa {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.440044] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-03808cc2-45b5-4ee4-8031-938742cf5287 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] Created folder: Instances in parent group-v671463. [ 782.440284] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-03808cc2-45b5-4ee4-8031-938742cf5287 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 782.440487] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8825162c-2942-4d5c-b7d1-d8b87f0ce534] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 782.440695] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8e6b2839-22b6-4100-b68a-3194f87467ef {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.462940] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 782.462940] env[69350]: value = "task-3364864" [ 782.462940] env[69350]: _type = "Task" [ 782.462940] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.471063] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3364864, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.555899] env[69350]: DEBUG oslo_vmware.api [None req-696706d4-5f16-4a70-865d-c929a1a388d0 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Task: {'id': task-3364861, 'name': Rename_Task, 'duration_secs': 0.165465} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.556187] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-696706d4-5f16-4a70-865d-c929a1a388d0 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: 4dff419b-86ab-48e1-bee1-46948de8ca0d] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 782.556463] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc6f3a04-d56d-4ad0-958a-945bd61f1323 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.564049] env[69350]: DEBUG oslo_vmware.api [None req-696706d4-5f16-4a70-865d-c929a1a388d0 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Waiting for the task: (returnval){ [ 782.564049] env[69350]: value = "task-3364865" [ 782.564049] env[69350]: _type = "Task" [ 782.564049] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.573935] env[69350]: DEBUG oslo_vmware.api [None req-696706d4-5f16-4a70-865d-c929a1a388d0 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Task: {'id': task-3364865, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.598619] env[69350]: DEBUG nova.network.neutron [None req-13631d7b-f71b-4631-b6b0-950256921cde tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] [instance: c5cc8d70-f170-4447-8601-a47955702bd6] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 782.796081] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9b8692d1-8c10-445c-911f-a0ab76e79a7b tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Acquiring lock "7ecd7a06-8651-44da-abd2-1fc160b79921" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.796497] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9b8692d1-8c10-445c-911f-a0ab76e79a7b tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Lock "7ecd7a06-8651-44da-abd2-1fc160b79921" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.951684] env[69350]: INFO nova.scheduler.client.report [None req-6019039e-53e5-4df3-8cbe-0ea19bacd063 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Deleted allocation for migration f6e3731b-6d71-465a-84f7-2a7b53e2184e [ 782.979208] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3364864, 'name': CreateVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.076985] env[69350]: DEBUG oslo_vmware.api [None req-696706d4-5f16-4a70-865d-c929a1a388d0 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Task: {'id': task-3364865, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.463823] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6019039e-53e5-4df3-8cbe-0ea19bacd063 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Lock "1928e353-9d7a-4d20-8347-029c36bcdb8e" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 28.270s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.483282] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3364864, 'name': CreateVM_Task, 'duration_secs': 1.018263} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.483282] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8825162c-2942-4d5c-b7d1-d8b87f0ce534] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 783.483860] env[69350]: DEBUG oslo_concurrency.lockutils [None req-03808cc2-45b5-4ee4-8031-938742cf5287 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.484033] env[69350]: DEBUG oslo_concurrency.lockutils [None req-03808cc2-45b5-4ee4-8031-938742cf5287 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.484376] env[69350]: DEBUG oslo_concurrency.lockutils [None req-03808cc2-45b5-4ee4-8031-938742cf5287 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.485468] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acf15505-6dd5-41fb-a293-586f82f26de0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.492986] env[69350]: DEBUG oslo_vmware.api [None req-03808cc2-45b5-4ee4-8031-938742cf5287 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] Waiting for the task: (returnval){ [ 783.492986] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]525e12a9-59ae-dc70-34eb-c696ae821786" [ 783.492986] env[69350]: _type = "Task" [ 783.492986] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.493854] env[69350]: DEBUG nova.network.neutron [req-a7a2209b-0051-4f98-9924-c41715bd7031 req-4edce9a6-ac23-4298-93f9-148f0193958c service nova] [instance: 8825162c-2942-4d5c-b7d1-d8b87f0ce534] Updated VIF entry in instance network info cache for port 0d669634-8932-4f74-8514-2e4f0dc1babb. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 783.494276] env[69350]: DEBUG nova.network.neutron [req-a7a2209b-0051-4f98-9924-c41715bd7031 req-4edce9a6-ac23-4298-93f9-148f0193958c service nova] [instance: 8825162c-2942-4d5c-b7d1-d8b87f0ce534] Updating instance_info_cache with network_info: [{"id": "0d669634-8932-4f74-8514-2e4f0dc1babb", "address": "fa:16:3e:17:f7:bf", "network": {"id": "5a274c84-52e5-47d9-bfb7-20a0105b6e12", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1930295418-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcc6e71447e040f182c0c7859cf1197c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d669634-89", "ovs_interfaceid": "0d669634-8932-4f74-8514-2e4f0dc1babb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.503687] env[69350]: DEBUG oslo_vmware.api [None req-03808cc2-45b5-4ee4-8031-938742cf5287 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]525e12a9-59ae-dc70-34eb-c696ae821786, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.572192] env[69350]: DEBUG nova.network.neutron [None req-13631d7b-f71b-4631-b6b0-950256921cde tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] [instance: c5cc8d70-f170-4447-8601-a47955702bd6] Updating instance_info_cache with network_info: [{"id": "d7551f9e-13e0-4850-bcab-2ee684caf162", "address": "fa:16:3e:9f:81:22", "network": {"id": "22b3e160-bed8-4ca9-83a0-17fff9d5cb15", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-921924433", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.195", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ff32d32f73d42958a5b740da8fb1894", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7551f9e-13", "ovs_interfaceid": "d7551f9e-13e0-4850-bcab-2ee684caf162", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1a1718e4-8aaf-4632-a03e-41c281fc3afb", "address": "fa:16:3e:28:b0:9c", "network": {"id": "e89d83d1-36cf-43ec-a71d-76c430f6fb8d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-354753313", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "4ff32d32f73d42958a5b740da8fb1894", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a1718e4-8a", "ovs_interfaceid": "1a1718e4-8aaf-4632-a03e-41c281fc3afb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ad4b6dab-004a-43f7-b419-85a6e4ffbd16", "address": "fa:16:3e:da:cf:5d", "network": {"id": "22b3e160-bed8-4ca9-83a0-17fff9d5cb15", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-921924433", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.164", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ff32d32f73d42958a5b740da8fb1894", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad4b6dab-00", "ovs_interfaceid": "ad4b6dab-004a-43f7-b419-85a6e4ffbd16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.580458] env[69350]: DEBUG oslo_vmware.api [None req-696706d4-5f16-4a70-865d-c929a1a388d0 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Task: {'id': task-3364865, 'name': PowerOnVM_Task, 'duration_secs': 0.640594} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.580711] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-696706d4-5f16-4a70-865d-c929a1a388d0 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: 4dff419b-86ab-48e1-bee1-46948de8ca0d] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 783.580902] env[69350]: INFO nova.compute.manager [None req-696706d4-5f16-4a70-865d-c929a1a388d0 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: 4dff419b-86ab-48e1-bee1-46948de8ca0d] Took 8.22 seconds to spawn the instance on the hypervisor. [ 783.581089] env[69350]: DEBUG nova.compute.manager [None req-696706d4-5f16-4a70-865d-c929a1a388d0 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: 4dff419b-86ab-48e1-bee1-46948de8ca0d] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 783.581889] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1375287-a5b1-438d-b3fb-2ad1f8402901 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.663547] env[69350]: DEBUG nova.network.neutron [None req-61ea481f-2f44-434b-ae90-bd6ac0fbceb4 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] [instance: 884fdc90-c90c-439a-8e9c-2730dc242474] Successfully updated port: d0aa839b-309f-4452-9cfd-9813ed053ba7 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 783.863904] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c089df-ddc1-46b6-83ee-7b15b045bcf6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.871767] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e33b12e8-66a9-497e-95dc-db9af1ab3936 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.902802] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb05c83-822e-4ac3-b690-9985039eb9f7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.913880] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69234428-cf46-4bad-8619-fdf1e410ce8c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.931420] env[69350]: DEBUG nova.compute.provider_tree [None req-9f574a62-8940-4c3b-8a8e-d6ed295176a6 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 784.000638] env[69350]: DEBUG oslo_concurrency.lockutils [req-a7a2209b-0051-4f98-9924-c41715bd7031 req-4edce9a6-ac23-4298-93f9-148f0193958c service nova] Releasing lock "refresh_cache-8825162c-2942-4d5c-b7d1-d8b87f0ce534" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.001293] env[69350]: DEBUG nova.compute.manager [req-a7a2209b-0051-4f98-9924-c41715bd7031 req-4edce9a6-ac23-4298-93f9-148f0193958c service nova] [instance: c5cc8d70-f170-4447-8601-a47955702bd6] Received event network-vif-plugged-ad4b6dab-004a-43f7-b419-85a6e4ffbd16 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 784.001293] env[69350]: DEBUG oslo_concurrency.lockutils [req-a7a2209b-0051-4f98-9924-c41715bd7031 req-4edce9a6-ac23-4298-93f9-148f0193958c service nova] Acquiring lock "c5cc8d70-f170-4447-8601-a47955702bd6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.001453] env[69350]: DEBUG oslo_concurrency.lockutils [req-a7a2209b-0051-4f98-9924-c41715bd7031 req-4edce9a6-ac23-4298-93f9-148f0193958c service nova] Lock "c5cc8d70-f170-4447-8601-a47955702bd6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.001614] env[69350]: DEBUG oslo_concurrency.lockutils [req-a7a2209b-0051-4f98-9924-c41715bd7031 req-4edce9a6-ac23-4298-93f9-148f0193958c service nova] Lock "c5cc8d70-f170-4447-8601-a47955702bd6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.001778] env[69350]: DEBUG nova.compute.manager [req-a7a2209b-0051-4f98-9924-c41715bd7031 req-4edce9a6-ac23-4298-93f9-148f0193958c service nova] [instance: c5cc8d70-f170-4447-8601-a47955702bd6] No waiting events found dispatching network-vif-plugged-ad4b6dab-004a-43f7-b419-85a6e4ffbd16 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 784.001942] env[69350]: WARNING nova.compute.manager [req-a7a2209b-0051-4f98-9924-c41715bd7031 req-4edce9a6-ac23-4298-93f9-148f0193958c service nova] [instance: c5cc8d70-f170-4447-8601-a47955702bd6] Received unexpected event network-vif-plugged-ad4b6dab-004a-43f7-b419-85a6e4ffbd16 for instance with vm_state building and task_state spawning. [ 784.002116] env[69350]: DEBUG nova.compute.manager [req-a7a2209b-0051-4f98-9924-c41715bd7031 req-4edce9a6-ac23-4298-93f9-148f0193958c service nova] [instance: c5cc8d70-f170-4447-8601-a47955702bd6] Received event network-changed-ad4b6dab-004a-43f7-b419-85a6e4ffbd16 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 784.002270] env[69350]: DEBUG nova.compute.manager [req-a7a2209b-0051-4f98-9924-c41715bd7031 req-4edce9a6-ac23-4298-93f9-148f0193958c service nova] [instance: c5cc8d70-f170-4447-8601-a47955702bd6] Refreshing instance network info cache due to event network-changed-ad4b6dab-004a-43f7-b419-85a6e4ffbd16. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 784.002436] env[69350]: DEBUG oslo_concurrency.lockutils [req-a7a2209b-0051-4f98-9924-c41715bd7031 req-4edce9a6-ac23-4298-93f9-148f0193958c service nova] Acquiring lock "refresh_cache-c5cc8d70-f170-4447-8601-a47955702bd6" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.010141] env[69350]: DEBUG oslo_vmware.api [None req-03808cc2-45b5-4ee4-8031-938742cf5287 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]525e12a9-59ae-dc70-34eb-c696ae821786, 'name': SearchDatastore_Task, 'duration_secs': 0.028479} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.010566] env[69350]: DEBUG oslo_concurrency.lockutils [None req-03808cc2-45b5-4ee4-8031-938742cf5287 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.010641] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-03808cc2-45b5-4ee4-8031-938742cf5287 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] [instance: 8825162c-2942-4d5c-b7d1-d8b87f0ce534] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 784.011643] env[69350]: DEBUG oslo_concurrency.lockutils [None req-03808cc2-45b5-4ee4-8031-938742cf5287 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.011643] env[69350]: DEBUG oslo_concurrency.lockutils [None req-03808cc2-45b5-4ee4-8031-938742cf5287 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.011643] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-03808cc2-45b5-4ee4-8031-938742cf5287 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 784.011643] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-333f7eba-b09c-4292-9348-ecf73814787e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.021595] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-03808cc2-45b5-4ee4-8031-938742cf5287 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 784.021784] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-03808cc2-45b5-4ee4-8031-938742cf5287 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 784.022550] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3550c88-6a18-463f-b50b-e079c8155534 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.027988] env[69350]: DEBUG oslo_vmware.api [None req-03808cc2-45b5-4ee4-8031-938742cf5287 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] Waiting for the task: (returnval){ [ 784.027988] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]528e8bdd-8540-1cb6-484b-71582649aba6" [ 784.027988] env[69350]: _type = "Task" [ 784.027988] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.037216] env[69350]: DEBUG oslo_vmware.api [None req-03808cc2-45b5-4ee4-8031-938742cf5287 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]528e8bdd-8540-1cb6-484b-71582649aba6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.077617] env[69350]: DEBUG oslo_concurrency.lockutils [None req-13631d7b-f71b-4631-b6b0-950256921cde tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Releasing lock "refresh_cache-c5cc8d70-f170-4447-8601-a47955702bd6" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.078058] env[69350]: DEBUG nova.compute.manager [None req-13631d7b-f71b-4631-b6b0-950256921cde tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] [instance: c5cc8d70-f170-4447-8601-a47955702bd6] Instance network_info: |[{"id": "d7551f9e-13e0-4850-bcab-2ee684caf162", "address": "fa:16:3e:9f:81:22", "network": {"id": "22b3e160-bed8-4ca9-83a0-17fff9d5cb15", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-921924433", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.195", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ff32d32f73d42958a5b740da8fb1894", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7551f9e-13", "ovs_interfaceid": "d7551f9e-13e0-4850-bcab-2ee684caf162", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1a1718e4-8aaf-4632-a03e-41c281fc3afb", "address": "fa:16:3e:28:b0:9c", "network": {"id": "e89d83d1-36cf-43ec-a71d-76c430f6fb8d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-354753313", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "4ff32d32f73d42958a5b740da8fb1894", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a1718e4-8a", "ovs_interfaceid": "1a1718e4-8aaf-4632-a03e-41c281fc3afb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ad4b6dab-004a-43f7-b419-85a6e4ffbd16", "address": "fa:16:3e:da:cf:5d", "network": {"id": "22b3e160-bed8-4ca9-83a0-17fff9d5cb15", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-921924433", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.164", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ff32d32f73d42958a5b740da8fb1894", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad4b6dab-00", "ovs_interfaceid": "ad4b6dab-004a-43f7-b419-85a6e4ffbd16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 784.078369] env[69350]: DEBUG oslo_concurrency.lockutils [req-a7a2209b-0051-4f98-9924-c41715bd7031 req-4edce9a6-ac23-4298-93f9-148f0193958c service nova] Acquired lock "refresh_cache-c5cc8d70-f170-4447-8601-a47955702bd6" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.078556] env[69350]: DEBUG nova.network.neutron [req-a7a2209b-0051-4f98-9924-c41715bd7031 req-4edce9a6-ac23-4298-93f9-148f0193958c service nova] [instance: c5cc8d70-f170-4447-8601-a47955702bd6] Refreshing network info cache for port ad4b6dab-004a-43f7-b419-85a6e4ffbd16 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 784.079765] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-13631d7b-f71b-4631-b6b0-950256921cde tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] [instance: c5cc8d70-f170-4447-8601-a47955702bd6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:81:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '47ca1ce6-8148-48d5-bcfe-89e39b73914e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd7551f9e-13e0-4850-bcab-2ee684caf162', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:b0:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c9f208df-1fb5-4403-9796-7fd19e4bfb85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1a1718e4-8aaf-4632-a03e-41c281fc3afb', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:cf:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '47ca1ce6-8148-48d5-bcfe-89e39b73914e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ad4b6dab-004a-43f7-b419-85a6e4ffbd16', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 784.091119] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-13631d7b-f71b-4631-b6b0-950256921cde tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Creating folder: Project (4ff32d32f73d42958a5b740da8fb1894). Parent ref: group-v671398. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 784.092235] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-454fd163-0f5c-480a-95c4-3d1bddbc566b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.101795] env[69350]: INFO nova.compute.manager [None req-696706d4-5f16-4a70-865d-c929a1a388d0 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: 4dff419b-86ab-48e1-bee1-46948de8ca0d] Took 38.46 seconds to build instance. [ 784.106547] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-13631d7b-f71b-4631-b6b0-950256921cde tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Created folder: Project (4ff32d32f73d42958a5b740da8fb1894) in parent group-v671398. [ 784.106738] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-13631d7b-f71b-4631-b6b0-950256921cde tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Creating folder: Instances. Parent ref: group-v671466. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 784.106973] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f2e17d31-c599-4685-9f64-d9004cbc383b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.116870] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-13631d7b-f71b-4631-b6b0-950256921cde tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Created folder: Instances in parent group-v671466. [ 784.117145] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-13631d7b-f71b-4631-b6b0-950256921cde tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 784.117353] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5cc8d70-f170-4447-8601-a47955702bd6] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 784.117576] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-40157ddb-0932-4b24-9694-d16cf0053ec3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.141915] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 784.141915] env[69350]: value = "task-3364868" [ 784.141915] env[69350]: _type = "Task" [ 784.141915] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.149895] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3364868, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.171562] env[69350]: DEBUG oslo_concurrency.lockutils [None req-61ea481f-2f44-434b-ae90-bd6ac0fbceb4 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Acquiring lock "refresh_cache-884fdc90-c90c-439a-8e9c-2730dc242474" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.171562] env[69350]: DEBUG oslo_concurrency.lockutils [None req-61ea481f-2f44-434b-ae90-bd6ac0fbceb4 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Acquired lock "refresh_cache-884fdc90-c90c-439a-8e9c-2730dc242474" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.171562] env[69350]: DEBUG nova.network.neutron [None req-61ea481f-2f44-434b-ae90-bd6ac0fbceb4 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] [instance: 884fdc90-c90c-439a-8e9c-2730dc242474] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 784.434536] env[69350]: DEBUG nova.scheduler.client.report [None req-9f574a62-8940-4c3b-8a8e-d6ed295176a6 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 784.537457] env[69350]: DEBUG nova.compute.manager [req-5171bb90-afd6-4796-abd7-5085bc67aa63 req-1b468ddf-caa5-44eb-8e86-aaaa327f3463 service nova] [instance: 884fdc90-c90c-439a-8e9c-2730dc242474] Received event network-vif-plugged-d0aa839b-309f-4452-9cfd-9813ed053ba7 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 784.537758] env[69350]: DEBUG oslo_concurrency.lockutils [req-5171bb90-afd6-4796-abd7-5085bc67aa63 req-1b468ddf-caa5-44eb-8e86-aaaa327f3463 service nova] Acquiring lock "884fdc90-c90c-439a-8e9c-2730dc242474-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.538101] env[69350]: DEBUG oslo_concurrency.lockutils [req-5171bb90-afd6-4796-abd7-5085bc67aa63 req-1b468ddf-caa5-44eb-8e86-aaaa327f3463 service nova] Lock "884fdc90-c90c-439a-8e9c-2730dc242474-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.538362] env[69350]: DEBUG oslo_concurrency.lockutils [req-5171bb90-afd6-4796-abd7-5085bc67aa63 req-1b468ddf-caa5-44eb-8e86-aaaa327f3463 service nova] Lock "884fdc90-c90c-439a-8e9c-2730dc242474-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.538606] env[69350]: DEBUG nova.compute.manager [req-5171bb90-afd6-4796-abd7-5085bc67aa63 req-1b468ddf-caa5-44eb-8e86-aaaa327f3463 service nova] [instance: 884fdc90-c90c-439a-8e9c-2730dc242474] No waiting events found dispatching network-vif-plugged-d0aa839b-309f-4452-9cfd-9813ed053ba7 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 784.538844] env[69350]: WARNING nova.compute.manager [req-5171bb90-afd6-4796-abd7-5085bc67aa63 req-1b468ddf-caa5-44eb-8e86-aaaa327f3463 service nova] [instance: 884fdc90-c90c-439a-8e9c-2730dc242474] Received unexpected event network-vif-plugged-d0aa839b-309f-4452-9cfd-9813ed053ba7 for instance with vm_state building and task_state spawning. [ 784.539090] env[69350]: DEBUG nova.compute.manager [req-5171bb90-afd6-4796-abd7-5085bc67aa63 req-1b468ddf-caa5-44eb-8e86-aaaa327f3463 service nova] [instance: 884fdc90-c90c-439a-8e9c-2730dc242474] Received event network-changed-d0aa839b-309f-4452-9cfd-9813ed053ba7 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 784.539324] env[69350]: DEBUG nova.compute.manager [req-5171bb90-afd6-4796-abd7-5085bc67aa63 req-1b468ddf-caa5-44eb-8e86-aaaa327f3463 service nova] [instance: 884fdc90-c90c-439a-8e9c-2730dc242474] Refreshing instance network info cache due to event network-changed-d0aa839b-309f-4452-9cfd-9813ed053ba7. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 784.539570] env[69350]: DEBUG oslo_concurrency.lockutils [req-5171bb90-afd6-4796-abd7-5085bc67aa63 req-1b468ddf-caa5-44eb-8e86-aaaa327f3463 service nova] Acquiring lock "refresh_cache-884fdc90-c90c-439a-8e9c-2730dc242474" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.548197] env[69350]: DEBUG oslo_vmware.api [None req-03808cc2-45b5-4ee4-8031-938742cf5287 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]528e8bdd-8540-1cb6-484b-71582649aba6, 'name': SearchDatastore_Task, 'duration_secs': 0.032276} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.549329] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-180a6dbd-324a-49b7-96fc-fab49c57fbcf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.557838] env[69350]: DEBUG oslo_vmware.api [None req-03808cc2-45b5-4ee4-8031-938742cf5287 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] Waiting for the task: (returnval){ [ 784.557838] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52c4bbe5-03bb-0d9a-ed01-c6631ab9c915" [ 784.557838] env[69350]: _type = "Task" [ 784.557838] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.567198] env[69350]: DEBUG oslo_vmware.api [None req-03808cc2-45b5-4ee4-8031-938742cf5287 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52c4bbe5-03bb-0d9a-ed01-c6631ab9c915, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.604129] env[69350]: DEBUG oslo_concurrency.lockutils [None req-696706d4-5f16-4a70-865d-c929a1a388d0 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Lock "4dff419b-86ab-48e1-bee1-46948de8ca0d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.524s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.652256] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3364868, 'name': CreateVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.726662] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 784.727038] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 784.748420] env[69350]: DEBUG nova.network.neutron [None req-61ea481f-2f44-434b-ae90-bd6ac0fbceb4 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] [instance: 884fdc90-c90c-439a-8e9c-2730dc242474] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 784.944726] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9f574a62-8940-4c3b-8a8e-d6ed295176a6 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.582s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.945281] env[69350]: DEBUG nova.compute.manager [None req-9f574a62-8940-4c3b-8a8e-d6ed295176a6 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] [instance: 575cfb5e-9476-43fc-9724-33cb252fb7ce] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 784.948026] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f9370125-6384-40dd-ac3b-60897424fbdc tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.436s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.949485] env[69350]: INFO nova.compute.claims [None req-f9370125-6384-40dd-ac3b-60897424fbdc tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] [instance: 452a8c70-87fc-43a8-bcae-ae21e7035c6c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 785.073164] env[69350]: DEBUG oslo_vmware.api [None req-03808cc2-45b5-4ee4-8031-938742cf5287 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52c4bbe5-03bb-0d9a-ed01-c6631ab9c915, 'name': SearchDatastore_Task, 'duration_secs': 0.023247} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.074442] env[69350]: DEBUG nova.network.neutron [None req-61ea481f-2f44-434b-ae90-bd6ac0fbceb4 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] [instance: 884fdc90-c90c-439a-8e9c-2730dc242474] Updating instance_info_cache with network_info: [{"id": "d0aa839b-309f-4452-9cfd-9813ed053ba7", "address": "fa:16:3e:95:e6:b6", "network": {"id": "7471cab0-87ad-4703-97af-1b6cb285655b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a175bdd0b1324024bc8e47e5836a9e11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0aa839b-30", "ovs_interfaceid": "d0aa839b-309f-4452-9cfd-9813ed053ba7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.075939] env[69350]: DEBUG oslo_concurrency.lockutils [None req-03808cc2-45b5-4ee4-8031-938742cf5287 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.080559] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-03808cc2-45b5-4ee4-8031-938742cf5287 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] 8825162c-2942-4d5c-b7d1-d8b87f0ce534/8825162c-2942-4d5c-b7d1-d8b87f0ce534.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 785.081602] env[69350]: DEBUG nova.network.neutron [req-a7a2209b-0051-4f98-9924-c41715bd7031 req-4edce9a6-ac23-4298-93f9-148f0193958c service nova] [instance: c5cc8d70-f170-4447-8601-a47955702bd6] Updated VIF entry in instance network info cache for port ad4b6dab-004a-43f7-b419-85a6e4ffbd16. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 785.082067] env[69350]: DEBUG nova.network.neutron [req-a7a2209b-0051-4f98-9924-c41715bd7031 req-4edce9a6-ac23-4298-93f9-148f0193958c service nova] [instance: c5cc8d70-f170-4447-8601-a47955702bd6] Updating instance_info_cache with network_info: [{"id": "d7551f9e-13e0-4850-bcab-2ee684caf162", "address": "fa:16:3e:9f:81:22", "network": {"id": "22b3e160-bed8-4ca9-83a0-17fff9d5cb15", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-921924433", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.195", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ff32d32f73d42958a5b740da8fb1894", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7551f9e-13", "ovs_interfaceid": "d7551f9e-13e0-4850-bcab-2ee684caf162", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1a1718e4-8aaf-4632-a03e-41c281fc3afb", "address": "fa:16:3e:28:b0:9c", "network": {"id": "e89d83d1-36cf-43ec-a71d-76c430f6fb8d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-354753313", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "4ff32d32f73d42958a5b740da8fb1894", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a1718e4-8a", "ovs_interfaceid": "1a1718e4-8aaf-4632-a03e-41c281fc3afb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ad4b6dab-004a-43f7-b419-85a6e4ffbd16", "address": "fa:16:3e:da:cf:5d", "network": {"id": "22b3e160-bed8-4ca9-83a0-17fff9d5cb15", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-921924433", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.164", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ff32d32f73d42958a5b740da8fb1894", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad4b6dab-00", "ovs_interfaceid": "ad4b6dab-004a-43f7-b419-85a6e4ffbd16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.084157] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-337d0839-e8a3-484c-9aa1-c655da958ec3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.094456] env[69350]: DEBUG oslo_vmware.api [None req-03808cc2-45b5-4ee4-8031-938742cf5287 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] Waiting for the task: (returnval){ [ 785.094456] env[69350]: value = "task-3364869" [ 785.094456] env[69350]: _type = "Task" [ 785.094456] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.104724] env[69350]: DEBUG oslo_vmware.api [None req-03808cc2-45b5-4ee4-8031-938742cf5287 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] Task: {'id': task-3364869, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.107660] env[69350]: DEBUG nova.compute.manager [None req-8885013f-f48b-483f-8f35-f715962076ed tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] [instance: 3d3dab3a-f176-4b15-bd54-7618cb6fedab] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 785.155800] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3364868, 'name': CreateVM_Task, 'duration_secs': 0.622099} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.156064] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5cc8d70-f170-4447-8601-a47955702bd6] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 785.158281] env[69350]: DEBUG oslo_concurrency.lockutils [None req-13631d7b-f71b-4631-b6b0-950256921cde tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.158614] env[69350]: DEBUG oslo_concurrency.lockutils [None req-13631d7b-f71b-4631-b6b0-950256921cde tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.159013] env[69350]: DEBUG oslo_concurrency.lockutils [None req-13631d7b-f71b-4631-b6b0-950256921cde tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.159821] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fc07a81-6acc-4f89-ae44-d9496cfa08d3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.164553] env[69350]: DEBUG oslo_vmware.api [None req-13631d7b-f71b-4631-b6b0-950256921cde tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Waiting for the task: (returnval){ [ 785.164553] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52c2b9cc-f3f8-a5e7-c57a-f68d6c6ec14e" [ 785.164553] env[69350]: _type = "Task" [ 785.164553] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.173693] env[69350]: DEBUG oslo_vmware.api [None req-13631d7b-f71b-4631-b6b0-950256921cde tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52c2b9cc-f3f8-a5e7-c57a-f68d6c6ec14e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.235489] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 785.236740] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 785.236740] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 785.236740] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 785.236740] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 785.236740] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 785.236740] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69350) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 785.237484] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 785.455645] env[69350]: DEBUG nova.compute.utils [None req-9f574a62-8940-4c3b-8a8e-d6ed295176a6 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 785.460028] env[69350]: DEBUG nova.compute.manager [None req-9f574a62-8940-4c3b-8a8e-d6ed295176a6 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] [instance: 575cfb5e-9476-43fc-9724-33cb252fb7ce] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 785.460028] env[69350]: DEBUG nova.network.neutron [None req-9f574a62-8940-4c3b-8a8e-d6ed295176a6 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] [instance: 575cfb5e-9476-43fc-9724-33cb252fb7ce] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 785.506903] env[69350]: DEBUG nova.policy [None req-9f574a62-8940-4c3b-8a8e-d6ed295176a6 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0818e5cc8a834b039b8c77be3ed52aea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fc98ab4d29704e85a056012e9a64e768', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 785.584073] env[69350]: DEBUG oslo_concurrency.lockutils [None req-61ea481f-2f44-434b-ae90-bd6ac0fbceb4 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Releasing lock "refresh_cache-884fdc90-c90c-439a-8e9c-2730dc242474" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.584692] env[69350]: DEBUG nova.compute.manager [None req-61ea481f-2f44-434b-ae90-bd6ac0fbceb4 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] [instance: 884fdc90-c90c-439a-8e9c-2730dc242474] Instance network_info: |[{"id": "d0aa839b-309f-4452-9cfd-9813ed053ba7", "address": "fa:16:3e:95:e6:b6", "network": {"id": "7471cab0-87ad-4703-97af-1b6cb285655b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a175bdd0b1324024bc8e47e5836a9e11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0aa839b-30", "ovs_interfaceid": "d0aa839b-309f-4452-9cfd-9813ed053ba7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 785.584888] env[69350]: DEBUG oslo_concurrency.lockutils [req-5171bb90-afd6-4796-abd7-5085bc67aa63 req-1b468ddf-caa5-44eb-8e86-aaaa327f3463 service nova] Acquired lock "refresh_cache-884fdc90-c90c-439a-8e9c-2730dc242474" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.585097] env[69350]: DEBUG nova.network.neutron [req-5171bb90-afd6-4796-abd7-5085bc67aa63 req-1b468ddf-caa5-44eb-8e86-aaaa327f3463 service nova] [instance: 884fdc90-c90c-439a-8e9c-2730dc242474] Refreshing network info cache for port d0aa839b-309f-4452-9cfd-9813ed053ba7 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 785.586452] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-61ea481f-2f44-434b-ae90-bd6ac0fbceb4 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] [instance: 884fdc90-c90c-439a-8e9c-2730dc242474] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:e6:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '030ecc21-dc1c-4283-854e-88e623b3970a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd0aa839b-309f-4452-9cfd-9813ed053ba7', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 785.595671] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-61ea481f-2f44-434b-ae90-bd6ac0fbceb4 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 785.595871] env[69350]: DEBUG oslo_concurrency.lockutils [req-a7a2209b-0051-4f98-9924-c41715bd7031 req-4edce9a6-ac23-4298-93f9-148f0193958c service nova] Releasing lock "refresh_cache-c5cc8d70-f170-4447-8601-a47955702bd6" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.596401] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 884fdc90-c90c-439a-8e9c-2730dc242474] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 785.601023] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3099a1ba-311d-4e5a-b87f-e7dde594457c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.634764] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 785.634764] env[69350]: value = "task-3364870" [ 785.634764] env[69350]: _type = "Task" [ 785.634764] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.634764] env[69350]: DEBUG oslo_vmware.api [None req-03808cc2-45b5-4ee4-8031-938742cf5287 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] Task: {'id': task-3364869, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.644277] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3364870, 'name': CreateVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.648405] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8885013f-f48b-483f-8f35-f715962076ed tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.676049] env[69350]: DEBUG oslo_vmware.api [None req-13631d7b-f71b-4631-b6b0-950256921cde tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52c2b9cc-f3f8-a5e7-c57a-f68d6c6ec14e, 'name': SearchDatastore_Task, 'duration_secs': 0.012473} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.676816] env[69350]: DEBUG oslo_concurrency.lockutils [None req-13631d7b-f71b-4631-b6b0-950256921cde tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.676816] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-13631d7b-f71b-4631-b6b0-950256921cde tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] [instance: c5cc8d70-f170-4447-8601-a47955702bd6] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 785.677031] env[69350]: DEBUG oslo_concurrency.lockutils [None req-13631d7b-f71b-4631-b6b0-950256921cde tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.678154] env[69350]: DEBUG oslo_concurrency.lockutils [None req-13631d7b-f71b-4631-b6b0-950256921cde tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.678154] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-13631d7b-f71b-4631-b6b0-950256921cde tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 785.678154] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ba409e36-31f4-48ba-9aa7-591e60227d8f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.692304] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-13631d7b-f71b-4631-b6b0-950256921cde tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 785.692538] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-13631d7b-f71b-4631-b6b0-950256921cde tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 785.693494] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2193ff8a-f7d5-48ea-b314-135ff396961f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.706606] env[69350]: DEBUG oslo_vmware.api [None req-13631d7b-f71b-4631-b6b0-950256921cde tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Waiting for the task: (returnval){ [ 785.706606] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5296466a-b9cb-94ea-ce82-a9505785d402" [ 785.706606] env[69350]: _type = "Task" [ 785.706606] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.715336] env[69350]: DEBUG oslo_vmware.api [None req-13631d7b-f71b-4631-b6b0-950256921cde tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5296466a-b9cb-94ea-ce82-a9505785d402, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.739766] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.960029] env[69350]: DEBUG nova.compute.manager [None req-9f574a62-8940-4c3b-8a8e-d6ed295176a6 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] [instance: 575cfb5e-9476-43fc-9724-33cb252fb7ce] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 786.011677] env[69350]: DEBUG nova.network.neutron [None req-9f574a62-8940-4c3b-8a8e-d6ed295176a6 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] [instance: 575cfb5e-9476-43fc-9724-33cb252fb7ce] Successfully created port: 461fb0a5-68d0-4577-bbc5-0db7769976ba {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 786.110779] env[69350]: DEBUG oslo_vmware.api [None req-03808cc2-45b5-4ee4-8031-938742cf5287 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] Task: {'id': task-3364869, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.848583} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.111099] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-03808cc2-45b5-4ee4-8031-938742cf5287 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] 8825162c-2942-4d5c-b7d1-d8b87f0ce534/8825162c-2942-4d5c-b7d1-d8b87f0ce534.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 786.111294] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-03808cc2-45b5-4ee4-8031-938742cf5287 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] [instance: 8825162c-2942-4d5c-b7d1-d8b87f0ce534] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 786.111533] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b1ced9e0-7a5d-48a6-890c-98d371d50032 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.119014] env[69350]: DEBUG oslo_vmware.api [None req-03808cc2-45b5-4ee4-8031-938742cf5287 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] Waiting for the task: (returnval){ [ 786.119014] env[69350]: value = "task-3364871" [ 786.119014] env[69350]: _type = "Task" [ 786.119014] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.131824] env[69350]: DEBUG oslo_vmware.api [None req-03808cc2-45b5-4ee4-8031-938742cf5287 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] Task: {'id': task-3364871, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.147129] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3364870, 'name': CreateVM_Task} progress is 25%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.218256] env[69350]: DEBUG oslo_vmware.api [None req-13631d7b-f71b-4631-b6b0-950256921cde tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5296466a-b9cb-94ea-ce82-a9505785d402, 'name': SearchDatastore_Task, 'duration_secs': 0.064603} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.222025] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9ff941b-2f05-475b-818f-b889eccb40d2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.231877] env[69350]: DEBUG oslo_vmware.api [None req-13631d7b-f71b-4631-b6b0-950256921cde tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Waiting for the task: (returnval){ [ 786.231877] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52d1e903-87b3-0a40-3b7d-2ae831e0f281" [ 786.231877] env[69350]: _type = "Task" [ 786.231877] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.246991] env[69350]: DEBUG oslo_vmware.api [None req-13631d7b-f71b-4631-b6b0-950256921cde tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52d1e903-87b3-0a40-3b7d-2ae831e0f281, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.487914] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6692b184-d6c5-4c8b-a380-98e99fa3dd4e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.496506] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e73126d-71c2-445b-ae3d-ae6d62f552b7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.530476] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7772c51-40b0-4da9-9b0b-a68ec3c219d6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.538756] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df487f92-3113-47f0-9a23-d4ee9654f98f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.554177] env[69350]: DEBUG nova.compute.provider_tree [None req-f9370125-6384-40dd-ac3b-60897424fbdc tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 786.558297] env[69350]: DEBUG oslo_concurrency.lockutils [None req-00f9b326-c14d-4711-bedd-38fbdc31a1b7 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Acquiring lock "3a5af6a2-a06a-4f35-92ea-d122160b22b5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.558517] env[69350]: DEBUG oslo_concurrency.lockutils [None req-00f9b326-c14d-4711-bedd-38fbdc31a1b7 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Lock "3a5af6a2-a06a-4f35-92ea-d122160b22b5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.631047] env[69350]: DEBUG oslo_vmware.api [None req-03808cc2-45b5-4ee4-8031-938742cf5287 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] Task: {'id': task-3364871, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111402} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.631308] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-03808cc2-45b5-4ee4-8031-938742cf5287 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] [instance: 8825162c-2942-4d5c-b7d1-d8b87f0ce534] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 786.632070] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5d3477-633f-45da-9098-290e52dd37b1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.349149] env[69350]: DEBUG nova.network.neutron [req-5171bb90-afd6-4796-abd7-5085bc67aa63 req-1b468ddf-caa5-44eb-8e86-aaaa327f3463 service nova] [instance: 884fdc90-c90c-439a-8e9c-2730dc242474] Updated VIF entry in instance network info cache for port d0aa839b-309f-4452-9cfd-9813ed053ba7. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 787.349526] env[69350]: DEBUG nova.network.neutron [req-5171bb90-afd6-4796-abd7-5085bc67aa63 req-1b468ddf-caa5-44eb-8e86-aaaa327f3463 service nova] [instance: 884fdc90-c90c-439a-8e9c-2730dc242474] Updating instance_info_cache with network_info: [{"id": "d0aa839b-309f-4452-9cfd-9813ed053ba7", "address": "fa:16:3e:95:e6:b6", "network": {"id": "7471cab0-87ad-4703-97af-1b6cb285655b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a175bdd0b1324024bc8e47e5836a9e11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0aa839b-30", "ovs_interfaceid": "d0aa839b-309f-4452-9cfd-9813ed053ba7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.354194] env[69350]: DEBUG nova.compute.manager [None req-9f574a62-8940-4c3b-8a8e-d6ed295176a6 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] [instance: 575cfb5e-9476-43fc-9724-33cb252fb7ce] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 787.356805] env[69350]: DEBUG nova.scheduler.client.report [None req-f9370125-6384-40dd-ac3b-60897424fbdc tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 787.379817] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-03808cc2-45b5-4ee4-8031-938742cf5287 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] [instance: 8825162c-2942-4d5c-b7d1-d8b87f0ce534] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] 8825162c-2942-4d5c-b7d1-d8b87f0ce534/8825162c-2942-4d5c-b7d1-d8b87f0ce534.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 787.386580] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6191b943-46d1-4a71-a768-42396c185cfb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.401627] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3364870, 'name': CreateVM_Task, 'duration_secs': 1.675412} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.403412] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 884fdc90-c90c-439a-8e9c-2730dc242474] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 787.404454] env[69350]: DEBUG oslo_concurrency.lockutils [None req-61ea481f-2f44-434b-ae90-bd6ac0fbceb4 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.404621] env[69350]: DEBUG oslo_concurrency.lockutils [None req-61ea481f-2f44-434b-ae90-bd6ac0fbceb4 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.404933] env[69350]: DEBUG oslo_concurrency.lockutils [None req-61ea481f-2f44-434b-ae90-bd6ac0fbceb4 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.405911] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16743704-0826-4f69-b864-d80dbb9be15f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.412870] env[69350]: DEBUG oslo_vmware.api [None req-03808cc2-45b5-4ee4-8031-938742cf5287 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] Waiting for the task: (returnval){ [ 787.412870] env[69350]: value = "task-3364872" [ 787.412870] env[69350]: _type = "Task" [ 787.412870] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.412870] env[69350]: DEBUG oslo_vmware.api [None req-13631d7b-f71b-4631-b6b0-950256921cde tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52d1e903-87b3-0a40-3b7d-2ae831e0f281, 'name': SearchDatastore_Task, 'duration_secs': 0.022472} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.414926] env[69350]: DEBUG nova.virt.hardware [None req-9f574a62-8940-4c3b-8a8e-d6ed295176a6 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 787.415161] env[69350]: DEBUG nova.virt.hardware [None req-9f574a62-8940-4c3b-8a8e-d6ed295176a6 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 787.415328] env[69350]: DEBUG nova.virt.hardware [None req-9f574a62-8940-4c3b-8a8e-d6ed295176a6 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 787.415512] env[69350]: DEBUG nova.virt.hardware [None req-9f574a62-8940-4c3b-8a8e-d6ed295176a6 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 787.415651] env[69350]: DEBUG nova.virt.hardware [None req-9f574a62-8940-4c3b-8a8e-d6ed295176a6 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 787.415809] env[69350]: DEBUG nova.virt.hardware [None req-9f574a62-8940-4c3b-8a8e-d6ed295176a6 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 787.415991] env[69350]: DEBUG nova.virt.hardware [None req-9f574a62-8940-4c3b-8a8e-d6ed295176a6 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 787.416157] env[69350]: DEBUG nova.virt.hardware [None req-9f574a62-8940-4c3b-8a8e-d6ed295176a6 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 787.416340] env[69350]: DEBUG nova.virt.hardware [None req-9f574a62-8940-4c3b-8a8e-d6ed295176a6 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 787.416511] env[69350]: DEBUG nova.virt.hardware [None req-9f574a62-8940-4c3b-8a8e-d6ed295176a6 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 787.416681] env[69350]: DEBUG nova.virt.hardware [None req-9f574a62-8940-4c3b-8a8e-d6ed295176a6 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 787.418440] env[69350]: DEBUG oslo_concurrency.lockutils [None req-13631d7b-f71b-4631-b6b0-950256921cde tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.418719] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-13631d7b-f71b-4631-b6b0-950256921cde tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] c5cc8d70-f170-4447-8601-a47955702bd6/c5cc8d70-f170-4447-8601-a47955702bd6.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 787.419810] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-459f6553-c7dd-402e-8617-e4d8da44ca0c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.426465] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11f690b4-3950-4157-923b-54866f7c226c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.429016] env[69350]: DEBUG oslo_vmware.api [None req-61ea481f-2f44-434b-ae90-bd6ac0fbceb4 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Waiting for the task: (returnval){ [ 787.429016] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52fe74ec-f338-9217-fe68-a8bd5f18d89f" [ 787.429016] env[69350]: _type = "Task" [ 787.429016] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.439438] env[69350]: DEBUG oslo_vmware.api [None req-03808cc2-45b5-4ee4-8031-938742cf5287 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] Task: {'id': task-3364872, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.439816] env[69350]: DEBUG oslo_vmware.api [None req-13631d7b-f71b-4631-b6b0-950256921cde tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Waiting for the task: (returnval){ [ 787.439816] env[69350]: value = "task-3364873" [ 787.439816] env[69350]: _type = "Task" [ 787.439816] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.441715] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fbcee7a-2f70-4c9f-8f35-b412b05424b9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.452839] env[69350]: DEBUG oslo_vmware.api [None req-61ea481f-2f44-434b-ae90-bd6ac0fbceb4 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52fe74ec-f338-9217-fe68-a8bd5f18d89f, 'name': SearchDatastore_Task, 'duration_secs': 0.011841} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.453466] env[69350]: DEBUG oslo_concurrency.lockutils [None req-61ea481f-2f44-434b-ae90-bd6ac0fbceb4 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.453696] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-61ea481f-2f44-434b-ae90-bd6ac0fbceb4 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] [instance: 884fdc90-c90c-439a-8e9c-2730dc242474] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 787.453951] env[69350]: DEBUG oslo_concurrency.lockutils [None req-61ea481f-2f44-434b-ae90-bd6ac0fbceb4 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.454115] env[69350]: DEBUG oslo_concurrency.lockutils [None req-61ea481f-2f44-434b-ae90-bd6ac0fbceb4 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.454318] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-61ea481f-2f44-434b-ae90-bd6ac0fbceb4 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 787.454893] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-618c19cb-edd8-47f0-8fa2-b9033b5f8c31 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.468119] env[69350]: DEBUG oslo_vmware.api [None req-13631d7b-f71b-4631-b6b0-950256921cde tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Task: {'id': task-3364873, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.474661] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-61ea481f-2f44-434b-ae90-bd6ac0fbceb4 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 787.474802] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-61ea481f-2f44-434b-ae90-bd6ac0fbceb4 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 787.475562] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-daf8cb94-9a14-449c-9fc3-5e5c8c791bec {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.481201] env[69350]: DEBUG oslo_vmware.api [None req-61ea481f-2f44-434b-ae90-bd6ac0fbceb4 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Waiting for the task: (returnval){ [ 787.481201] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52ffb509-6f56-83a8-6eff-8abc82a45a8b" [ 787.481201] env[69350]: _type = "Task" [ 787.481201] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.488893] env[69350]: DEBUG oslo_vmware.api [None req-61ea481f-2f44-434b-ae90-bd6ac0fbceb4 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52ffb509-6f56-83a8-6eff-8abc82a45a8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.868542] env[69350]: DEBUG oslo_concurrency.lockutils [req-5171bb90-afd6-4796-abd7-5085bc67aa63 req-1b468ddf-caa5-44eb-8e86-aaaa327f3463 service nova] Releasing lock "refresh_cache-884fdc90-c90c-439a-8e9c-2730dc242474" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.886642] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f9370125-6384-40dd-ac3b-60897424fbdc tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.938s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.887308] env[69350]: DEBUG nova.compute.manager [None req-f9370125-6384-40dd-ac3b-60897424fbdc tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] [instance: 452a8c70-87fc-43a8-bcae-ae21e7035c6c] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 787.890963] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e7c18692-fbd8-4e91-9a52-ec2295fc6c62 tempest-ServersAdmin275Test-1045528550 tempest-ServersAdmin275Test-1045528550-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 24.365s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.891279] env[69350]: DEBUG nova.objects.instance [None req-e7c18692-fbd8-4e91-9a52-ec2295fc6c62 tempest-ServersAdmin275Test-1045528550 tempest-ServersAdmin275Test-1045528550-project-admin] [instance: 2dd22dd0-a65e-405e-9e9f-71cbcda62051] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69350) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 787.898071] env[69350]: DEBUG nova.compute.manager [req-8312f6e0-fc39-44dc-9f3f-019365b5f067 req-632ce9f7-01e8-4fc7-b11d-8c21af01780a service nova] [instance: 575cfb5e-9476-43fc-9724-33cb252fb7ce] Received event network-vif-plugged-461fb0a5-68d0-4577-bbc5-0db7769976ba {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 787.898374] env[69350]: DEBUG oslo_concurrency.lockutils [req-8312f6e0-fc39-44dc-9f3f-019365b5f067 req-632ce9f7-01e8-4fc7-b11d-8c21af01780a service nova] Acquiring lock "575cfb5e-9476-43fc-9724-33cb252fb7ce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.898630] env[69350]: DEBUG oslo_concurrency.lockutils [req-8312f6e0-fc39-44dc-9f3f-019365b5f067 req-632ce9f7-01e8-4fc7-b11d-8c21af01780a service nova] Lock "575cfb5e-9476-43fc-9724-33cb252fb7ce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.898897] env[69350]: DEBUG oslo_concurrency.lockutils [req-8312f6e0-fc39-44dc-9f3f-019365b5f067 req-632ce9f7-01e8-4fc7-b11d-8c21af01780a service nova] Lock "575cfb5e-9476-43fc-9724-33cb252fb7ce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.899178] env[69350]: DEBUG nova.compute.manager [req-8312f6e0-fc39-44dc-9f3f-019365b5f067 req-632ce9f7-01e8-4fc7-b11d-8c21af01780a service nova] [instance: 575cfb5e-9476-43fc-9724-33cb252fb7ce] No waiting events found dispatching network-vif-plugged-461fb0a5-68d0-4577-bbc5-0db7769976ba {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 787.899597] env[69350]: WARNING nova.compute.manager [req-8312f6e0-fc39-44dc-9f3f-019365b5f067 req-632ce9f7-01e8-4fc7-b11d-8c21af01780a service nova] [instance: 575cfb5e-9476-43fc-9724-33cb252fb7ce] Received unexpected event network-vif-plugged-461fb0a5-68d0-4577-bbc5-0db7769976ba for instance with vm_state building and task_state spawning. [ 787.928464] env[69350]: DEBUG oslo_vmware.api [None req-03808cc2-45b5-4ee4-8031-938742cf5287 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] Task: {'id': task-3364872, 'name': ReconfigVM_Task, 'duration_secs': 0.404261} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.928785] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-03808cc2-45b5-4ee4-8031-938742cf5287 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] [instance: 8825162c-2942-4d5c-b7d1-d8b87f0ce534] Reconfigured VM instance instance-00000018 to attach disk [datastore1] 8825162c-2942-4d5c-b7d1-d8b87f0ce534/8825162c-2942-4d5c-b7d1-d8b87f0ce534.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 787.930832] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5b44ee1c-99c0-4a75-887a-0f5507df19e0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.939965] env[69350]: DEBUG oslo_vmware.api [None req-03808cc2-45b5-4ee4-8031-938742cf5287 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] Waiting for the task: (returnval){ [ 787.939965] env[69350]: value = "task-3364874" [ 787.939965] env[69350]: _type = "Task" [ 787.939965] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.954434] env[69350]: DEBUG oslo_vmware.api [None req-03808cc2-45b5-4ee4-8031-938742cf5287 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] Task: {'id': task-3364874, 'name': Rename_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.958606] env[69350]: DEBUG oslo_vmware.api [None req-13631d7b-f71b-4631-b6b0-950256921cde tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Task: {'id': task-3364873, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.993625] env[69350]: DEBUG oslo_vmware.api [None req-61ea481f-2f44-434b-ae90-bd6ac0fbceb4 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52ffb509-6f56-83a8-6eff-8abc82a45a8b, 'name': SearchDatastore_Task, 'duration_secs': 0.010388} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.994645] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11dd2aa6-43f2-46db-9601-347ff3879da5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.001087] env[69350]: DEBUG oslo_vmware.api [None req-61ea481f-2f44-434b-ae90-bd6ac0fbceb4 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Waiting for the task: (returnval){ [ 788.001087] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52014f4e-1f1d-1393-2d01-b9cd415106ac" [ 788.001087] env[69350]: _type = "Task" [ 788.001087] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.011429] env[69350]: DEBUG oslo_vmware.api [None req-61ea481f-2f44-434b-ae90-bd6ac0fbceb4 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52014f4e-1f1d-1393-2d01-b9cd415106ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.059840] env[69350]: DEBUG oslo_concurrency.lockutils [None req-82852637-1b48-4f6b-908a-d6fe7391a3fd tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Acquiring lock "ec57f63b-c28b-4de2-a335-2b5ffa721ee6" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.060110] env[69350]: DEBUG oslo_concurrency.lockutils [None req-82852637-1b48-4f6b-908a-d6fe7391a3fd tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Lock "ec57f63b-c28b-4de2-a335-2b5ffa721ee6" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.060294] env[69350]: DEBUG nova.compute.manager [None req-82852637-1b48-4f6b-908a-d6fe7391a3fd tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: ec57f63b-c28b-4de2-a335-2b5ffa721ee6] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 788.061221] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a256bc-a34e-4dff-acce-fe07afe108ff {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.067621] env[69350]: DEBUG nova.compute.manager [None req-82852637-1b48-4f6b-908a-d6fe7391a3fd tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: ec57f63b-c28b-4de2-a335-2b5ffa721ee6] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69350) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 788.068246] env[69350]: DEBUG nova.objects.instance [None req-82852637-1b48-4f6b-908a-d6fe7391a3fd tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Lazy-loading 'flavor' on Instance uuid ec57f63b-c28b-4de2-a335-2b5ffa721ee6 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 788.081709] env[69350]: DEBUG nova.network.neutron [None req-9f574a62-8940-4c3b-8a8e-d6ed295176a6 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] [instance: 575cfb5e-9476-43fc-9724-33cb252fb7ce] Successfully updated port: 461fb0a5-68d0-4577-bbc5-0db7769976ba {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 788.399461] env[69350]: DEBUG nova.compute.utils [None req-f9370125-6384-40dd-ac3b-60897424fbdc tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 788.401295] env[69350]: DEBUG nova.compute.manager [None req-f9370125-6384-40dd-ac3b-60897424fbdc tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] [instance: 452a8c70-87fc-43a8-bcae-ae21e7035c6c] Not allocating networking since 'none' was specified. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 788.453436] env[69350]: DEBUG oslo_vmware.api [None req-13631d7b-f71b-4631-b6b0-950256921cde tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Task: {'id': task-3364873, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552086} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.456456] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-13631d7b-f71b-4631-b6b0-950256921cde tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] c5cc8d70-f170-4447-8601-a47955702bd6/c5cc8d70-f170-4447-8601-a47955702bd6.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 788.456692] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-13631d7b-f71b-4631-b6b0-950256921cde tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] [instance: c5cc8d70-f170-4447-8601-a47955702bd6] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 788.456951] env[69350]: DEBUG oslo_vmware.api [None req-03808cc2-45b5-4ee4-8031-938742cf5287 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] Task: {'id': task-3364874, 'name': Rename_Task, 'duration_secs': 0.190019} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.457169] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e7aaa2e3-5754-41b9-b9df-7e326222b3e4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.459015] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-03808cc2-45b5-4ee4-8031-938742cf5287 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] [instance: 8825162c-2942-4d5c-b7d1-d8b87f0ce534] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 788.459246] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f3bfd1d-b370-43d4-82f6-fd6e9d1b36bf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.464801] env[69350]: DEBUG oslo_vmware.api [None req-13631d7b-f71b-4631-b6b0-950256921cde tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Waiting for the task: (returnval){ [ 788.464801] env[69350]: value = "task-3364875" [ 788.464801] env[69350]: _type = "Task" [ 788.464801] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.469819] env[69350]: DEBUG oslo_vmware.api [None req-03808cc2-45b5-4ee4-8031-938742cf5287 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] Waiting for the task: (returnval){ [ 788.469819] env[69350]: value = "task-3364876" [ 788.469819] env[69350]: _type = "Task" [ 788.469819] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.475365] env[69350]: DEBUG oslo_vmware.api [None req-13631d7b-f71b-4631-b6b0-950256921cde tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Task: {'id': task-3364875, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.481112] env[69350]: DEBUG oslo_vmware.api [None req-03808cc2-45b5-4ee4-8031-938742cf5287 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] Task: {'id': task-3364876, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.512009] env[69350]: DEBUG oslo_vmware.api [None req-61ea481f-2f44-434b-ae90-bd6ac0fbceb4 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52014f4e-1f1d-1393-2d01-b9cd415106ac, 'name': SearchDatastore_Task, 'duration_secs': 0.00972} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.512355] env[69350]: DEBUG oslo_concurrency.lockutils [None req-61ea481f-2f44-434b-ae90-bd6ac0fbceb4 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.512638] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-61ea481f-2f44-434b-ae90-bd6ac0fbceb4 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] 884fdc90-c90c-439a-8e9c-2730dc242474/884fdc90-c90c-439a-8e9c-2730dc242474.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 788.512959] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-12e94830-84af-4697-bf10-ff1a1c87dc35 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.519425] env[69350]: DEBUG oslo_vmware.api [None req-61ea481f-2f44-434b-ae90-bd6ac0fbceb4 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Waiting for the task: (returnval){ [ 788.519425] env[69350]: value = "task-3364877" [ 788.519425] env[69350]: _type = "Task" [ 788.519425] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.529519] env[69350]: DEBUG oslo_vmware.api [None req-61ea481f-2f44-434b-ae90-bd6ac0fbceb4 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Task: {'id': task-3364877, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.584438] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9f574a62-8940-4c3b-8a8e-d6ed295176a6 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] Acquiring lock "refresh_cache-575cfb5e-9476-43fc-9724-33cb252fb7ce" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.584608] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9f574a62-8940-4c3b-8a8e-d6ed295176a6 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] Acquired lock "refresh_cache-575cfb5e-9476-43fc-9724-33cb252fb7ce" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.584760] env[69350]: DEBUG nova.network.neutron [None req-9f574a62-8940-4c3b-8a8e-d6ed295176a6 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] [instance: 575cfb5e-9476-43fc-9724-33cb252fb7ce] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 788.903339] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e7c18692-fbd8-4e91-9a52-ec2295fc6c62 tempest-ServersAdmin275Test-1045528550 tempest-ServersAdmin275Test-1045528550-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.904727] env[69350]: DEBUG nova.compute.manager [None req-f9370125-6384-40dd-ac3b-60897424fbdc tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] [instance: 452a8c70-87fc-43a8-bcae-ae21e7035c6c] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 788.908553] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fca27637-d237-4fd0-8f00-344eed76e55d tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.112s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.908553] env[69350]: DEBUG nova.objects.instance [None req-fca27637-d237-4fd0-8f00-344eed76e55d tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] Lazy-loading 'resources' on Instance uuid 13d2ed8e-c3c5-449a-ab34-3f318a9de5cc {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 788.978065] env[69350]: DEBUG oslo_vmware.api [None req-13631d7b-f71b-4631-b6b0-950256921cde tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Task: {'id': task-3364875, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071534} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.978240] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-13631d7b-f71b-4631-b6b0-950256921cde tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] [instance: c5cc8d70-f170-4447-8601-a47955702bd6] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 788.979192] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d7bc1a3-f95d-4eef-bce2-1ff25dd21313 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.985397] env[69350]: DEBUG oslo_vmware.api [None req-03808cc2-45b5-4ee4-8031-938742cf5287 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] Task: {'id': task-3364876, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.011317] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-13631d7b-f71b-4631-b6b0-950256921cde tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] [instance: c5cc8d70-f170-4447-8601-a47955702bd6] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] c5cc8d70-f170-4447-8601-a47955702bd6/c5cc8d70-f170-4447-8601-a47955702bd6.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 789.011573] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb50dc95-4877-4407-b577-42c6e705c76b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.036034] env[69350]: DEBUG oslo_vmware.api [None req-61ea481f-2f44-434b-ae90-bd6ac0fbceb4 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Task: {'id': task-3364877, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.036296] env[69350]: DEBUG oslo_vmware.api [None req-13631d7b-f71b-4631-b6b0-950256921cde tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Waiting for the task: (returnval){ [ 789.036296] env[69350]: value = "task-3364878" [ 789.036296] env[69350]: _type = "Task" [ 789.036296] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.044658] env[69350]: DEBUG oslo_vmware.api [None req-13631d7b-f71b-4631-b6b0-950256921cde tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Task: {'id': task-3364878, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.076768] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-82852637-1b48-4f6b-908a-d6fe7391a3fd tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: ec57f63b-c28b-4de2-a335-2b5ffa721ee6] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 789.077678] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-773e237f-38e1-4f25-973b-156e15a62c05 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.084046] env[69350]: DEBUG oslo_vmware.api [None req-82852637-1b48-4f6b-908a-d6fe7391a3fd tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Waiting for the task: (returnval){ [ 789.084046] env[69350]: value = "task-3364879" [ 789.084046] env[69350]: _type = "Task" [ 789.084046] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.094323] env[69350]: DEBUG oslo_vmware.api [None req-82852637-1b48-4f6b-908a-d6fe7391a3fd tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Task: {'id': task-3364879, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.135179] env[69350]: DEBUG nova.network.neutron [None req-9f574a62-8940-4c3b-8a8e-d6ed295176a6 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] [instance: 575cfb5e-9476-43fc-9724-33cb252fb7ce] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 789.328548] env[69350]: DEBUG nova.network.neutron [None req-9f574a62-8940-4c3b-8a8e-d6ed295176a6 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] [instance: 575cfb5e-9476-43fc-9724-33cb252fb7ce] Updating instance_info_cache with network_info: [{"id": "461fb0a5-68d0-4577-bbc5-0db7769976ba", "address": "fa:16:3e:87:97:e3", "network": {"id": "dc619db9-3904-42cd-bdf0-8078346991ca", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1136014782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc98ab4d29704e85a056012e9a64e768", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9875d38f-76e2-416c-bfb7-f18a22b0d8ee", "external-id": "nsx-vlan-transportzone-442", "segmentation_id": 442, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap461fb0a5-68", "ovs_interfaceid": "461fb0a5-68d0-4577-bbc5-0db7769976ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.484458] env[69350]: DEBUG oslo_vmware.api [None req-03808cc2-45b5-4ee4-8031-938742cf5287 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] Task: {'id': task-3364876, 'name': PowerOnVM_Task, 'duration_secs': 0.79672} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.487472] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-03808cc2-45b5-4ee4-8031-938742cf5287 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] [instance: 8825162c-2942-4d5c-b7d1-d8b87f0ce534] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 789.487725] env[69350]: INFO nova.compute.manager [None req-03808cc2-45b5-4ee4-8031-938742cf5287 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] [instance: 8825162c-2942-4d5c-b7d1-d8b87f0ce534] Took 10.50 seconds to spawn the instance on the hypervisor. [ 789.487872] env[69350]: DEBUG nova.compute.manager [None req-03808cc2-45b5-4ee4-8031-938742cf5287 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] [instance: 8825162c-2942-4d5c-b7d1-d8b87f0ce534] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 789.488981] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ece9e70-fa7a-4774-9932-7b8188716899 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.538361] env[69350]: DEBUG oslo_vmware.api [None req-61ea481f-2f44-434b-ae90-bd6ac0fbceb4 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Task: {'id': task-3364877, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562014} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.544701] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-61ea481f-2f44-434b-ae90-bd6ac0fbceb4 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] 884fdc90-c90c-439a-8e9c-2730dc242474/884fdc90-c90c-439a-8e9c-2730dc242474.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 789.544929] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-61ea481f-2f44-434b-ae90-bd6ac0fbceb4 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] [instance: 884fdc90-c90c-439a-8e9c-2730dc242474] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 789.545730] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4e3a596f-da1c-4fa3-a35c-89aaad17da8f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.552814] env[69350]: DEBUG oslo_vmware.api [None req-13631d7b-f71b-4631-b6b0-950256921cde tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Task: {'id': task-3364878, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.554919] env[69350]: DEBUG oslo_vmware.api [None req-61ea481f-2f44-434b-ae90-bd6ac0fbceb4 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Waiting for the task: (returnval){ [ 789.554919] env[69350]: value = "task-3364880" [ 789.554919] env[69350]: _type = "Task" [ 789.554919] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.562769] env[69350]: DEBUG oslo_vmware.api [None req-61ea481f-2f44-434b-ae90-bd6ac0fbceb4 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Task: {'id': task-3364880, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.595854] env[69350]: DEBUG oslo_vmware.api [None req-82852637-1b48-4f6b-908a-d6fe7391a3fd tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Task: {'id': task-3364879, 'name': PowerOffVM_Task, 'duration_secs': 0.380496} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.596261] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-82852637-1b48-4f6b-908a-d6fe7391a3fd tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: ec57f63b-c28b-4de2-a335-2b5ffa721ee6] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 789.596570] env[69350]: DEBUG nova.compute.manager [None req-82852637-1b48-4f6b-908a-d6fe7391a3fd tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: ec57f63b-c28b-4de2-a335-2b5ffa721ee6] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 789.598528] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9fc57b1-5283-449d-91cb-c1fc57727460 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.833987] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9f574a62-8940-4c3b-8a8e-d6ed295176a6 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] Releasing lock "refresh_cache-575cfb5e-9476-43fc-9724-33cb252fb7ce" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.834409] env[69350]: DEBUG nova.compute.manager [None req-9f574a62-8940-4c3b-8a8e-d6ed295176a6 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] [instance: 575cfb5e-9476-43fc-9724-33cb252fb7ce] Instance network_info: |[{"id": "461fb0a5-68d0-4577-bbc5-0db7769976ba", "address": "fa:16:3e:87:97:e3", "network": {"id": "dc619db9-3904-42cd-bdf0-8078346991ca", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1136014782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc98ab4d29704e85a056012e9a64e768", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9875d38f-76e2-416c-bfb7-f18a22b0d8ee", "external-id": "nsx-vlan-transportzone-442", "segmentation_id": 442, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap461fb0a5-68", "ovs_interfaceid": "461fb0a5-68d0-4577-bbc5-0db7769976ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 789.835296] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9f574a62-8940-4c3b-8a8e-d6ed295176a6 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] [instance: 575cfb5e-9476-43fc-9724-33cb252fb7ce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:97:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9875d38f-76e2-416c-bfb7-f18a22b0d8ee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '461fb0a5-68d0-4577-bbc5-0db7769976ba', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 789.842968] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f574a62-8940-4c3b-8a8e-d6ed295176a6 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] Creating folder: Project (fc98ab4d29704e85a056012e9a64e768). Parent ref: group-v671398. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 789.843333] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b5e707a-369f-4025-b631-e36b5cf15bb6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.856843] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-9f574a62-8940-4c3b-8a8e-d6ed295176a6 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] Created folder: Project (fc98ab4d29704e85a056012e9a64e768) in parent group-v671398. [ 789.856982] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f574a62-8940-4c3b-8a8e-d6ed295176a6 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] Creating folder: Instances. Parent ref: group-v671470. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 789.859502] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-15a3d8c1-0247-416a-b5ef-9836706ddd08 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.867803] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-9f574a62-8940-4c3b-8a8e-d6ed295176a6 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] Created folder: Instances in parent group-v671470. [ 789.868042] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f574a62-8940-4c3b-8a8e-d6ed295176a6 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 789.868239] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 575cfb5e-9476-43fc-9724-33cb252fb7ce] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 789.868462] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa971533-f6b2-4810-9211-6b7045c19b1e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.889303] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 789.889303] env[69350]: value = "task-3364883" [ 789.889303] env[69350]: _type = "Task" [ 789.889303] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.897166] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3364883, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.918949] env[69350]: DEBUG nova.compute.manager [None req-f9370125-6384-40dd-ac3b-60897424fbdc tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] [instance: 452a8c70-87fc-43a8-bcae-ae21e7035c6c] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 789.942328] env[69350]: DEBUG nova.virt.hardware [None req-f9370125-6384-40dd-ac3b-60897424fbdc tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 789.942577] env[69350]: DEBUG nova.virt.hardware [None req-f9370125-6384-40dd-ac3b-60897424fbdc tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 789.942826] env[69350]: DEBUG nova.virt.hardware [None req-f9370125-6384-40dd-ac3b-60897424fbdc tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 789.943550] env[69350]: DEBUG nova.virt.hardware [None req-f9370125-6384-40dd-ac3b-60897424fbdc tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 789.944780] env[69350]: DEBUG nova.virt.hardware [None req-f9370125-6384-40dd-ac3b-60897424fbdc tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 789.944780] env[69350]: DEBUG nova.virt.hardware [None req-f9370125-6384-40dd-ac3b-60897424fbdc tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 789.944780] env[69350]: DEBUG nova.virt.hardware [None req-f9370125-6384-40dd-ac3b-60897424fbdc tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 789.944780] env[69350]: DEBUG nova.virt.hardware [None req-f9370125-6384-40dd-ac3b-60897424fbdc tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 789.944946] env[69350]: DEBUG nova.virt.hardware [None req-f9370125-6384-40dd-ac3b-60897424fbdc tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 789.945010] env[69350]: DEBUG nova.virt.hardware [None req-f9370125-6384-40dd-ac3b-60897424fbdc tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 789.945309] env[69350]: DEBUG nova.virt.hardware [None req-f9370125-6384-40dd-ac3b-60897424fbdc tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 789.946980] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-642cfb02-0780-4ad5-8393-d438118d0eff {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.951563] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-182229a0-a81f-45d9-a591-38f6d7a7b701 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.963812] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68d95909-62f6-4b53-88f7-2df684619622 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.969753] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b88aca-1089-4e83-818b-7cb4843d8269 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.983735] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f9370125-6384-40dd-ac3b-60897424fbdc tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] [instance: 452a8c70-87fc-43a8-bcae-ae21e7035c6c] Instance VIF info [] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 789.989604] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9370125-6384-40dd-ac3b-60897424fbdc tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Creating folder: Project (42f7929514ac479da029dfbdbdfbc6e1). Parent ref: group-v671398. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 790.016477] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c136fbbe-5c0e-4421-ad54-6c49025df288 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.025622] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c02223-e01a-4a23-8e42-797acf854f43 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.029650] env[69350]: DEBUG nova.compute.manager [req-7199a354-0f6e-45fc-bbb2-85deb83c5e47 req-ceb1196c-69cf-4887-8932-cf15db9cacae service nova] [instance: 575cfb5e-9476-43fc-9724-33cb252fb7ce] Received event network-changed-461fb0a5-68d0-4577-bbc5-0db7769976ba {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.029848] env[69350]: DEBUG nova.compute.manager [req-7199a354-0f6e-45fc-bbb2-85deb83c5e47 req-ceb1196c-69cf-4887-8932-cf15db9cacae service nova] [instance: 575cfb5e-9476-43fc-9724-33cb252fb7ce] Refreshing instance network info cache due to event network-changed-461fb0a5-68d0-4577-bbc5-0db7769976ba. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 790.030074] env[69350]: DEBUG oslo_concurrency.lockutils [req-7199a354-0f6e-45fc-bbb2-85deb83c5e47 req-ceb1196c-69cf-4887-8932-cf15db9cacae service nova] Acquiring lock "refresh_cache-575cfb5e-9476-43fc-9724-33cb252fb7ce" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.030211] env[69350]: DEBUG oslo_concurrency.lockutils [req-7199a354-0f6e-45fc-bbb2-85deb83c5e47 req-ceb1196c-69cf-4887-8932-cf15db9cacae service nova] Acquired lock "refresh_cache-575cfb5e-9476-43fc-9724-33cb252fb7ce" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.030413] env[69350]: DEBUG nova.network.neutron [req-7199a354-0f6e-45fc-bbb2-85deb83c5e47 req-ceb1196c-69cf-4887-8932-cf15db9cacae service nova] [instance: 575cfb5e-9476-43fc-9724-33cb252fb7ce] Refreshing network info cache for port 461fb0a5-68d0-4577-bbc5-0db7769976ba {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 790.032017] env[69350]: INFO nova.compute.manager [None req-03808cc2-45b5-4ee4-8031-938742cf5287 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] [instance: 8825162c-2942-4d5c-b7d1-d8b87f0ce534] Took 37.67 seconds to build instance. [ 790.039445] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-335dfc03-37b2-4e1c-ab40-41b4c14c6243 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.049057] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-f9370125-6384-40dd-ac3b-60897424fbdc tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Created folder: Project (42f7929514ac479da029dfbdbdfbc6e1) in parent group-v671398. [ 790.049262] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9370125-6384-40dd-ac3b-60897424fbdc tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Creating folder: Instances. Parent ref: group-v671473. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 790.050416] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6e336211-d760-4a0e-ac57-ea50d1205dba {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.061380] env[69350]: DEBUG nova.compute.provider_tree [None req-fca27637-d237-4fd0-8f00-344eed76e55d tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 790.070650] env[69350]: DEBUG oslo_vmware.api [None req-13631d7b-f71b-4631-b6b0-950256921cde tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Task: {'id': task-3364878, 'name': ReconfigVM_Task, 'duration_secs': 0.592017} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.071631] env[69350]: DEBUG nova.scheduler.client.report [None req-fca27637-d237-4fd0-8f00-344eed76e55d tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 790.074976] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-13631d7b-f71b-4631-b6b0-950256921cde tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] [instance: c5cc8d70-f170-4447-8601-a47955702bd6] Reconfigured VM instance instance-00000016 to attach disk [datastore1] c5cc8d70-f170-4447-8601-a47955702bd6/c5cc8d70-f170-4447-8601-a47955702bd6.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 790.077746] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cf330d2c-6029-4efc-9f0c-9ac46b1e6b8c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.079743] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-f9370125-6384-40dd-ac3b-60897424fbdc tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Created folder: Instances in parent group-v671473. [ 790.079970] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f9370125-6384-40dd-ac3b-60897424fbdc tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 790.083141] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 452a8c70-87fc-43a8-bcae-ae21e7035c6c] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 790.083417] env[69350]: DEBUG oslo_vmware.api [None req-61ea481f-2f44-434b-ae90-bd6ac0fbceb4 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Task: {'id': task-3364880, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077463} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.083938] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8e7ec00e-3a53-4d03-871e-6112acfa5042 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.096743] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-61ea481f-2f44-434b-ae90-bd6ac0fbceb4 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] [instance: 884fdc90-c90c-439a-8e9c-2730dc242474] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 790.099551] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d355a348-58c5-45a8-9e83-afdd4284b7a1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.102341] env[69350]: DEBUG oslo_vmware.api [None req-13631d7b-f71b-4631-b6b0-950256921cde tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Waiting for the task: (returnval){ [ 790.102341] env[69350]: value = "task-3364886" [ 790.102341] env[69350]: _type = "Task" [ 790.102341] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.128925] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-61ea481f-2f44-434b-ae90-bd6ac0fbceb4 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] [instance: 884fdc90-c90c-439a-8e9c-2730dc242474] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 884fdc90-c90c-439a-8e9c-2730dc242474/884fdc90-c90c-439a-8e9c-2730dc242474.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 790.129220] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 790.129220] env[69350]: value = "task-3364887" [ 790.129220] env[69350]: _type = "Task" [ 790.129220] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.129743] env[69350]: DEBUG oslo_concurrency.lockutils [None req-82852637-1b48-4f6b-908a-d6fe7391a3fd tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Lock "ec57f63b-c28b-4de2-a335-2b5ffa721ee6" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.070s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.131540] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c5cba25-613d-4e18-90ef-f030d25a5499 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.155830] env[69350]: DEBUG oslo_vmware.api [None req-13631d7b-f71b-4631-b6b0-950256921cde tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Task: {'id': task-3364886, 'name': Rename_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.162154] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3364887, 'name': CreateVM_Task} progress is 25%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.163714] env[69350]: DEBUG oslo_vmware.api [None req-61ea481f-2f44-434b-ae90-bd6ac0fbceb4 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Waiting for the task: (returnval){ [ 790.163714] env[69350]: value = "task-3364888" [ 790.163714] env[69350]: _type = "Task" [ 790.163714] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.174022] env[69350]: DEBUG oslo_vmware.api [None req-61ea481f-2f44-434b-ae90-bd6ac0fbceb4 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Task: {'id': task-3364888, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.386029] env[69350]: DEBUG oslo_vmware.rw_handles [None req-b62716bc-898d-4be1-b2c1-30f017cf52a6 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5239beff-5420-7e8f-d17b-b600daa919cf/disk-0.vmdk. {{(pid=69350) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 790.387046] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e70c204d-b745-4ed2-877b-144e564e8d35 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.394375] env[69350]: DEBUG oslo_vmware.rw_handles [None req-b62716bc-898d-4be1-b2c1-30f017cf52a6 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5239beff-5420-7e8f-d17b-b600daa919cf/disk-0.vmdk is in state: ready. {{(pid=69350) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 790.394533] env[69350]: ERROR oslo_vmware.rw_handles [None req-b62716bc-898d-4be1-b2c1-30f017cf52a6 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5239beff-5420-7e8f-d17b-b600daa919cf/disk-0.vmdk due to incomplete transfer. [ 790.395081] env[69350]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7d8a037c-5f05-4fb0-a710-7ea1e11c3b27 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.399825] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3364883, 'name': CreateVM_Task, 'duration_secs': 0.454697} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.399825] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 575cfb5e-9476-43fc-9724-33cb252fb7ce] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 790.400454] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9f574a62-8940-4c3b-8a8e-d6ed295176a6 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.400612] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9f574a62-8940-4c3b-8a8e-d6ed295176a6 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.400913] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9f574a62-8940-4c3b-8a8e-d6ed295176a6 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.401982] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-786cae42-98da-4a90-a6c1-407528c5dfca {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.403520] env[69350]: DEBUG oslo_vmware.rw_handles [None req-b62716bc-898d-4be1-b2c1-30f017cf52a6 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5239beff-5420-7e8f-d17b-b600daa919cf/disk-0.vmdk. {{(pid=69350) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 790.403705] env[69350]: DEBUG nova.virt.vmwareapi.images [None req-b62716bc-898d-4be1-b2c1-30f017cf52a6 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: 81ea07d5-8924-45de-a1ab-42e4aa335111] Uploaded image e5d8ec70-6acc-4675-8354-b8196c756b62 to the Glance image server {{(pid=69350) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 790.406131] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-b62716bc-898d-4be1-b2c1-30f017cf52a6 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: 81ea07d5-8924-45de-a1ab-42e4aa335111] Destroying the VM {{(pid=69350) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 790.406414] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-993eb39e-66bc-4600-8e8c-6e38161d2f8e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.410759] env[69350]: DEBUG oslo_vmware.api [None req-9f574a62-8940-4c3b-8a8e-d6ed295176a6 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] Waiting for the task: (returnval){ [ 790.410759] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]522fbaef-c9ca-82e8-2c91-c7815ab87a9e" [ 790.410759] env[69350]: _type = "Task" [ 790.410759] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.415128] env[69350]: DEBUG oslo_vmware.api [None req-b62716bc-898d-4be1-b2c1-30f017cf52a6 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Waiting for the task: (returnval){ [ 790.415128] env[69350]: value = "task-3364889" [ 790.415128] env[69350]: _type = "Task" [ 790.415128] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.421710] env[69350]: DEBUG oslo_vmware.api [None req-9f574a62-8940-4c3b-8a8e-d6ed295176a6 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]522fbaef-c9ca-82e8-2c91-c7815ab87a9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.427449] env[69350]: DEBUG oslo_vmware.api [None req-b62716bc-898d-4be1-b2c1-30f017cf52a6 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Task: {'id': task-3364889, 'name': Destroy_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.528047] env[69350]: DEBUG nova.compute.manager [req-3740d116-d09e-4734-8d7d-b6777478751b req-418efec7-aaa5-4ccc-a987-fd3ccd9a9f76 service nova] [instance: 8825162c-2942-4d5c-b7d1-d8b87f0ce534] Received event network-changed-0d669634-8932-4f74-8514-2e4f0dc1babb {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.528376] env[69350]: DEBUG nova.compute.manager [req-3740d116-d09e-4734-8d7d-b6777478751b req-418efec7-aaa5-4ccc-a987-fd3ccd9a9f76 service nova] [instance: 8825162c-2942-4d5c-b7d1-d8b87f0ce534] Refreshing instance network info cache due to event network-changed-0d669634-8932-4f74-8514-2e4f0dc1babb. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 790.528672] env[69350]: DEBUG oslo_concurrency.lockutils [req-3740d116-d09e-4734-8d7d-b6777478751b req-418efec7-aaa5-4ccc-a987-fd3ccd9a9f76 service nova] Acquiring lock "refresh_cache-8825162c-2942-4d5c-b7d1-d8b87f0ce534" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.528672] env[69350]: DEBUG oslo_concurrency.lockutils [req-3740d116-d09e-4734-8d7d-b6777478751b req-418efec7-aaa5-4ccc-a987-fd3ccd9a9f76 service nova] Acquired lock "refresh_cache-8825162c-2942-4d5c-b7d1-d8b87f0ce534" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.528758] env[69350]: DEBUG nova.network.neutron [req-3740d116-d09e-4734-8d7d-b6777478751b req-418efec7-aaa5-4ccc-a987-fd3ccd9a9f76 service nova] [instance: 8825162c-2942-4d5c-b7d1-d8b87f0ce534] Refreshing network info cache for port 0d669634-8932-4f74-8514-2e4f0dc1babb {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 790.537975] env[69350]: DEBUG oslo_concurrency.lockutils [None req-03808cc2-45b5-4ee4-8031-938742cf5287 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] Lock "8825162c-2942-4d5c-b7d1-d8b87f0ce534" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.430s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.578800] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fca27637-d237-4fd0-8f00-344eed76e55d tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.671s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.581248] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4f7d53b4-0f76-48f4-a1cb-2eca028a86ac tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.915s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.582799] env[69350]: INFO nova.compute.claims [None req-4f7d53b4-0f76-48f4-a1cb-2eca028a86ac tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: 4a4b72fc-0fe1-4365-ba71-beb33ccdc400] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 790.610342] env[69350]: INFO nova.scheduler.client.report [None req-fca27637-d237-4fd0-8f00-344eed76e55d tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] Deleted allocations for instance 13d2ed8e-c3c5-449a-ab34-3f318a9de5cc [ 790.617349] env[69350]: DEBUG oslo_vmware.api [None req-13631d7b-f71b-4631-b6b0-950256921cde tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Task: {'id': task-3364886, 'name': Rename_Task, 'duration_secs': 0.243988} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.617911] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-13631d7b-f71b-4631-b6b0-950256921cde tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] [instance: c5cc8d70-f170-4447-8601-a47955702bd6] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 790.618264] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-53b6fe95-37d9-4917-a68d-c3744b817421 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.628021] env[69350]: DEBUG oslo_vmware.api [None req-13631d7b-f71b-4631-b6b0-950256921cde tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Waiting for the task: (returnval){ [ 790.628021] env[69350]: value = "task-3364890" [ 790.628021] env[69350]: _type = "Task" [ 790.628021] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.635389] env[69350]: DEBUG oslo_vmware.api [None req-13631d7b-f71b-4631-b6b0-950256921cde tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Task: {'id': task-3364890, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.658232] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3364887, 'name': CreateVM_Task, 'duration_secs': 0.324329} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.658507] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 452a8c70-87fc-43a8-bcae-ae21e7035c6c] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 790.658882] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f9370125-6384-40dd-ac3b-60897424fbdc tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.677375] env[69350]: DEBUG oslo_vmware.api [None req-61ea481f-2f44-434b-ae90-bd6ac0fbceb4 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Task: {'id': task-3364888, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.859166] env[69350]: DEBUG nova.network.neutron [req-7199a354-0f6e-45fc-bbb2-85deb83c5e47 req-ceb1196c-69cf-4887-8932-cf15db9cacae service nova] [instance: 575cfb5e-9476-43fc-9724-33cb252fb7ce] Updated VIF entry in instance network info cache for port 461fb0a5-68d0-4577-bbc5-0db7769976ba. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 790.859166] env[69350]: DEBUG nova.network.neutron [req-7199a354-0f6e-45fc-bbb2-85deb83c5e47 req-ceb1196c-69cf-4887-8932-cf15db9cacae service nova] [instance: 575cfb5e-9476-43fc-9724-33cb252fb7ce] Updating instance_info_cache with network_info: [{"id": "461fb0a5-68d0-4577-bbc5-0db7769976ba", "address": "fa:16:3e:87:97:e3", "network": {"id": "dc619db9-3904-42cd-bdf0-8078346991ca", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1136014782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc98ab4d29704e85a056012e9a64e768", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9875d38f-76e2-416c-bfb7-f18a22b0d8ee", "external-id": "nsx-vlan-transportzone-442", "segmentation_id": 442, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap461fb0a5-68", "ovs_interfaceid": "461fb0a5-68d0-4577-bbc5-0db7769976ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.926517] env[69350]: DEBUG oslo_vmware.api [None req-9f574a62-8940-4c3b-8a8e-d6ed295176a6 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]522fbaef-c9ca-82e8-2c91-c7815ab87a9e, 'name': SearchDatastore_Task, 'duration_secs': 0.016807} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.926517] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9f574a62-8940-4c3b-8a8e-d6ed295176a6 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.926517] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9f574a62-8940-4c3b-8a8e-d6ed295176a6 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] [instance: 575cfb5e-9476-43fc-9724-33cb252fb7ce] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 790.926517] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9f574a62-8940-4c3b-8a8e-d6ed295176a6 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.926517] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9f574a62-8940-4c3b-8a8e-d6ed295176a6 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.926517] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f574a62-8940-4c3b-8a8e-d6ed295176a6 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 790.926517] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f9370125-6384-40dd-ac3b-60897424fbdc tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.926922] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f9370125-6384-40dd-ac3b-60897424fbdc tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.927079] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-accf74ea-2b65-4141-97e8-110a675d5e4f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.933453] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03e5ba54-7f53-4e82-87ab-dfbbae207988 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.935047] env[69350]: DEBUG oslo_vmware.api [None req-b62716bc-898d-4be1-b2c1-30f017cf52a6 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Task: {'id': task-3364889, 'name': Destroy_Task} progress is 33%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.940169] env[69350]: DEBUG oslo_vmware.api [None req-f9370125-6384-40dd-ac3b-60897424fbdc tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Waiting for the task: (returnval){ [ 790.940169] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52a17db7-6e48-629c-8998-54ad330c488c" [ 790.940169] env[69350]: _type = "Task" [ 790.940169] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.943559] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f574a62-8940-4c3b-8a8e-d6ed295176a6 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 790.943682] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9f574a62-8940-4c3b-8a8e-d6ed295176a6 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 790.946016] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86f1a7ac-6c87-4409-b4f8-c00b5a5f9d6e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.950092] env[69350]: DEBUG oslo_vmware.api [None req-f9370125-6384-40dd-ac3b-60897424fbdc tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52a17db7-6e48-629c-8998-54ad330c488c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.953313] env[69350]: DEBUG oslo_vmware.api [None req-9f574a62-8940-4c3b-8a8e-d6ed295176a6 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] Waiting for the task: (returnval){ [ 790.953313] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]522b46a3-1dcd-fc7d-f901-ef0d18c0d192" [ 790.953313] env[69350]: _type = "Task" [ 790.953313] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.960959] env[69350]: DEBUG oslo_vmware.api [None req-9f574a62-8940-4c3b-8a8e-d6ed295176a6 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]522b46a3-1dcd-fc7d-f901-ef0d18c0d192, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.964899] env[69350]: DEBUG nova.objects.instance [None req-11bc29a2-0a28-4823-91ec-05bc755b1d59 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Lazy-loading 'flavor' on Instance uuid ec57f63b-c28b-4de2-a335-2b5ffa721ee6 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 791.041783] env[69350]: DEBUG nova.compute.manager [None req-d38dc45d-3a9d-440d-848c-1aa04cb0f5c0 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] [instance: d256518f-5e63-4b21-9d0d-0fbb60928b4a] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 791.127208] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fca27637-d237-4fd0-8f00-344eed76e55d tempest-ServerDiagnosticsNegativeTest-1173474361 tempest-ServerDiagnosticsNegativeTest-1173474361-project-member] Lock "13d2ed8e-c3c5-449a-ab34-3f318a9de5cc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.282s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.139381] env[69350]: DEBUG oslo_vmware.api [None req-13631d7b-f71b-4631-b6b0-950256921cde tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Task: {'id': task-3364890, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.176402] env[69350]: DEBUG oslo_vmware.api [None req-61ea481f-2f44-434b-ae90-bd6ac0fbceb4 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Task: {'id': task-3364888, 'name': ReconfigVM_Task, 'duration_secs': 0.670097} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.176734] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-61ea481f-2f44-434b-ae90-bd6ac0fbceb4 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] [instance: 884fdc90-c90c-439a-8e9c-2730dc242474] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 884fdc90-c90c-439a-8e9c-2730dc242474/884fdc90-c90c-439a-8e9c-2730dc242474.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 791.177418] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-05eb9a2c-a110-4f33-8c9a-77ab97cbec27 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.193861] env[69350]: DEBUG oslo_vmware.api [None req-61ea481f-2f44-434b-ae90-bd6ac0fbceb4 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Waiting for the task: (returnval){ [ 791.193861] env[69350]: value = "task-3364891" [ 791.193861] env[69350]: _type = "Task" [ 791.193861] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.203472] env[69350]: DEBUG oslo_vmware.api [None req-61ea481f-2f44-434b-ae90-bd6ac0fbceb4 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Task: {'id': task-3364891, 'name': Rename_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.307988] env[69350]: DEBUG nova.network.neutron [req-3740d116-d09e-4734-8d7d-b6777478751b req-418efec7-aaa5-4ccc-a987-fd3ccd9a9f76 service nova] [instance: 8825162c-2942-4d5c-b7d1-d8b87f0ce534] Updated VIF entry in instance network info cache for port 0d669634-8932-4f74-8514-2e4f0dc1babb. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 791.308374] env[69350]: DEBUG nova.network.neutron [req-3740d116-d09e-4734-8d7d-b6777478751b req-418efec7-aaa5-4ccc-a987-fd3ccd9a9f76 service nova] [instance: 8825162c-2942-4d5c-b7d1-d8b87f0ce534] Updating instance_info_cache with network_info: [{"id": "0d669634-8932-4f74-8514-2e4f0dc1babb", "address": "fa:16:3e:17:f7:bf", "network": {"id": "5a274c84-52e5-47d9-bfb7-20a0105b6e12", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1930295418-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcc6e71447e040f182c0c7859cf1197c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d669634-89", "ovs_interfaceid": "0d669634-8932-4f74-8514-2e4f0dc1babb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.361565] env[69350]: DEBUG oslo_concurrency.lockutils [req-7199a354-0f6e-45fc-bbb2-85deb83c5e47 req-ceb1196c-69cf-4887-8932-cf15db9cacae service nova] Releasing lock "refresh_cache-575cfb5e-9476-43fc-9724-33cb252fb7ce" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.428110] env[69350]: DEBUG oslo_vmware.api [None req-b62716bc-898d-4be1-b2c1-30f017cf52a6 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Task: {'id': task-3364889, 'name': Destroy_Task, 'duration_secs': 0.701474} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.428365] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-b62716bc-898d-4be1-b2c1-30f017cf52a6 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: 81ea07d5-8924-45de-a1ab-42e4aa335111] Destroyed the VM [ 791.428561] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b62716bc-898d-4be1-b2c1-30f017cf52a6 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: 81ea07d5-8924-45de-a1ab-42e4aa335111] Deleting Snapshot of the VM instance {{(pid=69350) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 791.428808] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-198c67bf-f782-480b-90cf-bcebdd1d9249 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.436480] env[69350]: DEBUG oslo_vmware.api [None req-b62716bc-898d-4be1-b2c1-30f017cf52a6 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Waiting for the task: (returnval){ [ 791.436480] env[69350]: value = "task-3364892" [ 791.436480] env[69350]: _type = "Task" [ 791.436480] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.448959] env[69350]: DEBUG oslo_vmware.api [None req-b62716bc-898d-4be1-b2c1-30f017cf52a6 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Task: {'id': task-3364892, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.453461] env[69350]: DEBUG oslo_vmware.api [None req-f9370125-6384-40dd-ac3b-60897424fbdc tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52a17db7-6e48-629c-8998-54ad330c488c, 'name': SearchDatastore_Task, 'duration_secs': 0.022625} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.453833] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f9370125-6384-40dd-ac3b-60897424fbdc tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.454077] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f9370125-6384-40dd-ac3b-60897424fbdc tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] [instance: 452a8c70-87fc-43a8-bcae-ae21e7035c6c] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 791.454351] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f9370125-6384-40dd-ac3b-60897424fbdc tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.463568] env[69350]: DEBUG oslo_vmware.api [None req-9f574a62-8940-4c3b-8a8e-d6ed295176a6 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]522b46a3-1dcd-fc7d-f901-ef0d18c0d192, 'name': SearchDatastore_Task, 'duration_secs': 0.015925} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.464455] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1255205e-3e91-4856-9efc-fb8b44f0945a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.470031] env[69350]: DEBUG oslo_vmware.api [None req-9f574a62-8940-4c3b-8a8e-d6ed295176a6 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] Waiting for the task: (returnval){ [ 791.470031] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]521beed8-4b84-e42a-a759-f48c16a5ba3e" [ 791.470031] env[69350]: _type = "Task" [ 791.470031] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.471064] env[69350]: DEBUG oslo_concurrency.lockutils [None req-11bc29a2-0a28-4823-91ec-05bc755b1d59 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Acquiring lock "refresh_cache-ec57f63b-c28b-4de2-a335-2b5ffa721ee6" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.471064] env[69350]: DEBUG oslo_concurrency.lockutils [None req-11bc29a2-0a28-4823-91ec-05bc755b1d59 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Acquired lock "refresh_cache-ec57f63b-c28b-4de2-a335-2b5ffa721ee6" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.471064] env[69350]: DEBUG nova.network.neutron [None req-11bc29a2-0a28-4823-91ec-05bc755b1d59 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: ec57f63b-c28b-4de2-a335-2b5ffa721ee6] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 791.471064] env[69350]: DEBUG nova.objects.instance [None req-11bc29a2-0a28-4823-91ec-05bc755b1d59 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Lazy-loading 'info_cache' on Instance uuid ec57f63b-c28b-4de2-a335-2b5ffa721ee6 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 791.481945] env[69350]: DEBUG oslo_vmware.api [None req-9f574a62-8940-4c3b-8a8e-d6ed295176a6 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]521beed8-4b84-e42a-a759-f48c16a5ba3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.564467] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d38dc45d-3a9d-440d-848c-1aa04cb0f5c0 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.638355] env[69350]: DEBUG oslo_vmware.api [None req-13631d7b-f71b-4631-b6b0-950256921cde tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Task: {'id': task-3364890, 'name': PowerOnVM_Task, 'duration_secs': 0.601837} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.641415] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-13631d7b-f71b-4631-b6b0-950256921cde tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] [instance: c5cc8d70-f170-4447-8601-a47955702bd6] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 791.641723] env[69350]: INFO nova.compute.manager [None req-13631d7b-f71b-4631-b6b0-950256921cde tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] [instance: c5cc8d70-f170-4447-8601-a47955702bd6] Took 18.96 seconds to spawn the instance on the hypervisor. [ 791.641967] env[69350]: DEBUG nova.compute.manager [None req-13631d7b-f71b-4631-b6b0-950256921cde tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] [instance: c5cc8d70-f170-4447-8601-a47955702bd6] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 791.643168] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc84bdb-35b1-48c0-ba57-0e5df2fc4e63 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.704409] env[69350]: DEBUG oslo_vmware.api [None req-61ea481f-2f44-434b-ae90-bd6ac0fbceb4 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Task: {'id': task-3364891, 'name': Rename_Task, 'duration_secs': 0.448896} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.704671] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-61ea481f-2f44-434b-ae90-bd6ac0fbceb4 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] [instance: 884fdc90-c90c-439a-8e9c-2730dc242474] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 791.704908] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d195d9c-2886-4e33-bb34-9ef7152ed2f4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.714909] env[69350]: DEBUG oslo_vmware.api [None req-61ea481f-2f44-434b-ae90-bd6ac0fbceb4 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Waiting for the task: (returnval){ [ 791.714909] env[69350]: value = "task-3364893" [ 791.714909] env[69350]: _type = "Task" [ 791.714909] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.724595] env[69350]: DEBUG oslo_vmware.api [None req-61ea481f-2f44-434b-ae90-bd6ac0fbceb4 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Task: {'id': task-3364893, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.811510] env[69350]: DEBUG oslo_concurrency.lockutils [req-3740d116-d09e-4734-8d7d-b6777478751b req-418efec7-aaa5-4ccc-a987-fd3ccd9a9f76 service nova] Releasing lock "refresh_cache-8825162c-2942-4d5c-b7d1-d8b87f0ce534" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.947555] env[69350]: DEBUG oslo_vmware.api [None req-b62716bc-898d-4be1-b2c1-30f017cf52a6 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Task: {'id': task-3364892, 'name': RemoveSnapshot_Task} progress is 12%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.979127] env[69350]: DEBUG nova.objects.base [None req-11bc29a2-0a28-4823-91ec-05bc755b1d59 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69350) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 791.990015] env[69350]: DEBUG oslo_vmware.api [None req-9f574a62-8940-4c3b-8a8e-d6ed295176a6 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]521beed8-4b84-e42a-a759-f48c16a5ba3e, 'name': SearchDatastore_Task, 'duration_secs': 0.012677} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.992328] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9f574a62-8940-4c3b-8a8e-d6ed295176a6 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.992328] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f574a62-8940-4c3b-8a8e-d6ed295176a6 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] 575cfb5e-9476-43fc-9724-33cb252fb7ce/575cfb5e-9476-43fc-9724-33cb252fb7ce.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 791.996025] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f9370125-6384-40dd-ac3b-60897424fbdc tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.996025] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9370125-6384-40dd-ac3b-60897424fbdc tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 791.996025] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9554177a-552f-4125-8097-603973c7acae {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.998658] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f6f8f409-9e02-416f-81b8-c71dd4bfe0fd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.009437] env[69350]: DEBUG oslo_vmware.api [None req-9f574a62-8940-4c3b-8a8e-d6ed295176a6 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] Waiting for the task: (returnval){ [ 792.009437] env[69350]: value = "task-3364894" [ 792.009437] env[69350]: _type = "Task" [ 792.009437] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.012219] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9370125-6384-40dd-ac3b-60897424fbdc tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 792.012219] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f9370125-6384-40dd-ac3b-60897424fbdc tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 792.019385] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-865f0080-7913-4147-b7bf-6b1420084c5b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.032712] env[69350]: DEBUG oslo_vmware.api [None req-9f574a62-8940-4c3b-8a8e-d6ed295176a6 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] Task: {'id': task-3364894, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.035868] env[69350]: DEBUG oslo_vmware.api [None req-f9370125-6384-40dd-ac3b-60897424fbdc tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Waiting for the task: (returnval){ [ 792.035868] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5221d220-136f-7343-d023-a6b751cad66e" [ 792.035868] env[69350]: _type = "Task" [ 792.035868] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.048994] env[69350]: DEBUG oslo_vmware.api [None req-f9370125-6384-40dd-ac3b-60897424fbdc tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5221d220-136f-7343-d023-a6b751cad66e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.106749] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e0df0d-e99f-46d1-95a4-e7905089d9a8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.116639] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2090e37e-dbfb-4505-9379-290f90d2ecf4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.153599] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b99bf29c-bd8d-4d1e-9b45-d6ff68589da6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.166772] env[69350]: INFO nova.compute.manager [None req-13631d7b-f71b-4631-b6b0-950256921cde tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] [instance: c5cc8d70-f170-4447-8601-a47955702bd6] Took 49.52 seconds to build instance. [ 792.172436] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ebd954e-baff-4c39-8de7-6b7b8f4a12d5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.200877] env[69350]: DEBUG nova.compute.provider_tree [None req-4f7d53b4-0f76-48f4-a1cb-2eca028a86ac tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 792.225615] env[69350]: DEBUG oslo_vmware.api [None req-61ea481f-2f44-434b-ae90-bd6ac0fbceb4 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Task: {'id': task-3364893, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.448975] env[69350]: DEBUG oslo_vmware.api [None req-b62716bc-898d-4be1-b2c1-30f017cf52a6 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Task: {'id': task-3364892, 'name': RemoveSnapshot_Task, 'duration_secs': 0.744531} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.449309] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b62716bc-898d-4be1-b2c1-30f017cf52a6 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: 81ea07d5-8924-45de-a1ab-42e4aa335111] Deleted Snapshot of the VM instance {{(pid=69350) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 792.449537] env[69350]: INFO nova.compute.manager [None req-b62716bc-898d-4be1-b2c1-30f017cf52a6 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: 81ea07d5-8924-45de-a1ab-42e4aa335111] Took 16.41 seconds to snapshot the instance on the hypervisor. [ 792.525948] env[69350]: DEBUG oslo_vmware.api [None req-9f574a62-8940-4c3b-8a8e-d6ed295176a6 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] Task: {'id': task-3364894, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.548479] env[69350]: DEBUG oslo_vmware.api [None req-f9370125-6384-40dd-ac3b-60897424fbdc tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5221d220-136f-7343-d023-a6b751cad66e, 'name': SearchDatastore_Task, 'duration_secs': 0.021412} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.549993] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-295bdffa-ff51-4daf-9430-a3678df044a8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.556889] env[69350]: DEBUG oslo_vmware.api [None req-f9370125-6384-40dd-ac3b-60897424fbdc tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Waiting for the task: (returnval){ [ 792.556889] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]521e3254-dd99-07fd-bd42-d2760265b42b" [ 792.556889] env[69350]: _type = "Task" [ 792.556889] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.567057] env[69350]: DEBUG oslo_vmware.api [None req-f9370125-6384-40dd-ac3b-60897424fbdc tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]521e3254-dd99-07fd-bd42-d2760265b42b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.669614] env[69350]: DEBUG oslo_concurrency.lockutils [None req-13631d7b-f71b-4631-b6b0-950256921cde tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Lock "c5cc8d70-f170-4447-8601-a47955702bd6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.775s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.707301] env[69350]: DEBUG nova.scheduler.client.report [None req-4f7d53b4-0f76-48f4-a1cb-2eca028a86ac tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 792.730326] env[69350]: DEBUG oslo_vmware.api [None req-61ea481f-2f44-434b-ae90-bd6ac0fbceb4 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Task: {'id': task-3364893, 'name': PowerOnVM_Task, 'duration_secs': 0.560238} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.730633] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-61ea481f-2f44-434b-ae90-bd6ac0fbceb4 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] [instance: 884fdc90-c90c-439a-8e9c-2730dc242474] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 792.730991] env[69350]: INFO nova.compute.manager [None req-61ea481f-2f44-434b-ae90-bd6ac0fbceb4 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] [instance: 884fdc90-c90c-439a-8e9c-2730dc242474] Took 11.09 seconds to spawn the instance on the hypervisor. [ 792.731189] env[69350]: DEBUG nova.compute.manager [None req-61ea481f-2f44-434b-ae90-bd6ac0fbceb4 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] [instance: 884fdc90-c90c-439a-8e9c-2730dc242474] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 792.732065] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e36d45fd-8980-41b2-b0d0-e1d47ab890c1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.797318] env[69350]: DEBUG nova.network.neutron [None req-11bc29a2-0a28-4823-91ec-05bc755b1d59 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: ec57f63b-c28b-4de2-a335-2b5ffa721ee6] Updating instance_info_cache with network_info: [{"id": "9f0f613c-1cd7-4e9f-8e48-9850ea22d780", "address": "fa:16:3e:21:5b:cb", "network": {"id": "a368e5a9-70b5-4258-8dc0-532129c1476e", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1282444226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61bee03a23c5497c93a859f18c36ebcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f0f613c-1c", "ovs_interfaceid": "9f0f613c-1cd7-4e9f-8e48-9850ea22d780", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.021928] env[69350]: DEBUG oslo_vmware.api [None req-9f574a62-8940-4c3b-8a8e-d6ed295176a6 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] Task: {'id': task-3364894, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.682258} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.022315] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f574a62-8940-4c3b-8a8e-d6ed295176a6 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] 575cfb5e-9476-43fc-9724-33cb252fb7ce/575cfb5e-9476-43fc-9724-33cb252fb7ce.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 793.022655] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9f574a62-8940-4c3b-8a8e-d6ed295176a6 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] [instance: 575cfb5e-9476-43fc-9724-33cb252fb7ce] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 793.022767] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6dbabaf1-7faa-4590-9e68-38e59de872fe {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.030341] env[69350]: DEBUG oslo_vmware.api [None req-9f574a62-8940-4c3b-8a8e-d6ed295176a6 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] Waiting for the task: (returnval){ [ 793.030341] env[69350]: value = "task-3364895" [ 793.030341] env[69350]: _type = "Task" [ 793.030341] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.038911] env[69350]: DEBUG oslo_vmware.api [None req-9f574a62-8940-4c3b-8a8e-d6ed295176a6 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] Task: {'id': task-3364895, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.070288] env[69350]: DEBUG oslo_vmware.api [None req-f9370125-6384-40dd-ac3b-60897424fbdc tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]521e3254-dd99-07fd-bd42-d2760265b42b, 'name': SearchDatastore_Task, 'duration_secs': 0.055037} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.070602] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f9370125-6384-40dd-ac3b-60897424fbdc tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.070890] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9370125-6384-40dd-ac3b-60897424fbdc tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] 452a8c70-87fc-43a8-bcae-ae21e7035c6c/452a8c70-87fc-43a8-bcae-ae21e7035c6c.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 793.071182] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-453e616c-fb62-4f14-ad40-579c20cfe72c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.079355] env[69350]: DEBUG oslo_vmware.api [None req-f9370125-6384-40dd-ac3b-60897424fbdc tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Waiting for the task: (returnval){ [ 793.079355] env[69350]: value = "task-3364896" [ 793.079355] env[69350]: _type = "Task" [ 793.079355] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.088255] env[69350]: DEBUG oslo_vmware.api [None req-f9370125-6384-40dd-ac3b-60897424fbdc tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Task: {'id': task-3364896, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.172737] env[69350]: DEBUG nova.compute.manager [None req-126f5fad-8c6e-4e47-83b4-9f79669678f4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] [instance: 8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 793.213695] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4f7d53b4-0f76-48f4-a1cb-2eca028a86ac tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.633s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.214607] env[69350]: DEBUG nova.compute.manager [None req-4f7d53b4-0f76-48f4-a1cb-2eca028a86ac tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: 4a4b72fc-0fe1-4365-ba71-beb33ccdc400] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 793.217553] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d501e9d9-e63c-44d2-95ea-caab948206b3 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.696s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.217553] env[69350]: DEBUG nova.objects.instance [None req-d501e9d9-e63c-44d2-95ea-caab948206b3 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Lazy-loading 'resources' on Instance uuid 2dd22dd0-a65e-405e-9e9f-71cbcda62051 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 793.253758] env[69350]: INFO nova.compute.manager [None req-61ea481f-2f44-434b-ae90-bd6ac0fbceb4 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] [instance: 884fdc90-c90c-439a-8e9c-2730dc242474] Took 40.00 seconds to build instance. [ 793.300770] env[69350]: DEBUG oslo_concurrency.lockutils [None req-11bc29a2-0a28-4823-91ec-05bc755b1d59 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Releasing lock "refresh_cache-ec57f63b-c28b-4de2-a335-2b5ffa721ee6" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.396289] env[69350]: DEBUG oslo_concurrency.lockutils [None req-cc732508-712c-4c25-8347-f421bb4965c9 tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Acquiring lock "c5cc8d70-f170-4447-8601-a47955702bd6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.396645] env[69350]: DEBUG oslo_concurrency.lockutils [None req-cc732508-712c-4c25-8347-f421bb4965c9 tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Lock "c5cc8d70-f170-4447-8601-a47955702bd6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.396890] env[69350]: DEBUG oslo_concurrency.lockutils [None req-cc732508-712c-4c25-8347-f421bb4965c9 tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Acquiring lock "c5cc8d70-f170-4447-8601-a47955702bd6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.397061] env[69350]: DEBUG oslo_concurrency.lockutils [None req-cc732508-712c-4c25-8347-f421bb4965c9 tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Lock "c5cc8d70-f170-4447-8601-a47955702bd6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.397230] env[69350]: DEBUG oslo_concurrency.lockutils [None req-cc732508-712c-4c25-8347-f421bb4965c9 tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Lock "c5cc8d70-f170-4447-8601-a47955702bd6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.399374] env[69350]: INFO nova.compute.manager [None req-cc732508-712c-4c25-8347-f421bb4965c9 tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] [instance: c5cc8d70-f170-4447-8601-a47955702bd6] Terminating instance [ 793.542132] env[69350]: DEBUG oslo_vmware.api [None req-9f574a62-8940-4c3b-8a8e-d6ed295176a6 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] Task: {'id': task-3364895, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067629} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.542423] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9f574a62-8940-4c3b-8a8e-d6ed295176a6 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] [instance: 575cfb5e-9476-43fc-9724-33cb252fb7ce] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 793.543210] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1408fdb0-99df-4672-ae6b-c94a25a4be81 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.570759] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f574a62-8940-4c3b-8a8e-d6ed295176a6 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] [instance: 575cfb5e-9476-43fc-9724-33cb252fb7ce] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] 575cfb5e-9476-43fc-9724-33cb252fb7ce/575cfb5e-9476-43fc-9724-33cb252fb7ce.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 793.571644] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d772f20d-974f-4f21-ba01-023516a87d9b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.598124] env[69350]: DEBUG oslo_vmware.api [None req-f9370125-6384-40dd-ac3b-60897424fbdc tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Task: {'id': task-3364896, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.598949] env[69350]: DEBUG oslo_vmware.api [None req-9f574a62-8940-4c3b-8a8e-d6ed295176a6 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] Waiting for the task: (returnval){ [ 793.598949] env[69350]: value = "task-3364897" [ 793.598949] env[69350]: _type = "Task" [ 793.598949] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.607252] env[69350]: DEBUG oslo_vmware.api [None req-9f574a62-8940-4c3b-8a8e-d6ed295176a6 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] Task: {'id': task-3364897, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.707372] env[69350]: DEBUG oslo_concurrency.lockutils [None req-126f5fad-8c6e-4e47-83b4-9f79669678f4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.721246] env[69350]: DEBUG nova.compute.utils [None req-4f7d53b4-0f76-48f4-a1cb-2eca028a86ac tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 793.726047] env[69350]: DEBUG nova.compute.manager [None req-4f7d53b4-0f76-48f4-a1cb-2eca028a86ac tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: 4a4b72fc-0fe1-4365-ba71-beb33ccdc400] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 793.726202] env[69350]: DEBUG nova.network.neutron [None req-4f7d53b4-0f76-48f4-a1cb-2eca028a86ac tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: 4a4b72fc-0fe1-4365-ba71-beb33ccdc400] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 793.756549] env[69350]: DEBUG oslo_concurrency.lockutils [None req-61ea481f-2f44-434b-ae90-bd6ac0fbceb4 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Lock "884fdc90-c90c-439a-8e9c-2730dc242474" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.502s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.804972] env[69350]: DEBUG nova.policy [None req-4f7d53b4-0f76-48f4-a1cb-2eca028a86ac tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ffd0edc3c12c4eef8fd233c3ba625bac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '51bc6f4dd8ea4a9e9e1031143399a0d7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 793.906337] env[69350]: DEBUG nova.compute.manager [None req-cc732508-712c-4c25-8347-f421bb4965c9 tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] [instance: c5cc8d70-f170-4447-8601-a47955702bd6] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 793.906710] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-cc732508-712c-4c25-8347-f421bb4965c9 tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] [instance: c5cc8d70-f170-4447-8601-a47955702bd6] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 793.908053] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9251e9a3-03f1-4991-bacc-414f065b4be5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.924267] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc732508-712c-4c25-8347-f421bb4965c9 tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] [instance: c5cc8d70-f170-4447-8601-a47955702bd6] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 793.925856] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-daefaea1-eb59-44fe-a58b-2ee17af12080 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.941844] env[69350]: DEBUG oslo_vmware.api [None req-cc732508-712c-4c25-8347-f421bb4965c9 tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Waiting for the task: (returnval){ [ 793.941844] env[69350]: value = "task-3364898" [ 793.941844] env[69350]: _type = "Task" [ 793.941844] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.957109] env[69350]: DEBUG oslo_vmware.api [None req-cc732508-712c-4c25-8347-f421bb4965c9 tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Task: {'id': task-3364898, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.055962] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f7e2d2-7f4a-4474-94d8-28edf8a5d0a2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.067044] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-bb45a22a-ceb6-40a4-97a0-d63436a401b8 tempest-ServersAdminNegativeTestJSON-620133105 tempest-ServersAdminNegativeTestJSON-620133105-project-admin] [instance: 884fdc90-c90c-439a-8e9c-2730dc242474] Suspending the VM {{(pid=69350) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 794.067308] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-d3adaa07-76d4-4ca0-92dd-ed836e4192f7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.080240] env[69350]: DEBUG oslo_vmware.api [None req-bb45a22a-ceb6-40a4-97a0-d63436a401b8 tempest-ServersAdminNegativeTestJSON-620133105 tempest-ServersAdminNegativeTestJSON-620133105-project-admin] Waiting for the task: (returnval){ [ 794.080240] env[69350]: value = "task-3364899" [ 794.080240] env[69350]: _type = "Task" [ 794.080240] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.096590] env[69350]: DEBUG oslo_vmware.api [None req-bb45a22a-ceb6-40a4-97a0-d63436a401b8 tempest-ServersAdminNegativeTestJSON-620133105 tempest-ServersAdminNegativeTestJSON-620133105-project-admin] Task: {'id': task-3364899, 'name': SuspendVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.106245] env[69350]: DEBUG oslo_vmware.api [None req-f9370125-6384-40dd-ac3b-60897424fbdc tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Task: {'id': task-3364896, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.112962] env[69350]: DEBUG oslo_vmware.api [None req-9f574a62-8940-4c3b-8a8e-d6ed295176a6 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] Task: {'id': task-3364897, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.227693] env[69350]: DEBUG nova.compute.manager [None req-4f7d53b4-0f76-48f4-a1cb-2eca028a86ac tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: 4a4b72fc-0fe1-4365-ba71-beb33ccdc400] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 794.264043] env[69350]: DEBUG nova.compute.manager [None req-57d78a07-644f-46e9-85d8-a9862c422fb1 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] [instance: 51875ea2-1cc8-4458-9d5b-b68bcfadead0] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 794.298541] env[69350]: DEBUG nova.network.neutron [None req-4f7d53b4-0f76-48f4-a1cb-2eca028a86ac tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: 4a4b72fc-0fe1-4365-ba71-beb33ccdc400] Successfully created port: fbc59080-82a7-458d-b052-4d458f7593c0 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 794.312535] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-11bc29a2-0a28-4823-91ec-05bc755b1d59 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: ec57f63b-c28b-4de2-a335-2b5ffa721ee6] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 794.312535] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d3983ee-00c0-42e6-9ac5-093f8f4afa50 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.321560] env[69350]: DEBUG oslo_vmware.api [None req-11bc29a2-0a28-4823-91ec-05bc755b1d59 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Waiting for the task: (returnval){ [ 794.321560] env[69350]: value = "task-3364900" [ 794.321560] env[69350]: _type = "Task" [ 794.321560] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.342497] env[69350]: DEBUG oslo_vmware.api [None req-11bc29a2-0a28-4823-91ec-05bc755b1d59 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Task: {'id': task-3364900, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.346803] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd3c5297-563d-4d1c-9a5c-9fa3892a6081 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.355682] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d60678d-c075-496b-9a5e-0e2f97f81827 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.389814] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c3e6bd3-17c6-4491-a018-406450b755de {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.399386] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db8c717-3351-47dc-8dae-c2d343040717 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.418375] env[69350]: DEBUG nova.compute.provider_tree [None req-d501e9d9-e63c-44d2-95ea-caab948206b3 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 794.456024] env[69350]: DEBUG oslo_vmware.api [None req-cc732508-712c-4c25-8347-f421bb4965c9 tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Task: {'id': task-3364898, 'name': PowerOffVM_Task, 'duration_secs': 0.319617} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.456024] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc732508-712c-4c25-8347-f421bb4965c9 tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] [instance: c5cc8d70-f170-4447-8601-a47955702bd6] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 794.456024] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-cc732508-712c-4c25-8347-f421bb4965c9 tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] [instance: c5cc8d70-f170-4447-8601-a47955702bd6] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 794.456024] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-024057ce-2ae1-4208-b26a-47a65d249ab5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.593356] env[69350]: DEBUG oslo_vmware.api [None req-bb45a22a-ceb6-40a4-97a0-d63436a401b8 tempest-ServersAdminNegativeTestJSON-620133105 tempest-ServersAdminNegativeTestJSON-620133105-project-admin] Task: {'id': task-3364899, 'name': SuspendVM_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.599221] env[69350]: DEBUG oslo_vmware.api [None req-f9370125-6384-40dd-ac3b-60897424fbdc tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Task: {'id': task-3364896, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.040628} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.599486] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9370125-6384-40dd-ac3b-60897424fbdc tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] 452a8c70-87fc-43a8-bcae-ae21e7035c6c/452a8c70-87fc-43a8-bcae-ae21e7035c6c.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 794.599695] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f9370125-6384-40dd-ac3b-60897424fbdc tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] [instance: 452a8c70-87fc-43a8-bcae-ae21e7035c6c] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 794.599983] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-96dafa3a-c7c3-4719-9f91-ab6add6be9ef {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.614022] env[69350]: DEBUG oslo_vmware.api [None req-9f574a62-8940-4c3b-8a8e-d6ed295176a6 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] Task: {'id': task-3364897, 'name': ReconfigVM_Task, 'duration_secs': 0.946971} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.614022] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f574a62-8940-4c3b-8a8e-d6ed295176a6 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] [instance: 575cfb5e-9476-43fc-9724-33cb252fb7ce] Reconfigured VM instance instance-0000001a to attach disk [datastore1] 575cfb5e-9476-43fc-9724-33cb252fb7ce/575cfb5e-9476-43fc-9724-33cb252fb7ce.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 794.614443] env[69350]: DEBUG oslo_vmware.api [None req-f9370125-6384-40dd-ac3b-60897424fbdc tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Waiting for the task: (returnval){ [ 794.614443] env[69350]: value = "task-3364902" [ 794.614443] env[69350]: _type = "Task" [ 794.614443] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.614622] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7bac83dc-4479-471d-92b0-d3797980782e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.627337] env[69350]: DEBUG oslo_vmware.api [None req-f9370125-6384-40dd-ac3b-60897424fbdc tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Task: {'id': task-3364902, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.629045] env[69350]: DEBUG oslo_vmware.api [None req-9f574a62-8940-4c3b-8a8e-d6ed295176a6 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] Waiting for the task: (returnval){ [ 794.629045] env[69350]: value = "task-3364903" [ 794.629045] env[69350]: _type = "Task" [ 794.629045] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.633457] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-cc732508-712c-4c25-8347-f421bb4965c9 tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] [instance: c5cc8d70-f170-4447-8601-a47955702bd6] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 794.633677] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-cc732508-712c-4c25-8347-f421bb4965c9 tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] [instance: c5cc8d70-f170-4447-8601-a47955702bd6] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 794.633875] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc732508-712c-4c25-8347-f421bb4965c9 tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Deleting the datastore file [datastore1] c5cc8d70-f170-4447-8601-a47955702bd6 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 794.636889] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-746b62c7-91ff-442b-a2ae-75c443755486 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.647217] env[69350]: DEBUG oslo_vmware.api [None req-9f574a62-8940-4c3b-8a8e-d6ed295176a6 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] Task: {'id': task-3364903, 'name': Rename_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.648923] env[69350]: DEBUG oslo_vmware.api [None req-cc732508-712c-4c25-8347-f421bb4965c9 tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Waiting for the task: (returnval){ [ 794.648923] env[69350]: value = "task-3364904" [ 794.648923] env[69350]: _type = "Task" [ 794.648923] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.660754] env[69350]: DEBUG oslo_vmware.api [None req-cc732508-712c-4c25-8347-f421bb4965c9 tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Task: {'id': task-3364904, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.788732] env[69350]: DEBUG oslo_concurrency.lockutils [None req-57d78a07-644f-46e9-85d8-a9862c422fb1 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.835821] env[69350]: DEBUG oslo_vmware.api [None req-11bc29a2-0a28-4823-91ec-05bc755b1d59 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Task: {'id': task-3364900, 'name': PowerOnVM_Task, 'duration_secs': 0.498375} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.836042] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-11bc29a2-0a28-4823-91ec-05bc755b1d59 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: ec57f63b-c28b-4de2-a335-2b5ffa721ee6] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 794.836279] env[69350]: DEBUG nova.compute.manager [None req-11bc29a2-0a28-4823-91ec-05bc755b1d59 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: ec57f63b-c28b-4de2-a335-2b5ffa721ee6] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 794.837393] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be5dcb01-0d1e-4f83-b90d-92d04ea877c2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.921781] env[69350]: DEBUG nova.scheduler.client.report [None req-d501e9d9-e63c-44d2-95ea-caab948206b3 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 795.091831] env[69350]: DEBUG oslo_vmware.api [None req-bb45a22a-ceb6-40a4-97a0-d63436a401b8 tempest-ServersAdminNegativeTestJSON-620133105 tempest-ServersAdminNegativeTestJSON-620133105-project-admin] Task: {'id': task-3364899, 'name': SuspendVM_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.127548] env[69350]: DEBUG oslo_vmware.api [None req-f9370125-6384-40dd-ac3b-60897424fbdc tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Task: {'id': task-3364902, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089572} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.127866] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f9370125-6384-40dd-ac3b-60897424fbdc tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] [instance: 452a8c70-87fc-43a8-bcae-ae21e7035c6c] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 795.128827] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad065ae2-6ae6-4f8c-8d4e-3f522a7ca6e7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.140388] env[69350]: DEBUG nova.compute.manager [None req-7f8b9d1c-7dea-4363-98da-adc1a764da0b tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: be800ce5-6d2e-402d-b83a-e22771d0aa5d] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 795.140684] env[69350]: DEBUG oslo_vmware.api [None req-9f574a62-8940-4c3b-8a8e-d6ed295176a6 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] Task: {'id': task-3364903, 'name': Rename_Task, 'duration_secs': 0.250757} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.148150] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a3875e7-8c55-4012-b223-b182d77729e8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.151039] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f574a62-8940-4c3b-8a8e-d6ed295176a6 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] [instance: 575cfb5e-9476-43fc-9724-33cb252fb7ce] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 795.160388] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9370125-6384-40dd-ac3b-60897424fbdc tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] [instance: 452a8c70-87fc-43a8-bcae-ae21e7035c6c] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] 452a8c70-87fc-43a8-bcae-ae21e7035c6c/452a8c70-87fc-43a8-bcae-ae21e7035c6c.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 795.161270] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ddd8e4b-2788-44fe-ac43-4957ed322e29 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.164013] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65ec3ea0-7a39-4226-9a94-c38aa5e0065c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.208937] env[69350]: DEBUG oslo_vmware.api [None req-f9370125-6384-40dd-ac3b-60897424fbdc tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Waiting for the task: (returnval){ [ 795.208937] env[69350]: value = "task-3364906" [ 795.208937] env[69350]: _type = "Task" [ 795.208937] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.209424] env[69350]: DEBUG oslo_vmware.api [None req-cc732508-712c-4c25-8347-f421bb4965c9 tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Task: {'id': task-3364904, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.209498] env[69350]: DEBUG oslo_vmware.api [None req-9f574a62-8940-4c3b-8a8e-d6ed295176a6 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] Waiting for the task: (returnval){ [ 795.209498] env[69350]: value = "task-3364905" [ 795.209498] env[69350]: _type = "Task" [ 795.209498] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.221990] env[69350]: DEBUG oslo_vmware.api [None req-f9370125-6384-40dd-ac3b-60897424fbdc tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Task: {'id': task-3364906, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.225514] env[69350]: DEBUG oslo_vmware.api [None req-9f574a62-8940-4c3b-8a8e-d6ed295176a6 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] Task: {'id': task-3364905, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.242382] env[69350]: DEBUG nova.compute.manager [None req-4f7d53b4-0f76-48f4-a1cb-2eca028a86ac tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: 4a4b72fc-0fe1-4365-ba71-beb33ccdc400] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 795.276677] env[69350]: DEBUG nova.virt.hardware [None req-4f7d53b4-0f76-48f4-a1cb-2eca028a86ac tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 795.276955] env[69350]: DEBUG nova.virt.hardware [None req-4f7d53b4-0f76-48f4-a1cb-2eca028a86ac tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 795.277147] env[69350]: DEBUG nova.virt.hardware [None req-4f7d53b4-0f76-48f4-a1cb-2eca028a86ac tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 795.277364] env[69350]: DEBUG nova.virt.hardware [None req-4f7d53b4-0f76-48f4-a1cb-2eca028a86ac tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 795.277588] env[69350]: DEBUG nova.virt.hardware [None req-4f7d53b4-0f76-48f4-a1cb-2eca028a86ac tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 795.277881] env[69350]: DEBUG nova.virt.hardware [None req-4f7d53b4-0f76-48f4-a1cb-2eca028a86ac tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 795.278423] env[69350]: DEBUG nova.virt.hardware [None req-4f7d53b4-0f76-48f4-a1cb-2eca028a86ac tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 795.278423] env[69350]: DEBUG nova.virt.hardware [None req-4f7d53b4-0f76-48f4-a1cb-2eca028a86ac tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 795.278525] env[69350]: DEBUG nova.virt.hardware [None req-4f7d53b4-0f76-48f4-a1cb-2eca028a86ac tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 795.278621] env[69350]: DEBUG nova.virt.hardware [None req-4f7d53b4-0f76-48f4-a1cb-2eca028a86ac tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 795.278812] env[69350]: DEBUG nova.virt.hardware [None req-4f7d53b4-0f76-48f4-a1cb-2eca028a86ac tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 795.279760] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f8c0ee-a4c2-43a5-92c6-387abc4e072a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.289432] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08812d4f-8b6a-4044-82fc-b4f2a1fe5cac {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.426806] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d501e9d9-e63c-44d2-95ea-caab948206b3 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.210s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.429522] env[69350]: DEBUG oslo_concurrency.lockutils [None req-69b54951-d697-48c9-8acb-ca9ebbe1dc49 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.168s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.431063] env[69350]: INFO nova.compute.claims [None req-69b54951-d697-48c9-8acb-ca9ebbe1dc49 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 06270a6b-46d7-42ca-a02b-6747417f937e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 795.455509] env[69350]: INFO nova.scheduler.client.report [None req-d501e9d9-e63c-44d2-95ea-caab948206b3 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Deleted allocations for instance 2dd22dd0-a65e-405e-9e9f-71cbcda62051 [ 795.593935] env[69350]: DEBUG oslo_vmware.api [None req-bb45a22a-ceb6-40a4-97a0-d63436a401b8 tempest-ServersAdminNegativeTestJSON-620133105 tempest-ServersAdminNegativeTestJSON-620133105-project-admin] Task: {'id': task-3364899, 'name': SuspendVM_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.673157] env[69350]: DEBUG oslo_vmware.api [None req-cc732508-712c-4c25-8347-f421bb4965c9 tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Task: {'id': task-3364904, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.606929} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.673487] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc732508-712c-4c25-8347-f421bb4965c9 tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 795.673720] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-cc732508-712c-4c25-8347-f421bb4965c9 tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] [instance: c5cc8d70-f170-4447-8601-a47955702bd6] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 795.673900] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-cc732508-712c-4c25-8347-f421bb4965c9 tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] [instance: c5cc8d70-f170-4447-8601-a47955702bd6] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 795.674092] env[69350]: INFO nova.compute.manager [None req-cc732508-712c-4c25-8347-f421bb4965c9 tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] [instance: c5cc8d70-f170-4447-8601-a47955702bd6] Took 1.77 seconds to destroy the instance on the hypervisor. [ 795.674331] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cc732508-712c-4c25-8347-f421bb4965c9 tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 795.674517] env[69350]: DEBUG nova.compute.manager [-] [instance: c5cc8d70-f170-4447-8601-a47955702bd6] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 795.674609] env[69350]: DEBUG nova.network.neutron [-] [instance: c5cc8d70-f170-4447-8601-a47955702bd6] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 795.711869] env[69350]: INFO nova.compute.manager [None req-7f8b9d1c-7dea-4363-98da-adc1a764da0b tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: be800ce5-6d2e-402d-b83a-e22771d0aa5d] instance snapshotting [ 795.721276] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1debd59-63e4-41df-a541-699ca51816fe {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.730302] env[69350]: DEBUG oslo_vmware.api [None req-f9370125-6384-40dd-ac3b-60897424fbdc tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Task: {'id': task-3364906, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.751577] env[69350]: DEBUG oslo_vmware.api [None req-9f574a62-8940-4c3b-8a8e-d6ed295176a6 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] Task: {'id': task-3364905, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.752859] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4752d46-b02c-4613-ba19-1fcea4a06737 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.970642] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d501e9d9-e63c-44d2-95ea-caab948206b3 tempest-ServersAdmin275Test-1636230876 tempest-ServersAdmin275Test-1636230876-project-member] Lock "2dd22dd0-a65e-405e-9e9f-71cbcda62051" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.133s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.093710] env[69350]: DEBUG oslo_vmware.api [None req-bb45a22a-ceb6-40a4-97a0-d63436a401b8 tempest-ServersAdminNegativeTestJSON-620133105 tempest-ServersAdminNegativeTestJSON-620133105-project-admin] Task: {'id': task-3364899, 'name': SuspendVM_Task, 'duration_secs': 1.582751} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.093710] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-bb45a22a-ceb6-40a4-97a0-d63436a401b8 tempest-ServersAdminNegativeTestJSON-620133105 tempest-ServersAdminNegativeTestJSON-620133105-project-admin] [instance: 884fdc90-c90c-439a-8e9c-2730dc242474] Suspended the VM {{(pid=69350) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 796.094020] env[69350]: DEBUG nova.compute.manager [None req-bb45a22a-ceb6-40a4-97a0-d63436a401b8 tempest-ServersAdminNegativeTestJSON-620133105 tempest-ServersAdminNegativeTestJSON-620133105-project-admin] [instance: 884fdc90-c90c-439a-8e9c-2730dc242474] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 796.094820] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c94650-f48d-4d02-b5cf-998761439f35 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.232690] env[69350]: DEBUG oslo_vmware.api [None req-f9370125-6384-40dd-ac3b-60897424fbdc tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Task: {'id': task-3364906, 'name': ReconfigVM_Task, 'duration_secs': 0.623487} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.237690] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9370125-6384-40dd-ac3b-60897424fbdc tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] [instance: 452a8c70-87fc-43a8-bcae-ae21e7035c6c] Reconfigured VM instance instance-0000001b to attach disk [datastore1] 452a8c70-87fc-43a8-bcae-ae21e7035c6c/452a8c70-87fc-43a8-bcae-ae21e7035c6c.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 796.238419] env[69350]: DEBUG oslo_vmware.api [None req-9f574a62-8940-4c3b-8a8e-d6ed295176a6 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] Task: {'id': task-3364905, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.240946] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-788667a1-62af-4b5a-9c80-9fab80c29abf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.243366] env[69350]: DEBUG nova.network.neutron [None req-4f7d53b4-0f76-48f4-a1cb-2eca028a86ac tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: 4a4b72fc-0fe1-4365-ba71-beb33ccdc400] Successfully updated port: fbc59080-82a7-458d-b052-4d458f7593c0 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 796.250731] env[69350]: DEBUG oslo_vmware.api [None req-f9370125-6384-40dd-ac3b-60897424fbdc tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Waiting for the task: (returnval){ [ 796.250731] env[69350]: value = "task-3364907" [ 796.250731] env[69350]: _type = "Task" [ 796.250731] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.263383] env[69350]: DEBUG oslo_vmware.api [None req-f9370125-6384-40dd-ac3b-60897424fbdc tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Task: {'id': task-3364907, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.268630] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7f8b9d1c-7dea-4363-98da-adc1a764da0b tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: be800ce5-6d2e-402d-b83a-e22771d0aa5d] Creating Snapshot of the VM instance {{(pid=69350) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 796.268630] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8b933b3e-5c90-4276-995d-18028b8f1c21 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.278262] env[69350]: DEBUG oslo_vmware.api [None req-7f8b9d1c-7dea-4363-98da-adc1a764da0b tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Waiting for the task: (returnval){ [ 796.278262] env[69350]: value = "task-3364908" [ 796.278262] env[69350]: _type = "Task" [ 796.278262] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.289140] env[69350]: DEBUG oslo_vmware.api [None req-7f8b9d1c-7dea-4363-98da-adc1a764da0b tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Task: {'id': task-3364908, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.340416] env[69350]: DEBUG nova.compute.manager [req-8a2794fe-7f6e-4f44-b940-d7a47e0628c5 req-018fb40b-0540-4506-bc45-47b0be56f8b2 service nova] [instance: 4a4b72fc-0fe1-4365-ba71-beb33ccdc400] Received event network-vif-plugged-fbc59080-82a7-458d-b052-4d458f7593c0 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 796.340416] env[69350]: DEBUG oslo_concurrency.lockutils [req-8a2794fe-7f6e-4f44-b940-d7a47e0628c5 req-018fb40b-0540-4506-bc45-47b0be56f8b2 service nova] Acquiring lock "4a4b72fc-0fe1-4365-ba71-beb33ccdc400-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.340416] env[69350]: DEBUG oslo_concurrency.lockutils [req-8a2794fe-7f6e-4f44-b940-d7a47e0628c5 req-018fb40b-0540-4506-bc45-47b0be56f8b2 service nova] Lock "4a4b72fc-0fe1-4365-ba71-beb33ccdc400-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.340416] env[69350]: DEBUG oslo_concurrency.lockutils [req-8a2794fe-7f6e-4f44-b940-d7a47e0628c5 req-018fb40b-0540-4506-bc45-47b0be56f8b2 service nova] Lock "4a4b72fc-0fe1-4365-ba71-beb33ccdc400-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.340416] env[69350]: DEBUG nova.compute.manager [req-8a2794fe-7f6e-4f44-b940-d7a47e0628c5 req-018fb40b-0540-4506-bc45-47b0be56f8b2 service nova] [instance: 4a4b72fc-0fe1-4365-ba71-beb33ccdc400] No waiting events found dispatching network-vif-plugged-fbc59080-82a7-458d-b052-4d458f7593c0 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 796.340416] env[69350]: WARNING nova.compute.manager [req-8a2794fe-7f6e-4f44-b940-d7a47e0628c5 req-018fb40b-0540-4506-bc45-47b0be56f8b2 service nova] [instance: 4a4b72fc-0fe1-4365-ba71-beb33ccdc400] Received unexpected event network-vif-plugged-fbc59080-82a7-458d-b052-4d458f7593c0 for instance with vm_state building and task_state spawning. [ 796.584476] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Acquiring lock "2b79ce2c-f402-42e5-a90d-5ebdc40896ce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.585170] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Lock "2b79ce2c-f402-42e5-a90d-5ebdc40896ce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.625968] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Acquiring lock "db8dde79-2be8-4d35-afe0-44e3f33860ed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.626421] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Lock "db8dde79-2be8-4d35-afe0-44e3f33860ed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.729019] env[69350]: DEBUG oslo_vmware.api [None req-9f574a62-8940-4c3b-8a8e-d6ed295176a6 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] Task: {'id': task-3364905, 'name': PowerOnVM_Task, 'duration_secs': 1.277274} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.729019] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f574a62-8940-4c3b-8a8e-d6ed295176a6 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] [instance: 575cfb5e-9476-43fc-9724-33cb252fb7ce] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 796.729425] env[69350]: INFO nova.compute.manager [None req-9f574a62-8940-4c3b-8a8e-d6ed295176a6 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] [instance: 575cfb5e-9476-43fc-9724-33cb252fb7ce] Took 9.38 seconds to spawn the instance on the hypervisor. [ 796.729425] env[69350]: DEBUG nova.compute.manager [None req-9f574a62-8940-4c3b-8a8e-d6ed295176a6 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] [instance: 575cfb5e-9476-43fc-9724-33cb252fb7ce] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 796.732760] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cdb2e42-719a-477e-9acd-4b0b45ccf85e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.746130] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4f7d53b4-0f76-48f4-a1cb-2eca028a86ac tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Acquiring lock "refresh_cache-4a4b72fc-0fe1-4365-ba71-beb33ccdc400" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.746130] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4f7d53b4-0f76-48f4-a1cb-2eca028a86ac tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Acquired lock "refresh_cache-4a4b72fc-0fe1-4365-ba71-beb33ccdc400" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.746300] env[69350]: DEBUG nova.network.neutron [None req-4f7d53b4-0f76-48f4-a1cb-2eca028a86ac tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: 4a4b72fc-0fe1-4365-ba71-beb33ccdc400] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 796.766184] env[69350]: DEBUG oslo_vmware.api [None req-f9370125-6384-40dd-ac3b-60897424fbdc tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Task: {'id': task-3364907, 'name': Rename_Task, 'duration_secs': 0.158887} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.766583] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9370125-6384-40dd-ac3b-60897424fbdc tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] [instance: 452a8c70-87fc-43a8-bcae-ae21e7035c6c] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 796.766929] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-453486a0-3e5a-4e80-b9aa-f9366db09ca0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.776205] env[69350]: DEBUG oslo_vmware.api [None req-f9370125-6384-40dd-ac3b-60897424fbdc tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Waiting for the task: (returnval){ [ 796.776205] env[69350]: value = "task-3364909" [ 796.776205] env[69350]: _type = "Task" [ 796.776205] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.790950] env[69350]: DEBUG oslo_vmware.api [None req-f9370125-6384-40dd-ac3b-60897424fbdc tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Task: {'id': task-3364909, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.797898] env[69350]: DEBUG oslo_vmware.api [None req-7f8b9d1c-7dea-4363-98da-adc1a764da0b tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Task: {'id': task-3364908, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.106100] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06119d1f-4198-4bcf-8a3e-7ef77b4a9d5b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.115212] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-137b3482-502b-4987-aad0-760ac6f11df7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.151744] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be360c8-59b6-423c-aadb-6f9701e3f189 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.160153] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-513c1953-24eb-44a9-a6f8-81365b5c606a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.177136] env[69350]: DEBUG nova.compute.provider_tree [None req-69b54951-d697-48c9-8acb-ca9ebbe1dc49 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 797.260198] env[69350]: INFO nova.compute.manager [None req-9f574a62-8940-4c3b-8a8e-d6ed295176a6 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] [instance: 575cfb5e-9476-43fc-9724-33cb252fb7ce] Took 37.90 seconds to build instance. [ 797.292446] env[69350]: DEBUG oslo_vmware.api [None req-f9370125-6384-40dd-ac3b-60897424fbdc tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Task: {'id': task-3364909, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.295798] env[69350]: DEBUG oslo_vmware.api [None req-7f8b9d1c-7dea-4363-98da-adc1a764da0b tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Task: {'id': task-3364908, 'name': CreateSnapshot_Task, 'duration_secs': 0.588352} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.295977] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7f8b9d1c-7dea-4363-98da-adc1a764da0b tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: be800ce5-6d2e-402d-b83a-e22771d0aa5d] Created Snapshot of the VM instance {{(pid=69350) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 797.297408] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c3d7e6-a4e6-4223-99a9-3dec4611dd23 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.321194] env[69350]: DEBUG nova.network.neutron [None req-4f7d53b4-0f76-48f4-a1cb-2eca028a86ac tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: 4a4b72fc-0fe1-4365-ba71-beb33ccdc400] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 797.425129] env[69350]: DEBUG nova.network.neutron [-] [instance: c5cc8d70-f170-4447-8601-a47955702bd6] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.467793] env[69350]: DEBUG nova.network.neutron [None req-4f7d53b4-0f76-48f4-a1cb-2eca028a86ac tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: 4a4b72fc-0fe1-4365-ba71-beb33ccdc400] Updating instance_info_cache with network_info: [{"id": "fbc59080-82a7-458d-b052-4d458f7593c0", "address": "fa:16:3e:49:fd:a3", "network": {"id": "729b32ee-7a8b-4951-a6dc-bbc71d98f2f7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-484627195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51bc6f4dd8ea4a9e9e1031143399a0d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbc59080-82", "ovs_interfaceid": "fbc59080-82a7-458d-b052-4d458f7593c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.680975] env[69350]: DEBUG nova.scheduler.client.report [None req-69b54951-d697-48c9-8acb-ca9ebbe1dc49 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 797.764249] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9f574a62-8940-4c3b-8a8e-d6ed295176a6 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] Lock "575cfb5e-9476-43fc-9724-33cb252fb7ce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.020s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.790745] env[69350]: DEBUG oslo_vmware.api [None req-f9370125-6384-40dd-ac3b-60897424fbdc tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Task: {'id': task-3364909, 'name': PowerOnVM_Task, 'duration_secs': 0.528382} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.790849] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9370125-6384-40dd-ac3b-60897424fbdc tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] [instance: 452a8c70-87fc-43a8-bcae-ae21e7035c6c] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 797.791369] env[69350]: INFO nova.compute.manager [None req-f9370125-6384-40dd-ac3b-60897424fbdc tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] [instance: 452a8c70-87fc-43a8-bcae-ae21e7035c6c] Took 7.87 seconds to spawn the instance on the hypervisor. [ 797.791369] env[69350]: DEBUG nova.compute.manager [None req-f9370125-6384-40dd-ac3b-60897424fbdc tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] [instance: 452a8c70-87fc-43a8-bcae-ae21e7035c6c] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 797.792234] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a27daa1-65ed-49e0-b9a9-951bca3692b1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.825942] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7f8b9d1c-7dea-4363-98da-adc1a764da0b tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: be800ce5-6d2e-402d-b83a-e22771d0aa5d] Creating linked-clone VM from snapshot {{(pid=69350) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 797.826663] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-479060e6-073e-4883-8b3a-44ef65a93ed6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.837070] env[69350]: DEBUG oslo_vmware.api [None req-7f8b9d1c-7dea-4363-98da-adc1a764da0b tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Waiting for the task: (returnval){ [ 797.837070] env[69350]: value = "task-3364910" [ 797.837070] env[69350]: _type = "Task" [ 797.837070] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.846427] env[69350]: DEBUG oslo_vmware.api [None req-7f8b9d1c-7dea-4363-98da-adc1a764da0b tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Task: {'id': task-3364910, 'name': CloneVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.934671] env[69350]: INFO nova.compute.manager [-] [instance: c5cc8d70-f170-4447-8601-a47955702bd6] Took 2.26 seconds to deallocate network for instance. [ 797.969324] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4f7d53b4-0f76-48f4-a1cb-2eca028a86ac tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Releasing lock "refresh_cache-4a4b72fc-0fe1-4365-ba71-beb33ccdc400" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.969690] env[69350]: DEBUG nova.compute.manager [None req-4f7d53b4-0f76-48f4-a1cb-2eca028a86ac tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: 4a4b72fc-0fe1-4365-ba71-beb33ccdc400] Instance network_info: |[{"id": "fbc59080-82a7-458d-b052-4d458f7593c0", "address": "fa:16:3e:49:fd:a3", "network": {"id": "729b32ee-7a8b-4951-a6dc-bbc71d98f2f7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-484627195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51bc6f4dd8ea4a9e9e1031143399a0d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbc59080-82", "ovs_interfaceid": "fbc59080-82a7-458d-b052-4d458f7593c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 797.970699] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4f7d53b4-0f76-48f4-a1cb-2eca028a86ac tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: 4a4b72fc-0fe1-4365-ba71-beb33ccdc400] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:fd:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c7c1b46-cb81-45da-b5aa-7905d4da5854', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fbc59080-82a7-458d-b052-4d458f7593c0', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 797.978751] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f7d53b4-0f76-48f4-a1cb-2eca028a86ac tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Creating folder: Project (51bc6f4dd8ea4a9e9e1031143399a0d7). Parent ref: group-v671398. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 797.979778] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b56ea285-25b6-4625-823d-07f4b556fcf4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.993350] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-4f7d53b4-0f76-48f4-a1cb-2eca028a86ac tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Created folder: Project (51bc6f4dd8ea4a9e9e1031143399a0d7) in parent group-v671398. [ 797.993540] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f7d53b4-0f76-48f4-a1cb-2eca028a86ac tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Creating folder: Instances. Parent ref: group-v671478. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 797.993828] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8d64d7f3-abac-46e6-923c-91763c91bb44 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.007274] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-4f7d53b4-0f76-48f4-a1cb-2eca028a86ac tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Created folder: Instances in parent group-v671478. [ 798.007599] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f7d53b4-0f76-48f4-a1cb-2eca028a86ac tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 798.007807] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a4b72fc-0fe1-4365-ba71-beb33ccdc400] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 798.008090] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-476235f4-be87-4caf-8b22-c96259f5bf29 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.029601] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 798.029601] env[69350]: value = "task-3364913" [ 798.029601] env[69350]: _type = "Task" [ 798.029601] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.038648] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3364913, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.186370] env[69350]: DEBUG oslo_concurrency.lockutils [None req-69b54951-d697-48c9-8acb-ca9ebbe1dc49 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.757s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.186979] env[69350]: DEBUG nova.compute.manager [None req-69b54951-d697-48c9-8acb-ca9ebbe1dc49 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 06270a6b-46d7-42ca-a02b-6747417f937e] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 798.189930] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e1e8213b-96d7-4ea0-8ce5-7ac351549f04 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.075s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.191645] env[69350]: INFO nova.compute.claims [None req-e1e8213b-96d7-4ea0-8ce5-7ac351549f04 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: d8ff34cc-0660-4828-847d-cc58e0c4385a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 798.268744] env[69350]: DEBUG nova.compute.manager [None req-686a0486-ef0a-45c3-9b1d-cae2faa554e8 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] [instance: 9716c35b-9fc7-4e8c-81a1-ef7451400742] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 798.315831] env[69350]: INFO nova.compute.manager [None req-f9370125-6384-40dd-ac3b-60897424fbdc tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] [instance: 452a8c70-87fc-43a8-bcae-ae21e7035c6c] Took 34.83 seconds to build instance. [ 798.349505] env[69350]: DEBUG oslo_vmware.api [None req-7f8b9d1c-7dea-4363-98da-adc1a764da0b tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Task: {'id': task-3364910, 'name': CloneVM_Task} progress is 94%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.447771] env[69350]: DEBUG oslo_concurrency.lockutils [None req-cc732508-712c-4c25-8347-f421bb4965c9 tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.543074] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3364913, 'name': CreateVM_Task, 'duration_secs': 0.477218} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.543179] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a4b72fc-0fe1-4365-ba71-beb33ccdc400] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 798.543825] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4f7d53b4-0f76-48f4-a1cb-2eca028a86ac tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.544034] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4f7d53b4-0f76-48f4-a1cb-2eca028a86ac tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.544358] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4f7d53b4-0f76-48f4-a1cb-2eca028a86ac tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.544611] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-165a7786-1eb1-4925-bef1-a82a03495ee6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.550317] env[69350]: DEBUG oslo_vmware.api [None req-4f7d53b4-0f76-48f4-a1cb-2eca028a86ac tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Waiting for the task: (returnval){ [ 798.550317] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]522e0da4-0409-4ec1-62e0-d1e598b59b95" [ 798.550317] env[69350]: _type = "Task" [ 798.550317] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.558570] env[69350]: DEBUG oslo_vmware.api [None req-4f7d53b4-0f76-48f4-a1cb-2eca028a86ac tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]522e0da4-0409-4ec1-62e0-d1e598b59b95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.592179] env[69350]: DEBUG nova.compute.manager [req-44e112b9-5522-4d4a-8450-c351f61b7b3a req-a9e802a5-3f06-43f6-99c8-38b37d94f75d service nova] [instance: c5cc8d70-f170-4447-8601-a47955702bd6] Received event network-vif-deleted-d7551f9e-13e0-4850-bcab-2ee684caf162 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 798.592179] env[69350]: DEBUG nova.compute.manager [req-44e112b9-5522-4d4a-8450-c351f61b7b3a req-a9e802a5-3f06-43f6-99c8-38b37d94f75d service nova] [instance: 4a4b72fc-0fe1-4365-ba71-beb33ccdc400] Received event network-changed-fbc59080-82a7-458d-b052-4d458f7593c0 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 798.593037] env[69350]: DEBUG nova.compute.manager [req-44e112b9-5522-4d4a-8450-c351f61b7b3a req-a9e802a5-3f06-43f6-99c8-38b37d94f75d service nova] [instance: 4a4b72fc-0fe1-4365-ba71-beb33ccdc400] Refreshing instance network info cache due to event network-changed-fbc59080-82a7-458d-b052-4d458f7593c0. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 798.593037] env[69350]: DEBUG oslo_concurrency.lockutils [req-44e112b9-5522-4d4a-8450-c351f61b7b3a req-a9e802a5-3f06-43f6-99c8-38b37d94f75d service nova] Acquiring lock "refresh_cache-4a4b72fc-0fe1-4365-ba71-beb33ccdc400" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.593037] env[69350]: DEBUG oslo_concurrency.lockutils [req-44e112b9-5522-4d4a-8450-c351f61b7b3a req-a9e802a5-3f06-43f6-99c8-38b37d94f75d service nova] Acquired lock "refresh_cache-4a4b72fc-0fe1-4365-ba71-beb33ccdc400" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.593037] env[69350]: DEBUG nova.network.neutron [req-44e112b9-5522-4d4a-8450-c351f61b7b3a req-a9e802a5-3f06-43f6-99c8-38b37d94f75d service nova] [instance: 4a4b72fc-0fe1-4365-ba71-beb33ccdc400] Refreshing network info cache for port fbc59080-82a7-458d-b052-4d458f7593c0 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 798.696653] env[69350]: DEBUG nova.compute.utils [None req-69b54951-d697-48c9-8acb-ca9ebbe1dc49 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 798.700880] env[69350]: DEBUG nova.compute.manager [None req-69b54951-d697-48c9-8acb-ca9ebbe1dc49 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 06270a6b-46d7-42ca-a02b-6747417f937e] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 798.701111] env[69350]: DEBUG nova.network.neutron [None req-69b54951-d697-48c9-8acb-ca9ebbe1dc49 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 06270a6b-46d7-42ca-a02b-6747417f937e] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 798.757576] env[69350]: DEBUG nova.policy [None req-69b54951-d697-48c9-8acb-ca9ebbe1dc49 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a066b53eb1b04d39a37c37d016b13cb9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5716ad99abd74301815f5708ce395fbf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 798.792988] env[69350]: DEBUG oslo_concurrency.lockutils [None req-686a0486-ef0a-45c3-9b1d-cae2faa554e8 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.819154] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f9370125-6384-40dd-ac3b-60897424fbdc tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Lock "452a8c70-87fc-43a8-bcae-ae21e7035c6c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.376s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.852742] env[69350]: DEBUG oslo_vmware.api [None req-7f8b9d1c-7dea-4363-98da-adc1a764da0b tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Task: {'id': task-3364910, 'name': CloneVM_Task} progress is 94%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.888118] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a020cc8a-a5fb-417d-8dac-aea63fe2d893 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] Acquiring lock "575cfb5e-9476-43fc-9724-33cb252fb7ce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.888404] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a020cc8a-a5fb-417d-8dac-aea63fe2d893 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] Lock "575cfb5e-9476-43fc-9724-33cb252fb7ce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.888628] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a020cc8a-a5fb-417d-8dac-aea63fe2d893 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] Acquiring lock "575cfb5e-9476-43fc-9724-33cb252fb7ce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.888836] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a020cc8a-a5fb-417d-8dac-aea63fe2d893 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] Lock "575cfb5e-9476-43fc-9724-33cb252fb7ce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.889011] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a020cc8a-a5fb-417d-8dac-aea63fe2d893 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] Lock "575cfb5e-9476-43fc-9724-33cb252fb7ce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.891469] env[69350]: INFO nova.compute.manager [None req-a020cc8a-a5fb-417d-8dac-aea63fe2d893 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] [instance: 575cfb5e-9476-43fc-9724-33cb252fb7ce] Terminating instance [ 799.062474] env[69350]: DEBUG oslo_vmware.api [None req-4f7d53b4-0f76-48f4-a1cb-2eca028a86ac tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]522e0da4-0409-4ec1-62e0-d1e598b59b95, 'name': SearchDatastore_Task, 'duration_secs': 0.015281} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.062634] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4f7d53b4-0f76-48f4-a1cb-2eca028a86ac tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.062903] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4f7d53b4-0f76-48f4-a1cb-2eca028a86ac tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: 4a4b72fc-0fe1-4365-ba71-beb33ccdc400] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 799.063166] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4f7d53b4-0f76-48f4-a1cb-2eca028a86ac tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.063315] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4f7d53b4-0f76-48f4-a1cb-2eca028a86ac tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.063497] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f7d53b4-0f76-48f4-a1cb-2eca028a86ac tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 799.063773] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2c723510-ac70-4f36-8968-d871b617070b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.074794] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f7d53b4-0f76-48f4-a1cb-2eca028a86ac tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 799.075081] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4f7d53b4-0f76-48f4-a1cb-2eca028a86ac tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 799.076020] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f250ae36-0705-4bb3-9eea-3d8ef1841585 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.083761] env[69350]: DEBUG oslo_vmware.api [None req-4f7d53b4-0f76-48f4-a1cb-2eca028a86ac tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Waiting for the task: (returnval){ [ 799.083761] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52c7156d-29e5-44f6-3ace-fc673c3ca2af" [ 799.083761] env[69350]: _type = "Task" [ 799.083761] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.100366] env[69350]: DEBUG oslo_vmware.api [None req-4f7d53b4-0f76-48f4-a1cb-2eca028a86ac tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52c7156d-29e5-44f6-3ace-fc673c3ca2af, 'name': SearchDatastore_Task, 'duration_secs': 0.012068} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.101578] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e385585-b74a-41cd-b928-10ab352a53be {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.112023] env[69350]: DEBUG oslo_vmware.api [None req-4f7d53b4-0f76-48f4-a1cb-2eca028a86ac tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Waiting for the task: (returnval){ [ 799.112023] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52aa204e-d05a-2841-47c7-a686e0dc6b2c" [ 799.112023] env[69350]: _type = "Task" [ 799.112023] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.121235] env[69350]: DEBUG oslo_vmware.api [None req-4f7d53b4-0f76-48f4-a1cb-2eca028a86ac tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52aa204e-d05a-2841-47c7-a686e0dc6b2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.202921] env[69350]: DEBUG nova.compute.manager [None req-69b54951-d697-48c9-8acb-ca9ebbe1dc49 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 06270a6b-46d7-42ca-a02b-6747417f937e] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 799.325530] env[69350]: DEBUG nova.compute.manager [None req-a18a4c44-ab43-46ec-8ed5-fb39c9643984 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 799.354063] env[69350]: DEBUG oslo_vmware.api [None req-7f8b9d1c-7dea-4363-98da-adc1a764da0b tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Task: {'id': task-3364910, 'name': CloneVM_Task} progress is 95%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.395393] env[69350]: DEBUG nova.compute.manager [None req-a020cc8a-a5fb-417d-8dac-aea63fe2d893 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] [instance: 575cfb5e-9476-43fc-9724-33cb252fb7ce] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 799.395479] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a020cc8a-a5fb-417d-8dac-aea63fe2d893 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] [instance: 575cfb5e-9476-43fc-9724-33cb252fb7ce] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 799.398052] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e4f4ab-f4b6-49e6-a5d4-8af50e19d04c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.411363] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-a020cc8a-a5fb-417d-8dac-aea63fe2d893 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] [instance: 575cfb5e-9476-43fc-9724-33cb252fb7ce] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 799.411634] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f3dbd60-38d6-4689-8588-01beb0f3b3aa {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.420161] env[69350]: DEBUG oslo_vmware.api [None req-a020cc8a-a5fb-417d-8dac-aea63fe2d893 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] Waiting for the task: (returnval){ [ 799.420161] env[69350]: value = "task-3364914" [ 799.420161] env[69350]: _type = "Task" [ 799.420161] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.431292] env[69350]: DEBUG oslo_vmware.api [None req-a020cc8a-a5fb-417d-8dac-aea63fe2d893 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] Task: {'id': task-3364914, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.509232] env[69350]: DEBUG nova.network.neutron [req-44e112b9-5522-4d4a-8450-c351f61b7b3a req-a9e802a5-3f06-43f6-99c8-38b37d94f75d service nova] [instance: 4a4b72fc-0fe1-4365-ba71-beb33ccdc400] Updated VIF entry in instance network info cache for port fbc59080-82a7-458d-b052-4d458f7593c0. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 799.509765] env[69350]: DEBUG nova.network.neutron [req-44e112b9-5522-4d4a-8450-c351f61b7b3a req-a9e802a5-3f06-43f6-99c8-38b37d94f75d service nova] [instance: 4a4b72fc-0fe1-4365-ba71-beb33ccdc400] Updating instance_info_cache with network_info: [{"id": "fbc59080-82a7-458d-b052-4d458f7593c0", "address": "fa:16:3e:49:fd:a3", "network": {"id": "729b32ee-7a8b-4951-a6dc-bbc71d98f2f7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-484627195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51bc6f4dd8ea4a9e9e1031143399a0d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbc59080-82", "ovs_interfaceid": "fbc59080-82a7-458d-b052-4d458f7593c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.517101] env[69350]: DEBUG nova.network.neutron [None req-69b54951-d697-48c9-8acb-ca9ebbe1dc49 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 06270a6b-46d7-42ca-a02b-6747417f937e] Successfully created port: f78f9a1c-d8be-4b03-a494-b7c906eddf83 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 799.622654] env[69350]: DEBUG oslo_vmware.api [None req-4f7d53b4-0f76-48f4-a1cb-2eca028a86ac tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52aa204e-d05a-2841-47c7-a686e0dc6b2c, 'name': SearchDatastore_Task, 'duration_secs': 0.013254} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.622987] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4f7d53b4-0f76-48f4-a1cb-2eca028a86ac tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.623332] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f7d53b4-0f76-48f4-a1cb-2eca028a86ac tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] 4a4b72fc-0fe1-4365-ba71-beb33ccdc400/4a4b72fc-0fe1-4365-ba71-beb33ccdc400.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 799.626790] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-55a59ff1-bac2-4af5-86c9-aa1011deedd9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.635593] env[69350]: DEBUG oslo_vmware.api [None req-4f7d53b4-0f76-48f4-a1cb-2eca028a86ac tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Waiting for the task: (returnval){ [ 799.635593] env[69350]: value = "task-3364915" [ 799.635593] env[69350]: _type = "Task" [ 799.635593] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.649129] env[69350]: DEBUG oslo_vmware.api [None req-4f7d53b4-0f76-48f4-a1cb-2eca028a86ac tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3364915, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.804537] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e71c5b1-d8ad-4441-a807-1864bd7a6417 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.816021] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b1bb9e-d17a-4237-b018-d6701c0d2188 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.863714] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08699656-6888-4a4e-b8e0-68aec3478713 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.880273] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a577bea-45b8-48b4-be23-02a07909944a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.884217] env[69350]: DEBUG oslo_vmware.api [None req-7f8b9d1c-7dea-4363-98da-adc1a764da0b tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Task: {'id': task-3364910, 'name': CloneVM_Task, 'duration_secs': 1.631977} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.885475] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a18a4c44-ab43-46ec-8ed5-fb39c9643984 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.885783] env[69350]: INFO nova.virt.vmwareapi.vmops [None req-7f8b9d1c-7dea-4363-98da-adc1a764da0b tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: be800ce5-6d2e-402d-b83a-e22771d0aa5d] Created linked-clone VM from snapshot [ 799.887115] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f90be66-3693-4927-949b-591d1cfeca24 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.905556] env[69350]: DEBUG nova.compute.provider_tree [None req-e1e8213b-96d7-4ea0-8ce5-7ac351549f04 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 799.908904] env[69350]: DEBUG nova.virt.vmwareapi.images [None req-7f8b9d1c-7dea-4363-98da-adc1a764da0b tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: be800ce5-6d2e-402d-b83a-e22771d0aa5d] Uploading image 824e8405-d7b3-43b5-aefe-a859e210e54e {{(pid=69350) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 799.930098] env[69350]: DEBUG oslo_vmware.api [None req-a020cc8a-a5fb-417d-8dac-aea63fe2d893 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] Task: {'id': task-3364914, 'name': PowerOffVM_Task, 'duration_secs': 0.297014} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.933165] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-a020cc8a-a5fb-417d-8dac-aea63fe2d893 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] [instance: 575cfb5e-9476-43fc-9724-33cb252fb7ce] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 799.933165] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a020cc8a-a5fb-417d-8dac-aea63fe2d893 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] [instance: 575cfb5e-9476-43fc-9724-33cb252fb7ce] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 799.934069] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a369d6f-3c5d-48ec-9a7e-abf43d342302 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.942795] env[69350]: DEBUG oslo_vmware.rw_handles [None req-7f8b9d1c-7dea-4363-98da-adc1a764da0b tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 799.942795] env[69350]: value = "vm-671477" [ 799.942795] env[69350]: _type = "VirtualMachine" [ 799.942795] env[69350]: }. {{(pid=69350) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 799.943154] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7a416a5e-e41c-4068-84b8-ab5c4ffda67a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.955149] env[69350]: DEBUG oslo_vmware.rw_handles [None req-7f8b9d1c-7dea-4363-98da-adc1a764da0b tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Lease: (returnval){ [ 799.955149] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52d84ddd-8bae-a528-7408-2d974da2aee5" [ 799.955149] env[69350]: _type = "HttpNfcLease" [ 799.955149] env[69350]: } obtained for exporting VM: (result){ [ 799.955149] env[69350]: value = "vm-671477" [ 799.955149] env[69350]: _type = "VirtualMachine" [ 799.955149] env[69350]: }. {{(pid=69350) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 799.955641] env[69350]: DEBUG oslo_vmware.api [None req-7f8b9d1c-7dea-4363-98da-adc1a764da0b tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Waiting for the lease: (returnval){ [ 799.955641] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52d84ddd-8bae-a528-7408-2d974da2aee5" [ 799.955641] env[69350]: _type = "HttpNfcLease" [ 799.955641] env[69350]: } to be ready. {{(pid=69350) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 799.966159] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4ef9845c-049f-4b51-99dd-234c7bc56ca7 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Acquiring lock "884fdc90-c90c-439a-8e9c-2730dc242474" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.966159] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4ef9845c-049f-4b51-99dd-234c7bc56ca7 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Lock "884fdc90-c90c-439a-8e9c-2730dc242474" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.966159] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4ef9845c-049f-4b51-99dd-234c7bc56ca7 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Acquiring lock "884fdc90-c90c-439a-8e9c-2730dc242474-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.966159] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4ef9845c-049f-4b51-99dd-234c7bc56ca7 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Lock "884fdc90-c90c-439a-8e9c-2730dc242474-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.966159] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4ef9845c-049f-4b51-99dd-234c7bc56ca7 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Lock "884fdc90-c90c-439a-8e9c-2730dc242474-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.969633] env[69350]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 799.969633] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52d84ddd-8bae-a528-7408-2d974da2aee5" [ 799.969633] env[69350]: _type = "HttpNfcLease" [ 799.969633] env[69350]: } is initializing. {{(pid=69350) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 799.970263] env[69350]: INFO nova.compute.manager [None req-4ef9845c-049f-4b51-99dd-234c7bc56ca7 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] [instance: 884fdc90-c90c-439a-8e9c-2730dc242474] Terminating instance [ 800.013461] env[69350]: DEBUG oslo_concurrency.lockutils [req-44e112b9-5522-4d4a-8450-c351f61b7b3a req-a9e802a5-3f06-43f6-99c8-38b37d94f75d service nova] Releasing lock "refresh_cache-4a4b72fc-0fe1-4365-ba71-beb33ccdc400" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.013831] env[69350]: DEBUG nova.compute.manager [req-44e112b9-5522-4d4a-8450-c351f61b7b3a req-a9e802a5-3f06-43f6-99c8-38b37d94f75d service nova] [instance: c5cc8d70-f170-4447-8601-a47955702bd6] Received event network-vif-deleted-ad4b6dab-004a-43f7-b419-85a6e4ffbd16 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 800.014127] env[69350]: DEBUG nova.compute.manager [req-44e112b9-5522-4d4a-8450-c351f61b7b3a req-a9e802a5-3f06-43f6-99c8-38b37d94f75d service nova] [instance: c5cc8d70-f170-4447-8601-a47955702bd6] Received event network-vif-deleted-1a1718e4-8aaf-4632-a03e-41c281fc3afb {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 800.020832] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a020cc8a-a5fb-417d-8dac-aea63fe2d893 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] [instance: 575cfb5e-9476-43fc-9724-33cb252fb7ce] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 800.021055] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a020cc8a-a5fb-417d-8dac-aea63fe2d893 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] [instance: 575cfb5e-9476-43fc-9724-33cb252fb7ce] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 800.021212] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-a020cc8a-a5fb-417d-8dac-aea63fe2d893 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] Deleting the datastore file [datastore1] 575cfb5e-9476-43fc-9724-33cb252fb7ce {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 800.021513] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-537cb7f1-d373-4fde-8377-99b070b3bd34 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.030832] env[69350]: DEBUG oslo_vmware.api [None req-a020cc8a-a5fb-417d-8dac-aea63fe2d893 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] Waiting for the task: (returnval){ [ 800.030832] env[69350]: value = "task-3364918" [ 800.030832] env[69350]: _type = "Task" [ 800.030832] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.041952] env[69350]: DEBUG oslo_vmware.api [None req-a020cc8a-a5fb-417d-8dac-aea63fe2d893 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] Task: {'id': task-3364918, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.146490] env[69350]: DEBUG oslo_vmware.api [None req-4f7d53b4-0f76-48f4-a1cb-2eca028a86ac tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3364915, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.159118] env[69350]: INFO nova.compute.manager [None req-845e7ccd-bbfd-476d-9b6e-9e7600be40a3 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] [instance: 452a8c70-87fc-43a8-bcae-ae21e7035c6c] Rebuilding instance [ 800.198314] env[69350]: DEBUG nova.compute.manager [None req-845e7ccd-bbfd-476d-9b6e-9e7600be40a3 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] [instance: 452a8c70-87fc-43a8-bcae-ae21e7035c6c] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 800.199669] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b60655-3357-4d7d-b216-5ad2688c8d3a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.218511] env[69350]: DEBUG nova.compute.manager [None req-69b54951-d697-48c9-8acb-ca9ebbe1dc49 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 06270a6b-46d7-42ca-a02b-6747417f937e] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 800.245034] env[69350]: DEBUG nova.virt.hardware [None req-69b54951-d697-48c9-8acb-ca9ebbe1dc49 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 800.245034] env[69350]: DEBUG nova.virt.hardware [None req-69b54951-d697-48c9-8acb-ca9ebbe1dc49 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 800.245034] env[69350]: DEBUG nova.virt.hardware [None req-69b54951-d697-48c9-8acb-ca9ebbe1dc49 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 800.245034] env[69350]: DEBUG nova.virt.hardware [None req-69b54951-d697-48c9-8acb-ca9ebbe1dc49 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 800.245034] env[69350]: DEBUG nova.virt.hardware [None req-69b54951-d697-48c9-8acb-ca9ebbe1dc49 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 800.245673] env[69350]: DEBUG nova.virt.hardware [None req-69b54951-d697-48c9-8acb-ca9ebbe1dc49 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 800.246054] env[69350]: DEBUG nova.virt.hardware [None req-69b54951-d697-48c9-8acb-ca9ebbe1dc49 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 800.247019] env[69350]: DEBUG nova.virt.hardware [None req-69b54951-d697-48c9-8acb-ca9ebbe1dc49 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 800.250018] env[69350]: DEBUG nova.virt.hardware [None req-69b54951-d697-48c9-8acb-ca9ebbe1dc49 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 800.250018] env[69350]: DEBUG nova.virt.hardware [None req-69b54951-d697-48c9-8acb-ca9ebbe1dc49 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 800.250018] env[69350]: DEBUG nova.virt.hardware [None req-69b54951-d697-48c9-8acb-ca9ebbe1dc49 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 800.250018] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3932f7b4-1549-4c95-98ef-231cbfc0df5e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.261167] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-785f3186-4b65-400e-9437-6734418f6bc2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.417913] env[69350]: DEBUG nova.scheduler.client.report [None req-e1e8213b-96d7-4ea0-8ce5-7ac351549f04 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 800.464400] env[69350]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 800.464400] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52d84ddd-8bae-a528-7408-2d974da2aee5" [ 800.464400] env[69350]: _type = "HttpNfcLease" [ 800.464400] env[69350]: } is ready. {{(pid=69350) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 800.464705] env[69350]: DEBUG oslo_vmware.rw_handles [None req-7f8b9d1c-7dea-4363-98da-adc1a764da0b tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 800.464705] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52d84ddd-8bae-a528-7408-2d974da2aee5" [ 800.464705] env[69350]: _type = "HttpNfcLease" [ 800.464705] env[69350]: }. {{(pid=69350) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 800.465469] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a939fb6-b875-4994-aab6-56043867d6d5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.473050] env[69350]: DEBUG oslo_vmware.rw_handles [None req-7f8b9d1c-7dea-4363-98da-adc1a764da0b tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e26c74-c665-943b-15c5-da558e989654/disk-0.vmdk from lease info. {{(pid=69350) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 800.473230] env[69350]: DEBUG oslo_vmware.rw_handles [None req-7f8b9d1c-7dea-4363-98da-adc1a764da0b tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e26c74-c665-943b-15c5-da558e989654/disk-0.vmdk for reading. {{(pid=69350) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 800.474892] env[69350]: DEBUG nova.compute.manager [None req-4ef9845c-049f-4b51-99dd-234c7bc56ca7 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] [instance: 884fdc90-c90c-439a-8e9c-2730dc242474] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 800.475103] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4ef9845c-049f-4b51-99dd-234c7bc56ca7 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] [instance: 884fdc90-c90c-439a-8e9c-2730dc242474] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 800.476577] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e797bf6-bd2c-4487-9ebe-c0ba864138b1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.540174] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4ef9845c-049f-4b51-99dd-234c7bc56ca7 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] [instance: 884fdc90-c90c-439a-8e9c-2730dc242474] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 800.540807] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cdc2ae22-a38c-4602-9991-a5b80d1873ad {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.545993] env[69350]: DEBUG oslo_vmware.api [None req-a020cc8a-a5fb-417d-8dac-aea63fe2d893 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] Task: {'id': task-3364918, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.595582] env[69350]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d8c269b3-78d3-4373-b9ec-1794259d8fee {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.613215] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4ef9845c-049f-4b51-99dd-234c7bc56ca7 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] [instance: 884fdc90-c90c-439a-8e9c-2730dc242474] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 800.613447] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4ef9845c-049f-4b51-99dd-234c7bc56ca7 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] [instance: 884fdc90-c90c-439a-8e9c-2730dc242474] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 800.613633] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ef9845c-049f-4b51-99dd-234c7bc56ca7 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Deleting the datastore file [datastore1] 884fdc90-c90c-439a-8e9c-2730dc242474 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 800.613894] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-54a99bcd-168f-4844-80d8-aaa15e940b88 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.622706] env[69350]: DEBUG oslo_vmware.api [None req-4ef9845c-049f-4b51-99dd-234c7bc56ca7 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Waiting for the task: (returnval){ [ 800.622706] env[69350]: value = "task-3364920" [ 800.622706] env[69350]: _type = "Task" [ 800.622706] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.636145] env[69350]: DEBUG oslo_vmware.api [None req-4ef9845c-049f-4b51-99dd-234c7bc56ca7 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Task: {'id': task-3364920, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.645448] env[69350]: DEBUG oslo_vmware.api [None req-4f7d53b4-0f76-48f4-a1cb-2eca028a86ac tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3364915, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.574094} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.645712] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f7d53b4-0f76-48f4-a1cb-2eca028a86ac tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] 4a4b72fc-0fe1-4365-ba71-beb33ccdc400/4a4b72fc-0fe1-4365-ba71-beb33ccdc400.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 800.646053] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4f7d53b4-0f76-48f4-a1cb-2eca028a86ac tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: 4a4b72fc-0fe1-4365-ba71-beb33ccdc400] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 800.646295] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9d2f4447-bcf3-4a20-984c-848dfd94bcd0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.652441] env[69350]: DEBUG oslo_vmware.api [None req-4f7d53b4-0f76-48f4-a1cb-2eca028a86ac tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Waiting for the task: (returnval){ [ 800.652441] env[69350]: value = "task-3364921" [ 800.652441] env[69350]: _type = "Task" [ 800.652441] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.659838] env[69350]: DEBUG oslo_vmware.api [None req-4f7d53b4-0f76-48f4-a1cb-2eca028a86ac tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3364921, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.669330] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d18d2253-5e4b-4f67-8773-654523d1cc1c tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Acquiring lock "4dff419b-86ab-48e1-bee1-46948de8ca0d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.669560] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d18d2253-5e4b-4f67-8773-654523d1cc1c tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Lock "4dff419b-86ab-48e1-bee1-46948de8ca0d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.669832] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d18d2253-5e4b-4f67-8773-654523d1cc1c tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Acquiring lock "4dff419b-86ab-48e1-bee1-46948de8ca0d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.670175] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d18d2253-5e4b-4f67-8773-654523d1cc1c tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Lock "4dff419b-86ab-48e1-bee1-46948de8ca0d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.670454] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d18d2253-5e4b-4f67-8773-654523d1cc1c tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Lock "4dff419b-86ab-48e1-bee1-46948de8ca0d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.672706] env[69350]: INFO nova.compute.manager [None req-d18d2253-5e4b-4f67-8773-654523d1cc1c tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: 4dff419b-86ab-48e1-bee1-46948de8ca0d] Terminating instance [ 800.920042] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e1e8213b-96d7-4ea0-8ce5-7ac351549f04 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.729s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.920042] env[69350]: DEBUG nova.compute.manager [None req-e1e8213b-96d7-4ea0-8ce5-7ac351549f04 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: d8ff34cc-0660-4828-847d-cc58e0c4385a] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 800.922861] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d0a88c17-0786-4462-8d4c-2ae7597984cc tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.211s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.923105] env[69350]: DEBUG nova.objects.instance [None req-d0a88c17-0786-4462-8d4c-2ae7597984cc tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] Lazy-loading 'resources' on Instance uuid 2120db16-82c9-4fa6-b050-84c45b31f858 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 801.043950] env[69350]: DEBUG oslo_vmware.api [None req-a020cc8a-a5fb-417d-8dac-aea63fe2d893 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] Task: {'id': task-3364918, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.658274} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.044475] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-a020cc8a-a5fb-417d-8dac-aea63fe2d893 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 801.044475] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a020cc8a-a5fb-417d-8dac-aea63fe2d893 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] [instance: 575cfb5e-9476-43fc-9724-33cb252fb7ce] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 801.044475] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a020cc8a-a5fb-417d-8dac-aea63fe2d893 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] [instance: 575cfb5e-9476-43fc-9724-33cb252fb7ce] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 801.045195] env[69350]: INFO nova.compute.manager [None req-a020cc8a-a5fb-417d-8dac-aea63fe2d893 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] [instance: 575cfb5e-9476-43fc-9724-33cb252fb7ce] Took 1.65 seconds to destroy the instance on the hypervisor. [ 801.045412] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a020cc8a-a5fb-417d-8dac-aea63fe2d893 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 801.045623] env[69350]: DEBUG nova.compute.manager [-] [instance: 575cfb5e-9476-43fc-9724-33cb252fb7ce] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 801.045779] env[69350]: DEBUG nova.network.neutron [-] [instance: 575cfb5e-9476-43fc-9724-33cb252fb7ce] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 801.135417] env[69350]: DEBUG oslo_vmware.api [None req-4ef9845c-049f-4b51-99dd-234c7bc56ca7 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Task: {'id': task-3364920, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.50306} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.136062] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ef9845c-049f-4b51-99dd-234c7bc56ca7 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 801.136475] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4ef9845c-049f-4b51-99dd-234c7bc56ca7 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] [instance: 884fdc90-c90c-439a-8e9c-2730dc242474] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 801.136764] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4ef9845c-049f-4b51-99dd-234c7bc56ca7 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] [instance: 884fdc90-c90c-439a-8e9c-2730dc242474] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 801.137030] env[69350]: INFO nova.compute.manager [None req-4ef9845c-049f-4b51-99dd-234c7bc56ca7 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] [instance: 884fdc90-c90c-439a-8e9c-2730dc242474] Took 0.66 seconds to destroy the instance on the hypervisor. [ 801.137537] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ef9845c-049f-4b51-99dd-234c7bc56ca7 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 801.137848] env[69350]: DEBUG nova.compute.manager [-] [instance: 884fdc90-c90c-439a-8e9c-2730dc242474] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 801.138074] env[69350]: DEBUG nova.network.neutron [-] [instance: 884fdc90-c90c-439a-8e9c-2730dc242474] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 801.163519] env[69350]: DEBUG oslo_vmware.api [None req-4f7d53b4-0f76-48f4-a1cb-2eca028a86ac tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3364921, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069776} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.163975] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4f7d53b4-0f76-48f4-a1cb-2eca028a86ac tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: 4a4b72fc-0fe1-4365-ba71-beb33ccdc400] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 801.165131] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7944b07-2a4d-4fbb-b621-dcd112c771c3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.182712] env[69350]: DEBUG nova.compute.manager [None req-d18d2253-5e4b-4f67-8773-654523d1cc1c tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: 4dff419b-86ab-48e1-bee1-46948de8ca0d] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 801.183125] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d18d2253-5e4b-4f67-8773-654523d1cc1c tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: 4dff419b-86ab-48e1-bee1-46948de8ca0d] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 801.195560] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f7d53b4-0f76-48f4-a1cb-2eca028a86ac tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: 4a4b72fc-0fe1-4365-ba71-beb33ccdc400] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] 4a4b72fc-0fe1-4365-ba71-beb33ccdc400/4a4b72fc-0fe1-4365-ba71-beb33ccdc400.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 801.196872] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df9c3fb0-6096-4559-bbe5-dc0b4657107b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.200231] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89267493-6d93-42ff-be76-083f21ba1171 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.222269] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-845e7ccd-bbfd-476d-9b6e-9e7600be40a3 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] [instance: 452a8c70-87fc-43a8-bcae-ae21e7035c6c] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 801.223422] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82bee2a2-106d-46c3-8ecf-fc1f2727b3ab {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.228718] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-d18d2253-5e4b-4f67-8773-654523d1cc1c tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: 4dff419b-86ab-48e1-bee1-46948de8ca0d] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 801.229555] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8dba1c71-e33a-4b47-a168-212990cdbb32 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.233256] env[69350]: DEBUG oslo_vmware.api [None req-4f7d53b4-0f76-48f4-a1cb-2eca028a86ac tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Waiting for the task: (returnval){ [ 801.233256] env[69350]: value = "task-3364923" [ 801.233256] env[69350]: _type = "Task" [ 801.233256] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.233660] env[69350]: DEBUG oslo_vmware.api [None req-845e7ccd-bbfd-476d-9b6e-9e7600be40a3 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Waiting for the task: (returnval){ [ 801.233660] env[69350]: value = "task-3364922" [ 801.233660] env[69350]: _type = "Task" [ 801.233660] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.242071] env[69350]: DEBUG oslo_vmware.api [None req-d18d2253-5e4b-4f67-8773-654523d1cc1c tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Waiting for the task: (returnval){ [ 801.242071] env[69350]: value = "task-3364924" [ 801.242071] env[69350]: _type = "Task" [ 801.242071] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.252836] env[69350]: DEBUG oslo_vmware.api [None req-4f7d53b4-0f76-48f4-a1cb-2eca028a86ac tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3364923, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.253161] env[69350]: DEBUG oslo_vmware.api [None req-845e7ccd-bbfd-476d-9b6e-9e7600be40a3 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Task: {'id': task-3364922, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.260238] env[69350]: DEBUG oslo_vmware.api [None req-d18d2253-5e4b-4f67-8773-654523d1cc1c tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Task: {'id': task-3364924, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.332259] env[69350]: DEBUG nova.compute.manager [req-2b617e44-012f-4350-973e-cb3e2c73fda2 req-0a31c7a2-4001-4d4c-b650-1b5e2efee13e service nova] [instance: 06270a6b-46d7-42ca-a02b-6747417f937e] Received event network-vif-plugged-f78f9a1c-d8be-4b03-a494-b7c906eddf83 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 801.332620] env[69350]: DEBUG oslo_concurrency.lockutils [req-2b617e44-012f-4350-973e-cb3e2c73fda2 req-0a31c7a2-4001-4d4c-b650-1b5e2efee13e service nova] Acquiring lock "06270a6b-46d7-42ca-a02b-6747417f937e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.334854] env[69350]: DEBUG oslo_concurrency.lockutils [req-2b617e44-012f-4350-973e-cb3e2c73fda2 req-0a31c7a2-4001-4d4c-b650-1b5e2efee13e service nova] Lock "06270a6b-46d7-42ca-a02b-6747417f937e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.334854] env[69350]: DEBUG oslo_concurrency.lockutils [req-2b617e44-012f-4350-973e-cb3e2c73fda2 req-0a31c7a2-4001-4d4c-b650-1b5e2efee13e service nova] Lock "06270a6b-46d7-42ca-a02b-6747417f937e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.334854] env[69350]: DEBUG nova.compute.manager [req-2b617e44-012f-4350-973e-cb3e2c73fda2 req-0a31c7a2-4001-4d4c-b650-1b5e2efee13e service nova] [instance: 06270a6b-46d7-42ca-a02b-6747417f937e] No waiting events found dispatching network-vif-plugged-f78f9a1c-d8be-4b03-a494-b7c906eddf83 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 801.334854] env[69350]: WARNING nova.compute.manager [req-2b617e44-012f-4350-973e-cb3e2c73fda2 req-0a31c7a2-4001-4d4c-b650-1b5e2efee13e service nova] [instance: 06270a6b-46d7-42ca-a02b-6747417f937e] Received unexpected event network-vif-plugged-f78f9a1c-d8be-4b03-a494-b7c906eddf83 for instance with vm_state building and task_state spawning. [ 801.426227] env[69350]: DEBUG nova.compute.utils [None req-e1e8213b-96d7-4ea0-8ce5-7ac351549f04 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 801.432465] env[69350]: DEBUG nova.compute.manager [None req-e1e8213b-96d7-4ea0-8ce5-7ac351549f04 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: d8ff34cc-0660-4828-847d-cc58e0c4385a] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 801.433381] env[69350]: DEBUG nova.network.neutron [None req-e1e8213b-96d7-4ea0-8ce5-7ac351549f04 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: d8ff34cc-0660-4828-847d-cc58e0c4385a] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 801.560744] env[69350]: DEBUG nova.policy [None req-e1e8213b-96d7-4ea0-8ce5-7ac351549f04 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8dd2f34152fc4907958920f5dd65722a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3571746915f448e3a8390b87a7cc7369', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 801.671799] env[69350]: DEBUG nova.network.neutron [None req-69b54951-d697-48c9-8acb-ca9ebbe1dc49 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 06270a6b-46d7-42ca-a02b-6747417f937e] Successfully updated port: f78f9a1c-d8be-4b03-a494-b7c906eddf83 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 801.753233] env[69350]: DEBUG oslo_vmware.api [None req-4f7d53b4-0f76-48f4-a1cb-2eca028a86ac tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3364923, 'name': ReconfigVM_Task, 'duration_secs': 0.366427} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.753613] env[69350]: DEBUG oslo_vmware.api [None req-845e7ccd-bbfd-476d-9b6e-9e7600be40a3 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Task: {'id': task-3364922, 'name': PowerOffVM_Task, 'duration_secs': 0.128804} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.757244] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f7d53b4-0f76-48f4-a1cb-2eca028a86ac tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: 4a4b72fc-0fe1-4365-ba71-beb33ccdc400] Reconfigured VM instance instance-0000001c to attach disk [datastore2] 4a4b72fc-0fe1-4365-ba71-beb33ccdc400/4a4b72fc-0fe1-4365-ba71-beb33ccdc400.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 801.757991] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-845e7ccd-bbfd-476d-9b6e-9e7600be40a3 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] [instance: 452a8c70-87fc-43a8-bcae-ae21e7035c6c] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 801.758300] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-845e7ccd-bbfd-476d-9b6e-9e7600be40a3 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] [instance: 452a8c70-87fc-43a8-bcae-ae21e7035c6c] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 801.760455] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-28d9a155-fddb-4d15-b37d-8c75e18e29b2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.762823] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-541534be-ade2-47e4-b950-9d25d098ea83 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.769888] env[69350]: DEBUG oslo_vmware.api [None req-d18d2253-5e4b-4f67-8773-654523d1cc1c tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Task: {'id': task-3364924, 'name': PowerOffVM_Task, 'duration_secs': 0.242553} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.770517] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-d18d2253-5e4b-4f67-8773-654523d1cc1c tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: 4dff419b-86ab-48e1-bee1-46948de8ca0d] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 801.770758] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d18d2253-5e4b-4f67-8773-654523d1cc1c tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: 4dff419b-86ab-48e1-bee1-46948de8ca0d] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 801.771087] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-427f3ef3-b6e4-4003-bc55-afcc79822031 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.776049] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-845e7ccd-bbfd-476d-9b6e-9e7600be40a3 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] [instance: 452a8c70-87fc-43a8-bcae-ae21e7035c6c] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 801.781167] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ece4d7f6-5990-4ee0-b7bb-cb61b83011d9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.782857] env[69350]: DEBUG oslo_vmware.api [None req-4f7d53b4-0f76-48f4-a1cb-2eca028a86ac tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Waiting for the task: (returnval){ [ 801.782857] env[69350]: value = "task-3364925" [ 801.782857] env[69350]: _type = "Task" [ 801.782857] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.795833] env[69350]: DEBUG oslo_vmware.api [None req-4f7d53b4-0f76-48f4-a1cb-2eca028a86ac tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3364925, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.817228] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-845e7ccd-bbfd-476d-9b6e-9e7600be40a3 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] [instance: 452a8c70-87fc-43a8-bcae-ae21e7035c6c] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 801.817551] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-845e7ccd-bbfd-476d-9b6e-9e7600be40a3 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] [instance: 452a8c70-87fc-43a8-bcae-ae21e7035c6c] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 801.817913] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-845e7ccd-bbfd-476d-9b6e-9e7600be40a3 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Deleting the datastore file [datastore1] 452a8c70-87fc-43a8-bcae-ae21e7035c6c {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 801.818127] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5873bfed-5943-446d-a6b0-d285bdab165d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.829078] env[69350]: DEBUG oslo_vmware.api [None req-845e7ccd-bbfd-476d-9b6e-9e7600be40a3 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Waiting for the task: (returnval){ [ 801.829078] env[69350]: value = "task-3364928" [ 801.829078] env[69350]: _type = "Task" [ 801.829078] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.839815] env[69350]: DEBUG oslo_vmware.api [None req-845e7ccd-bbfd-476d-9b6e-9e7600be40a3 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Task: {'id': task-3364928, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.857257] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d18d2253-5e4b-4f67-8773-654523d1cc1c tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: 4dff419b-86ab-48e1-bee1-46948de8ca0d] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 801.857985] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d18d2253-5e4b-4f67-8773-654523d1cc1c tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: 4dff419b-86ab-48e1-bee1-46948de8ca0d] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 801.857985] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-d18d2253-5e4b-4f67-8773-654523d1cc1c tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Deleting the datastore file [datastore1] 4dff419b-86ab-48e1-bee1-46948de8ca0d {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 801.858210] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc078f26-ed52-4d03-9df2-67f31c6a788c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.866262] env[69350]: DEBUG oslo_vmware.api [None req-d18d2253-5e4b-4f67-8773-654523d1cc1c tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Waiting for the task: (returnval){ [ 801.866262] env[69350]: value = "task-3364929" [ 801.866262] env[69350]: _type = "Task" [ 801.866262] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.880731] env[69350]: DEBUG oslo_vmware.api [None req-d18d2253-5e4b-4f67-8773-654523d1cc1c tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Task: {'id': task-3364929, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.933848] env[69350]: DEBUG nova.compute.manager [None req-e1e8213b-96d7-4ea0-8ce5-7ac351549f04 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: d8ff34cc-0660-4828-847d-cc58e0c4385a] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 802.093532] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87843af5-0809-4c18-a14d-72d1e47993a9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.102638] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b326d54-e42c-4f7e-b90f-b2805b383271 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.139654] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f294a4ba-fd2a-4bbc-a061-b856389df368 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.147780] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f49cc3f-6d4e-4d1f-ab1b-7eb9506aeda9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.162480] env[69350]: DEBUG nova.compute.provider_tree [None req-d0a88c17-0786-4462-8d4c-2ae7597984cc tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 802.176523] env[69350]: DEBUG nova.network.neutron [None req-e1e8213b-96d7-4ea0-8ce5-7ac351549f04 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: d8ff34cc-0660-4828-847d-cc58e0c4385a] Successfully created port: 1b1e497a-12bd-48a3-9187-04694e286686 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 802.181833] env[69350]: DEBUG oslo_concurrency.lockutils [None req-69b54951-d697-48c9-8acb-ca9ebbe1dc49 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Acquiring lock "refresh_cache-06270a6b-46d7-42ca-a02b-6747417f937e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.181991] env[69350]: DEBUG oslo_concurrency.lockutils [None req-69b54951-d697-48c9-8acb-ca9ebbe1dc49 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Acquired lock "refresh_cache-06270a6b-46d7-42ca-a02b-6747417f937e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.182141] env[69350]: DEBUG nova.network.neutron [None req-69b54951-d697-48c9-8acb-ca9ebbe1dc49 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 06270a6b-46d7-42ca-a02b-6747417f937e] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 802.266128] env[69350]: DEBUG nova.network.neutron [-] [instance: 575cfb5e-9476-43fc-9724-33cb252fb7ce] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.296666] env[69350]: DEBUG oslo_vmware.api [None req-4f7d53b4-0f76-48f4-a1cb-2eca028a86ac tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3364925, 'name': Rename_Task, 'duration_secs': 0.210844} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.297102] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f7d53b4-0f76-48f4-a1cb-2eca028a86ac tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: 4a4b72fc-0fe1-4365-ba71-beb33ccdc400] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 802.297530] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e4cd0a5-f08a-4b08-9f0e-e0382bc196df {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.306286] env[69350]: DEBUG oslo_vmware.api [None req-4f7d53b4-0f76-48f4-a1cb-2eca028a86ac tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Waiting for the task: (returnval){ [ 802.306286] env[69350]: value = "task-3364930" [ 802.306286] env[69350]: _type = "Task" [ 802.306286] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.321844] env[69350]: DEBUG oslo_vmware.api [None req-4f7d53b4-0f76-48f4-a1cb-2eca028a86ac tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3364930, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.325384] env[69350]: DEBUG nova.network.neutron [-] [instance: 884fdc90-c90c-439a-8e9c-2730dc242474] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.337125] env[69350]: DEBUG oslo_vmware.api [None req-845e7ccd-bbfd-476d-9b6e-9e7600be40a3 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Task: {'id': task-3364928, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157126} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.338226] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-845e7ccd-bbfd-476d-9b6e-9e7600be40a3 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 802.341973] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-845e7ccd-bbfd-476d-9b6e-9e7600be40a3 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] [instance: 452a8c70-87fc-43a8-bcae-ae21e7035c6c] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 802.341973] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-845e7ccd-bbfd-476d-9b6e-9e7600be40a3 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] [instance: 452a8c70-87fc-43a8-bcae-ae21e7035c6c] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 802.381876] env[69350]: DEBUG oslo_vmware.api [None req-d18d2253-5e4b-4f67-8773-654523d1cc1c tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Task: {'id': task-3364929, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.262819} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.382190] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-d18d2253-5e4b-4f67-8773-654523d1cc1c tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 802.382504] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d18d2253-5e4b-4f67-8773-654523d1cc1c tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: 4dff419b-86ab-48e1-bee1-46948de8ca0d] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 802.382770] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d18d2253-5e4b-4f67-8773-654523d1cc1c tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: 4dff419b-86ab-48e1-bee1-46948de8ca0d] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 802.382973] env[69350]: INFO nova.compute.manager [None req-d18d2253-5e4b-4f67-8773-654523d1cc1c tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: 4dff419b-86ab-48e1-bee1-46948de8ca0d] Took 1.20 seconds to destroy the instance on the hypervisor. [ 802.383344] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d18d2253-5e4b-4f67-8773-654523d1cc1c tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 802.385148] env[69350]: DEBUG nova.compute.manager [-] [instance: 4dff419b-86ab-48e1-bee1-46948de8ca0d] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 802.385413] env[69350]: DEBUG nova.network.neutron [-] [instance: 4dff419b-86ab-48e1-bee1-46948de8ca0d] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 802.666757] env[69350]: DEBUG nova.scheduler.client.report [None req-d0a88c17-0786-4462-8d4c-2ae7597984cc tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 802.727939] env[69350]: DEBUG nova.network.neutron [None req-69b54951-d697-48c9-8acb-ca9ebbe1dc49 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 06270a6b-46d7-42ca-a02b-6747417f937e] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 802.770111] env[69350]: INFO nova.compute.manager [-] [instance: 575cfb5e-9476-43fc-9724-33cb252fb7ce] Took 1.72 seconds to deallocate network for instance. [ 802.830394] env[69350]: DEBUG oslo_vmware.api [None req-4f7d53b4-0f76-48f4-a1cb-2eca028a86ac tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3364930, 'name': PowerOnVM_Task, 'duration_secs': 0.499452} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.830934] env[69350]: DEBUG nova.network.neutron [-] [instance: 4dff419b-86ab-48e1-bee1-46948de8ca0d] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.832100] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f7d53b4-0f76-48f4-a1cb-2eca028a86ac tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: 4a4b72fc-0fe1-4365-ba71-beb33ccdc400] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 802.832336] env[69350]: INFO nova.compute.manager [None req-4f7d53b4-0f76-48f4-a1cb-2eca028a86ac tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: 4a4b72fc-0fe1-4365-ba71-beb33ccdc400] Took 7.59 seconds to spawn the instance on the hypervisor. [ 802.832533] env[69350]: DEBUG nova.compute.manager [None req-4f7d53b4-0f76-48f4-a1cb-2eca028a86ac tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: 4a4b72fc-0fe1-4365-ba71-beb33ccdc400] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 802.833040] env[69350]: INFO nova.compute.manager [-] [instance: 884fdc90-c90c-439a-8e9c-2730dc242474] Took 1.69 seconds to deallocate network for instance. [ 802.834358] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05fe65c8-f7ac-4f62-aa33-2d84fcab6138 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.947276] env[69350]: DEBUG nova.compute.manager [None req-e1e8213b-96d7-4ea0-8ce5-7ac351549f04 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: d8ff34cc-0660-4828-847d-cc58e0c4385a] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 802.962987] env[69350]: DEBUG nova.network.neutron [None req-69b54951-d697-48c9-8acb-ca9ebbe1dc49 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 06270a6b-46d7-42ca-a02b-6747417f937e] Updating instance_info_cache with network_info: [{"id": "f78f9a1c-d8be-4b03-a494-b7c906eddf83", "address": "fa:16:3e:74:27:80", "network": {"id": "36896159-e0cd-4c26-87e6-2521f1a332f4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-226239806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5716ad99abd74301815f5708ce395fbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf78f9a1c-d8", "ovs_interfaceid": "f78f9a1c-d8be-4b03-a494-b7c906eddf83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.972558] env[69350]: DEBUG nova.virt.hardware [None req-e1e8213b-96d7-4ea0-8ce5-7ac351549f04 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 802.972835] env[69350]: DEBUG nova.virt.hardware [None req-e1e8213b-96d7-4ea0-8ce5-7ac351549f04 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 802.973011] env[69350]: DEBUG nova.virt.hardware [None req-e1e8213b-96d7-4ea0-8ce5-7ac351549f04 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 802.973163] env[69350]: DEBUG nova.virt.hardware [None req-e1e8213b-96d7-4ea0-8ce5-7ac351549f04 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 802.973311] env[69350]: DEBUG nova.virt.hardware [None req-e1e8213b-96d7-4ea0-8ce5-7ac351549f04 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 802.973460] env[69350]: DEBUG nova.virt.hardware [None req-e1e8213b-96d7-4ea0-8ce5-7ac351549f04 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 802.973679] env[69350]: DEBUG nova.virt.hardware [None req-e1e8213b-96d7-4ea0-8ce5-7ac351549f04 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 802.973829] env[69350]: DEBUG nova.virt.hardware [None req-e1e8213b-96d7-4ea0-8ce5-7ac351549f04 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 802.974010] env[69350]: DEBUG nova.virt.hardware [None req-e1e8213b-96d7-4ea0-8ce5-7ac351549f04 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 802.974187] env[69350]: DEBUG nova.virt.hardware [None req-e1e8213b-96d7-4ea0-8ce5-7ac351549f04 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 802.974386] env[69350]: DEBUG nova.virt.hardware [None req-e1e8213b-96d7-4ea0-8ce5-7ac351549f04 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 802.975318] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-080d86d1-0bac-461c-827c-4224d094119d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.986541] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2051c63d-6697-4341-b9f8-d28d13a4fa0e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.172879] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d0a88c17-0786-4462-8d4c-2ae7597984cc tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.250s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.176926] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0708edef-5819-4469-a645-1e947e775131 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.837s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.176926] env[69350]: DEBUG nova.objects.instance [None req-0708edef-5819-4469-a645-1e947e775131 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] Lazy-loading 'resources' on Instance uuid 2713f49f-14fc-4705-a30c-e114159466d1 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 803.196829] env[69350]: INFO nova.scheduler.client.report [None req-d0a88c17-0786-4462-8d4c-2ae7597984cc tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] Deleted allocations for instance 2120db16-82c9-4fa6-b050-84c45b31f858 [ 803.280777] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a020cc8a-a5fb-417d-8dac-aea63fe2d893 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.335030] env[69350]: INFO nova.compute.manager [-] [instance: 4dff419b-86ab-48e1-bee1-46948de8ca0d] Took 0.95 seconds to deallocate network for instance. [ 803.342780] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4ef9845c-049f-4b51-99dd-234c7bc56ca7 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.378743] env[69350]: DEBUG nova.virt.hardware [None req-845e7ccd-bbfd-476d-9b6e-9e7600be40a3 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 803.379066] env[69350]: DEBUG nova.virt.hardware [None req-845e7ccd-bbfd-476d-9b6e-9e7600be40a3 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 803.379273] env[69350]: DEBUG nova.virt.hardware [None req-845e7ccd-bbfd-476d-9b6e-9e7600be40a3 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 803.379495] env[69350]: DEBUG nova.virt.hardware [None req-845e7ccd-bbfd-476d-9b6e-9e7600be40a3 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 803.379672] env[69350]: DEBUG nova.virt.hardware [None req-845e7ccd-bbfd-476d-9b6e-9e7600be40a3 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 803.379844] env[69350]: DEBUG nova.virt.hardware [None req-845e7ccd-bbfd-476d-9b6e-9e7600be40a3 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 803.380095] env[69350]: DEBUG nova.virt.hardware [None req-845e7ccd-bbfd-476d-9b6e-9e7600be40a3 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 803.380294] env[69350]: DEBUG nova.virt.hardware [None req-845e7ccd-bbfd-476d-9b6e-9e7600be40a3 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 803.380506] env[69350]: DEBUG nova.virt.hardware [None req-845e7ccd-bbfd-476d-9b6e-9e7600be40a3 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 803.380705] env[69350]: DEBUG nova.virt.hardware [None req-845e7ccd-bbfd-476d-9b6e-9e7600be40a3 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 803.380910] env[69350]: DEBUG nova.virt.hardware [None req-845e7ccd-bbfd-476d-9b6e-9e7600be40a3 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 803.382641] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec8aac9-01bf-401a-9cfd-98b69f01771c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.387710] env[69350]: INFO nova.compute.manager [None req-4f7d53b4-0f76-48f4-a1cb-2eca028a86ac tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: 4a4b72fc-0fe1-4365-ba71-beb33ccdc400] Took 38.77 seconds to build instance. [ 803.396031] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfcf7955-3537-420c-b981-0f0f390e1797 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.412944] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-845e7ccd-bbfd-476d-9b6e-9e7600be40a3 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] [instance: 452a8c70-87fc-43a8-bcae-ae21e7035c6c] Instance VIF info [] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 803.420554] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-845e7ccd-bbfd-476d-9b6e-9e7600be40a3 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 803.421187] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 452a8c70-87fc-43a8-bcae-ae21e7035c6c] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 803.421424] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-faf0f5fa-211d-4f9c-b262-1ba6426bf020 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.438310] env[69350]: DEBUG nova.compute.manager [req-993d550b-1de5-4ac9-868e-58bbdc480659 req-1f4f193d-c06d-44d3-8dc2-42530c9092be service nova] [instance: 06270a6b-46d7-42ca-a02b-6747417f937e] Received event network-changed-f78f9a1c-d8be-4b03-a494-b7c906eddf83 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 803.438501] env[69350]: DEBUG nova.compute.manager [req-993d550b-1de5-4ac9-868e-58bbdc480659 req-1f4f193d-c06d-44d3-8dc2-42530c9092be service nova] [instance: 06270a6b-46d7-42ca-a02b-6747417f937e] Refreshing instance network info cache due to event network-changed-f78f9a1c-d8be-4b03-a494-b7c906eddf83. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 803.438692] env[69350]: DEBUG oslo_concurrency.lockutils [req-993d550b-1de5-4ac9-868e-58bbdc480659 req-1f4f193d-c06d-44d3-8dc2-42530c9092be service nova] Acquiring lock "refresh_cache-06270a6b-46d7-42ca-a02b-6747417f937e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.440965] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 803.440965] env[69350]: value = "task-3364931" [ 803.440965] env[69350]: _type = "Task" [ 803.440965] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.449981] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3364931, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.467116] env[69350]: DEBUG oslo_concurrency.lockutils [None req-69b54951-d697-48c9-8acb-ca9ebbe1dc49 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Releasing lock "refresh_cache-06270a6b-46d7-42ca-a02b-6747417f937e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.467507] env[69350]: DEBUG nova.compute.manager [None req-69b54951-d697-48c9-8acb-ca9ebbe1dc49 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 06270a6b-46d7-42ca-a02b-6747417f937e] Instance network_info: |[{"id": "f78f9a1c-d8be-4b03-a494-b7c906eddf83", "address": "fa:16:3e:74:27:80", "network": {"id": "36896159-e0cd-4c26-87e6-2521f1a332f4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-226239806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5716ad99abd74301815f5708ce395fbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf78f9a1c-d8", "ovs_interfaceid": "f78f9a1c-d8be-4b03-a494-b7c906eddf83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 803.467840] env[69350]: DEBUG oslo_concurrency.lockutils [req-993d550b-1de5-4ac9-868e-58bbdc480659 req-1f4f193d-c06d-44d3-8dc2-42530c9092be service nova] Acquired lock "refresh_cache-06270a6b-46d7-42ca-a02b-6747417f937e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.468039] env[69350]: DEBUG nova.network.neutron [req-993d550b-1de5-4ac9-868e-58bbdc480659 req-1f4f193d-c06d-44d3-8dc2-42530c9092be service nova] [instance: 06270a6b-46d7-42ca-a02b-6747417f937e] Refreshing network info cache for port f78f9a1c-d8be-4b03-a494-b7c906eddf83 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 803.469371] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-69b54951-d697-48c9-8acb-ca9ebbe1dc49 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 06270a6b-46d7-42ca-a02b-6747417f937e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:27:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '54495d8d-2696-4f65-b925-e567abdc205f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f78f9a1c-d8be-4b03-a494-b7c906eddf83', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 803.477197] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69b54951-d697-48c9-8acb-ca9ebbe1dc49 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 803.478506] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06270a6b-46d7-42ca-a02b-6747417f937e] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 803.478745] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-35ecd2d3-a7ec-41d8-89cb-a105e160ff84 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.501171] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 803.501171] env[69350]: value = "task-3364932" [ 803.501171] env[69350]: _type = "Task" [ 803.501171] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.510688] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3364932, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.704261] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d0a88c17-0786-4462-8d4c-2ae7597984cc tempest-ServerExternalEventsTest-126557331 tempest-ServerExternalEventsTest-126557331-project-member] Lock "2120db16-82c9-4fa6-b050-84c45b31f858" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.819s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.762663] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d3cfa9cc-ea3a-4692-8480-4b1ab2b74388 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Acquiring lock "4a4b72fc-0fe1-4365-ba71-beb33ccdc400" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.843429] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d18d2253-5e4b-4f67-8773-654523d1cc1c tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.889811] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4f7d53b4-0f76-48f4-a1cb-2eca028a86ac tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Lock "4a4b72fc-0fe1-4365-ba71-beb33ccdc400" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.952s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.892292] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d3cfa9cc-ea3a-4692-8480-4b1ab2b74388 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Lock "4a4b72fc-0fe1-4365-ba71-beb33ccdc400" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.130s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.892878] env[69350]: DEBUG nova.compute.manager [None req-d3cfa9cc-ea3a-4692-8480-4b1ab2b74388 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: 4a4b72fc-0fe1-4365-ba71-beb33ccdc400] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 803.893808] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9c9e8f5-650e-433c-9578-71859cdc3659 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.904870] env[69350]: DEBUG nova.compute.manager [None req-d3cfa9cc-ea3a-4692-8480-4b1ab2b74388 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: 4a4b72fc-0fe1-4365-ba71-beb33ccdc400] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69350) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 803.905296] env[69350]: DEBUG nova.objects.instance [None req-d3cfa9cc-ea3a-4692-8480-4b1ab2b74388 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Lazy-loading 'flavor' on Instance uuid 4a4b72fc-0fe1-4365-ba71-beb33ccdc400 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 803.956695] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3364931, 'name': CreateVM_Task, 'duration_secs': 0.407637} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.957388] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 452a8c70-87fc-43a8-bcae-ae21e7035c6c] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 803.957697] env[69350]: DEBUG oslo_concurrency.lockutils [None req-845e7ccd-bbfd-476d-9b6e-9e7600be40a3 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.958831] env[69350]: DEBUG oslo_concurrency.lockutils [None req-845e7ccd-bbfd-476d-9b6e-9e7600be40a3 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.958831] env[69350]: DEBUG oslo_concurrency.lockutils [None req-845e7ccd-bbfd-476d-9b6e-9e7600be40a3 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.958831] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5dc3f6a-a270-459a-a3a3-9243a5cbb5ed {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.965062] env[69350]: DEBUG oslo_vmware.api [None req-845e7ccd-bbfd-476d-9b6e-9e7600be40a3 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Waiting for the task: (returnval){ [ 803.965062] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52b32085-c822-38b4-c93a-23416624dd8b" [ 803.965062] env[69350]: _type = "Task" [ 803.965062] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.974480] env[69350]: DEBUG oslo_vmware.api [None req-845e7ccd-bbfd-476d-9b6e-9e7600be40a3 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52b32085-c822-38b4-c93a-23416624dd8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.992825] env[69350]: DEBUG nova.network.neutron [None req-e1e8213b-96d7-4ea0-8ce5-7ac351549f04 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: d8ff34cc-0660-4828-847d-cc58e0c4385a] Successfully updated port: 1b1e497a-12bd-48a3-9187-04694e286686 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 804.014696] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3364932, 'name': CreateVM_Task, 'duration_secs': 0.407276} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.015223] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06270a6b-46d7-42ca-a02b-6747417f937e] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 804.016061] env[69350]: DEBUG oslo_concurrency.lockutils [None req-69b54951-d697-48c9-8acb-ca9ebbe1dc49 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.016182] env[69350]: DEBUG oslo_concurrency.lockutils [None req-69b54951-d697-48c9-8acb-ca9ebbe1dc49 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.016494] env[69350]: DEBUG oslo_concurrency.lockutils [None req-69b54951-d697-48c9-8acb-ca9ebbe1dc49 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.019110] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8019011-a062-49e6-b26b-fd73d06b057d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.027511] env[69350]: DEBUG oslo_vmware.api [None req-69b54951-d697-48c9-8acb-ca9ebbe1dc49 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Waiting for the task: (returnval){ [ 804.027511] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52af7de3-d4f5-cff5-0ee6-f7502dd31079" [ 804.027511] env[69350]: _type = "Task" [ 804.027511] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.039779] env[69350]: DEBUG oslo_vmware.api [None req-69b54951-d697-48c9-8acb-ca9ebbe1dc49 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52af7de3-d4f5-cff5-0ee6-f7502dd31079, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.236014] env[69350]: DEBUG nova.network.neutron [req-993d550b-1de5-4ac9-868e-58bbdc480659 req-1f4f193d-c06d-44d3-8dc2-42530c9092be service nova] [instance: 06270a6b-46d7-42ca-a02b-6747417f937e] Updated VIF entry in instance network info cache for port f78f9a1c-d8be-4b03-a494-b7c906eddf83. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 804.236386] env[69350]: DEBUG nova.network.neutron [req-993d550b-1de5-4ac9-868e-58bbdc480659 req-1f4f193d-c06d-44d3-8dc2-42530c9092be service nova] [instance: 06270a6b-46d7-42ca-a02b-6747417f937e] Updating instance_info_cache with network_info: [{"id": "f78f9a1c-d8be-4b03-a494-b7c906eddf83", "address": "fa:16:3e:74:27:80", "network": {"id": "36896159-e0cd-4c26-87e6-2521f1a332f4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-226239806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5716ad99abd74301815f5708ce395fbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf78f9a1c-d8", "ovs_interfaceid": "f78f9a1c-d8be-4b03-a494-b7c906eddf83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.239952] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ede179-62a3-4553-a54d-8db858c0a227 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.247949] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-796f84ad-40d9-4d11-8a6f-8f46841d4d17 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.280458] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f55783e0-e4ae-42d6-8fa7-d46123d3dcc5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.289932] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f4f8cbc-6900-4009-ab9f-e425691beb39 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.305228] env[69350]: DEBUG nova.compute.provider_tree [None req-0708edef-5819-4469-a645-1e947e775131 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 804.398077] env[69350]: DEBUG nova.compute.manager [None req-b0255382-c631-43b1-862c-0be6d6770e75 tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] [instance: 4c2a6729-3ed6-4b80-a7f2-77fcd53bed49] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 804.477527] env[69350]: DEBUG oslo_vmware.api [None req-845e7ccd-bbfd-476d-9b6e-9e7600be40a3 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52b32085-c822-38b4-c93a-23416624dd8b, 'name': SearchDatastore_Task, 'duration_secs': 0.021894} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.477884] env[69350]: DEBUG oslo_concurrency.lockutils [None req-845e7ccd-bbfd-476d-9b6e-9e7600be40a3 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.478125] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-845e7ccd-bbfd-476d-9b6e-9e7600be40a3 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] [instance: 452a8c70-87fc-43a8-bcae-ae21e7035c6c] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 804.478415] env[69350]: DEBUG oslo_concurrency.lockutils [None req-845e7ccd-bbfd-476d-9b6e-9e7600be40a3 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.478486] env[69350]: DEBUG oslo_concurrency.lockutils [None req-845e7ccd-bbfd-476d-9b6e-9e7600be40a3 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.478652] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-845e7ccd-bbfd-476d-9b6e-9e7600be40a3 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 804.478909] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-87fb1c27-9cd3-400d-9d5e-d5417a9aacee {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.489490] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-845e7ccd-bbfd-476d-9b6e-9e7600be40a3 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 804.489654] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-845e7ccd-bbfd-476d-9b6e-9e7600be40a3 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 804.490425] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22c5fe2c-099b-49be-9711-1e8a66e05bb8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.498287] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e1e8213b-96d7-4ea0-8ce5-7ac351549f04 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Acquiring lock "refresh_cache-d8ff34cc-0660-4828-847d-cc58e0c4385a" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.498435] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e1e8213b-96d7-4ea0-8ce5-7ac351549f04 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Acquired lock "refresh_cache-d8ff34cc-0660-4828-847d-cc58e0c4385a" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.498586] env[69350]: DEBUG nova.network.neutron [None req-e1e8213b-96d7-4ea0-8ce5-7ac351549f04 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: d8ff34cc-0660-4828-847d-cc58e0c4385a] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 804.503180] env[69350]: DEBUG oslo_vmware.api [None req-845e7ccd-bbfd-476d-9b6e-9e7600be40a3 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Waiting for the task: (returnval){ [ 804.503180] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52769b61-4dfd-84c9-2deb-0646e1285693" [ 804.503180] env[69350]: _type = "Task" [ 804.503180] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.509553] env[69350]: DEBUG oslo_vmware.api [None req-845e7ccd-bbfd-476d-9b6e-9e7600be40a3 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52769b61-4dfd-84c9-2deb-0646e1285693, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.538497] env[69350]: DEBUG oslo_vmware.api [None req-69b54951-d697-48c9-8acb-ca9ebbe1dc49 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52af7de3-d4f5-cff5-0ee6-f7502dd31079, 'name': SearchDatastore_Task, 'duration_secs': 0.010636} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.539481] env[69350]: DEBUG oslo_concurrency.lockutils [None req-69b54951-d697-48c9-8acb-ca9ebbe1dc49 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.539481] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-69b54951-d697-48c9-8acb-ca9ebbe1dc49 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 06270a6b-46d7-42ca-a02b-6747417f937e] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 804.539481] env[69350]: DEBUG oslo_concurrency.lockutils [None req-69b54951-d697-48c9-8acb-ca9ebbe1dc49 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.539481] env[69350]: DEBUG oslo_concurrency.lockutils [None req-69b54951-d697-48c9-8acb-ca9ebbe1dc49 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.539867] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-69b54951-d697-48c9-8acb-ca9ebbe1dc49 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 804.539867] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-92782a17-574d-4c73-a3ef-95af0d976a65 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.550037] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-69b54951-d697-48c9-8acb-ca9ebbe1dc49 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 804.550241] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-69b54951-d697-48c9-8acb-ca9ebbe1dc49 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 804.550981] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8763fec8-e4c5-4c4d-8274-619a404642d9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.557500] env[69350]: DEBUG oslo_vmware.api [None req-69b54951-d697-48c9-8acb-ca9ebbe1dc49 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Waiting for the task: (returnval){ [ 804.557500] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52f1d13e-0fdc-b7de-ca16-2142c5d84916" [ 804.557500] env[69350]: _type = "Task" [ 804.557500] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.566551] env[69350]: DEBUG oslo_vmware.api [None req-69b54951-d697-48c9-8acb-ca9ebbe1dc49 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52f1d13e-0fdc-b7de-ca16-2142c5d84916, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.739937] env[69350]: DEBUG oslo_concurrency.lockutils [req-993d550b-1de5-4ac9-868e-58bbdc480659 req-1f4f193d-c06d-44d3-8dc2-42530c9092be service nova] Releasing lock "refresh_cache-06270a6b-46d7-42ca-a02b-6747417f937e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.740369] env[69350]: DEBUG nova.compute.manager [req-993d550b-1de5-4ac9-868e-58bbdc480659 req-1f4f193d-c06d-44d3-8dc2-42530c9092be service nova] [instance: 575cfb5e-9476-43fc-9724-33cb252fb7ce] Received event network-vif-deleted-461fb0a5-68d0-4577-bbc5-0db7769976ba {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 804.740969] env[69350]: DEBUG nova.compute.manager [req-993d550b-1de5-4ac9-868e-58bbdc480659 req-1f4f193d-c06d-44d3-8dc2-42530c9092be service nova] [instance: 884fdc90-c90c-439a-8e9c-2730dc242474] Received event network-vif-deleted-d0aa839b-309f-4452-9cfd-9813ed053ba7 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 804.741176] env[69350]: DEBUG nova.compute.manager [req-993d550b-1de5-4ac9-868e-58bbdc480659 req-1f4f193d-c06d-44d3-8dc2-42530c9092be service nova] [instance: 4dff419b-86ab-48e1-bee1-46948de8ca0d] Received event network-vif-deleted-3766b8e6-f2d2-40fd-aa3b-9eb875982f29 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 804.808961] env[69350]: DEBUG nova.scheduler.client.report [None req-0708edef-5819-4469-a645-1e947e775131 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 804.912576] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3cfa9cc-ea3a-4692-8480-4b1ab2b74388 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: 4a4b72fc-0fe1-4365-ba71-beb33ccdc400] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 804.912862] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-caca1f5d-27b1-4929-96a6-9ad365fc4a96 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.923939] env[69350]: DEBUG oslo_vmware.api [None req-d3cfa9cc-ea3a-4692-8480-4b1ab2b74388 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Waiting for the task: (returnval){ [ 804.923939] env[69350]: value = "task-3364933" [ 804.923939] env[69350]: _type = "Task" [ 804.923939] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.925301] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b0255382-c631-43b1-862c-0be6d6770e75 tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.935719] env[69350]: DEBUG oslo_vmware.api [None req-d3cfa9cc-ea3a-4692-8480-4b1ab2b74388 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3364933, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.013990] env[69350]: DEBUG oslo_vmware.api [None req-845e7ccd-bbfd-476d-9b6e-9e7600be40a3 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52769b61-4dfd-84c9-2deb-0646e1285693, 'name': SearchDatastore_Task, 'duration_secs': 0.012094} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.014896] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-baa6eca2-e787-49cd-8529-522d68c3eb0e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.021543] env[69350]: DEBUG oslo_vmware.api [None req-845e7ccd-bbfd-476d-9b6e-9e7600be40a3 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Waiting for the task: (returnval){ [ 805.021543] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]525551df-d8dd-8304-d937-1ab4b6d8e66c" [ 805.021543] env[69350]: _type = "Task" [ 805.021543] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.032577] env[69350]: DEBUG oslo_vmware.api [None req-845e7ccd-bbfd-476d-9b6e-9e7600be40a3 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]525551df-d8dd-8304-d937-1ab4b6d8e66c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.049824] env[69350]: DEBUG nova.network.neutron [None req-e1e8213b-96d7-4ea0-8ce5-7ac351549f04 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: d8ff34cc-0660-4828-847d-cc58e0c4385a] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 805.071260] env[69350]: DEBUG oslo_vmware.api [None req-69b54951-d697-48c9-8acb-ca9ebbe1dc49 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52f1d13e-0fdc-b7de-ca16-2142c5d84916, 'name': SearchDatastore_Task, 'duration_secs': 0.010148} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.075055] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67fafbe5-0957-4f55-b590-bb108b6246a8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.082474] env[69350]: DEBUG oslo_vmware.api [None req-69b54951-d697-48c9-8acb-ca9ebbe1dc49 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Waiting for the task: (returnval){ [ 805.082474] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52b21604-0397-eeb6-a512-c2acef36473f" [ 805.082474] env[69350]: _type = "Task" [ 805.082474] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.099155] env[69350]: DEBUG oslo_vmware.api [None req-69b54951-d697-48c9-8acb-ca9ebbe1dc49 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52b21604-0397-eeb6-a512-c2acef36473f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.228705] env[69350]: DEBUG nova.network.neutron [None req-e1e8213b-96d7-4ea0-8ce5-7ac351549f04 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: d8ff34cc-0660-4828-847d-cc58e0c4385a] Updating instance_info_cache with network_info: [{"id": "1b1e497a-12bd-48a3-9187-04694e286686", "address": "fa:16:3e:da:83:88", "network": {"id": "40334e43-9f84-443d-804a-12efd4b9811e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-200552017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3571746915f448e3a8390b87a7cc7369", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b1e497a-12", "ovs_interfaceid": "1b1e497a-12bd-48a3-9187-04694e286686", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.314347] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0708edef-5819-4469-a645-1e947e775131 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.138s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.316877] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c188e2a3-ea48-48c5-8f63-5e7c7fd513aa tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.358s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.318450] env[69350]: INFO nova.compute.claims [None req-c188e2a3-ea48-48c5-8f63-5e7c7fd513aa tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 57801cfa-deec-406a-88e8-c039705979a2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 805.340241] env[69350]: INFO nova.scheduler.client.report [None req-0708edef-5819-4469-a645-1e947e775131 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] Deleted allocations for instance 2713f49f-14fc-4705-a30c-e114159466d1 [ 805.437063] env[69350]: DEBUG oslo_vmware.api [None req-d3cfa9cc-ea3a-4692-8480-4b1ab2b74388 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3364933, 'name': PowerOffVM_Task, 'duration_secs': 0.234055} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.437397] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3cfa9cc-ea3a-4692-8480-4b1ab2b74388 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: 4a4b72fc-0fe1-4365-ba71-beb33ccdc400] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 805.437626] env[69350]: DEBUG nova.compute.manager [None req-d3cfa9cc-ea3a-4692-8480-4b1ab2b74388 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: 4a4b72fc-0fe1-4365-ba71-beb33ccdc400] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 805.438960] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b31bc944-936e-4d59-9d6d-d7125d533394 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.468586] env[69350]: DEBUG nova.compute.manager [req-d9218f53-fb31-4d6a-84e4-a03aebc1aa40 req-c0a80d85-c917-4e8a-b361-65d651a44b45 service nova] [instance: d8ff34cc-0660-4828-847d-cc58e0c4385a] Received event network-vif-plugged-1b1e497a-12bd-48a3-9187-04694e286686 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 805.468825] env[69350]: DEBUG oslo_concurrency.lockutils [req-d9218f53-fb31-4d6a-84e4-a03aebc1aa40 req-c0a80d85-c917-4e8a-b361-65d651a44b45 service nova] Acquiring lock "d8ff34cc-0660-4828-847d-cc58e0c4385a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.469048] env[69350]: DEBUG oslo_concurrency.lockutils [req-d9218f53-fb31-4d6a-84e4-a03aebc1aa40 req-c0a80d85-c917-4e8a-b361-65d651a44b45 service nova] Lock "d8ff34cc-0660-4828-847d-cc58e0c4385a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.469220] env[69350]: DEBUG oslo_concurrency.lockutils [req-d9218f53-fb31-4d6a-84e4-a03aebc1aa40 req-c0a80d85-c917-4e8a-b361-65d651a44b45 service nova] Lock "d8ff34cc-0660-4828-847d-cc58e0c4385a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.469386] env[69350]: DEBUG nova.compute.manager [req-d9218f53-fb31-4d6a-84e4-a03aebc1aa40 req-c0a80d85-c917-4e8a-b361-65d651a44b45 service nova] [instance: d8ff34cc-0660-4828-847d-cc58e0c4385a] No waiting events found dispatching network-vif-plugged-1b1e497a-12bd-48a3-9187-04694e286686 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 805.469545] env[69350]: WARNING nova.compute.manager [req-d9218f53-fb31-4d6a-84e4-a03aebc1aa40 req-c0a80d85-c917-4e8a-b361-65d651a44b45 service nova] [instance: d8ff34cc-0660-4828-847d-cc58e0c4385a] Received unexpected event network-vif-plugged-1b1e497a-12bd-48a3-9187-04694e286686 for instance with vm_state building and task_state spawning. [ 805.469699] env[69350]: DEBUG nova.compute.manager [req-d9218f53-fb31-4d6a-84e4-a03aebc1aa40 req-c0a80d85-c917-4e8a-b361-65d651a44b45 service nova] [instance: d8ff34cc-0660-4828-847d-cc58e0c4385a] Received event network-changed-1b1e497a-12bd-48a3-9187-04694e286686 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 805.469846] env[69350]: DEBUG nova.compute.manager [req-d9218f53-fb31-4d6a-84e4-a03aebc1aa40 req-c0a80d85-c917-4e8a-b361-65d651a44b45 service nova] [instance: d8ff34cc-0660-4828-847d-cc58e0c4385a] Refreshing instance network info cache due to event network-changed-1b1e497a-12bd-48a3-9187-04694e286686. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 805.470015] env[69350]: DEBUG oslo_concurrency.lockutils [req-d9218f53-fb31-4d6a-84e4-a03aebc1aa40 req-c0a80d85-c917-4e8a-b361-65d651a44b45 service nova] Acquiring lock "refresh_cache-d8ff34cc-0660-4828-847d-cc58e0c4385a" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.532415] env[69350]: DEBUG oslo_vmware.api [None req-845e7ccd-bbfd-476d-9b6e-9e7600be40a3 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]525551df-d8dd-8304-d937-1ab4b6d8e66c, 'name': SearchDatastore_Task, 'duration_secs': 0.015825} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.532691] env[69350]: DEBUG oslo_concurrency.lockutils [None req-845e7ccd-bbfd-476d-9b6e-9e7600be40a3 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.532945] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-845e7ccd-bbfd-476d-9b6e-9e7600be40a3 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] 452a8c70-87fc-43a8-bcae-ae21e7035c6c/452a8c70-87fc-43a8-bcae-ae21e7035c6c.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 805.533216] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7fe58845-41f3-481c-8ea2-8f0fe0040288 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.541884] env[69350]: DEBUG oslo_vmware.api [None req-845e7ccd-bbfd-476d-9b6e-9e7600be40a3 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Waiting for the task: (returnval){ [ 805.541884] env[69350]: value = "task-3364934" [ 805.541884] env[69350]: _type = "Task" [ 805.541884] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.551353] env[69350]: DEBUG oslo_vmware.api [None req-845e7ccd-bbfd-476d-9b6e-9e7600be40a3 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Task: {'id': task-3364934, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.594353] env[69350]: DEBUG oslo_vmware.api [None req-69b54951-d697-48c9-8acb-ca9ebbe1dc49 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52b21604-0397-eeb6-a512-c2acef36473f, 'name': SearchDatastore_Task, 'duration_secs': 0.01543} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.594812] env[69350]: DEBUG oslo_concurrency.lockutils [None req-69b54951-d697-48c9-8acb-ca9ebbe1dc49 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.595018] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-69b54951-d697-48c9-8acb-ca9ebbe1dc49 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] 06270a6b-46d7-42ca-a02b-6747417f937e/06270a6b-46d7-42ca-a02b-6747417f937e.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 805.595912] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f567add4-d2ee-4e5e-90d1-f9538951be7e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.606332] env[69350]: DEBUG oslo_vmware.api [None req-69b54951-d697-48c9-8acb-ca9ebbe1dc49 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Waiting for the task: (returnval){ [ 805.606332] env[69350]: value = "task-3364935" [ 805.606332] env[69350]: _type = "Task" [ 805.606332] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.617335] env[69350]: DEBUG oslo_vmware.api [None req-69b54951-d697-48c9-8acb-ca9ebbe1dc49 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': task-3364935, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.732156] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e1e8213b-96d7-4ea0-8ce5-7ac351549f04 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Releasing lock "refresh_cache-d8ff34cc-0660-4828-847d-cc58e0c4385a" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.732499] env[69350]: DEBUG nova.compute.manager [None req-e1e8213b-96d7-4ea0-8ce5-7ac351549f04 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: d8ff34cc-0660-4828-847d-cc58e0c4385a] Instance network_info: |[{"id": "1b1e497a-12bd-48a3-9187-04694e286686", "address": "fa:16:3e:da:83:88", "network": {"id": "40334e43-9f84-443d-804a-12efd4b9811e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-200552017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3571746915f448e3a8390b87a7cc7369", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b1e497a-12", "ovs_interfaceid": "1b1e497a-12bd-48a3-9187-04694e286686", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 805.732802] env[69350]: DEBUG oslo_concurrency.lockutils [req-d9218f53-fb31-4d6a-84e4-a03aebc1aa40 req-c0a80d85-c917-4e8a-b361-65d651a44b45 service nova] Acquired lock "refresh_cache-d8ff34cc-0660-4828-847d-cc58e0c4385a" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.732985] env[69350]: DEBUG nova.network.neutron [req-d9218f53-fb31-4d6a-84e4-a03aebc1aa40 req-c0a80d85-c917-4e8a-b361-65d651a44b45 service nova] [instance: d8ff34cc-0660-4828-847d-cc58e0c4385a] Refreshing network info cache for port 1b1e497a-12bd-48a3-9187-04694e286686 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 805.734292] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e1e8213b-96d7-4ea0-8ce5-7ac351549f04 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: d8ff34cc-0660-4828-847d-cc58e0c4385a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:83:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '17c839f5-4de0-449c-9a24-4e0e2fca37ca', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1b1e497a-12bd-48a3-9187-04694e286686', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 805.742614] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1e8213b-96d7-4ea0-8ce5-7ac351549f04 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Creating folder: Project (3571746915f448e3a8390b87a7cc7369). Parent ref: group-v671398. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 805.743839] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-65d502bf-68c3-4255-9f77-466a8c1a6bb3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.757559] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-e1e8213b-96d7-4ea0-8ce5-7ac351549f04 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Created folder: Project (3571746915f448e3a8390b87a7cc7369) in parent group-v671398. [ 805.757878] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1e8213b-96d7-4ea0-8ce5-7ac351549f04 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Creating folder: Instances. Parent ref: group-v671483. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 805.758107] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-da810686-4902-4f79-a68e-ad808b116240 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.771358] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-e1e8213b-96d7-4ea0-8ce5-7ac351549f04 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Created folder: Instances in parent group-v671483. [ 805.771656] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e1e8213b-96d7-4ea0-8ce5-7ac351549f04 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 805.771908] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8ff34cc-0660-4828-847d-cc58e0c4385a] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 805.772421] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f0849b88-13b9-4f2f-bfbf-2c254760572b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.794742] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 805.794742] env[69350]: value = "task-3364938" [ 805.794742] env[69350]: _type = "Task" [ 805.794742] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.806715] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3364938, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.851134] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0708edef-5819-4469-a645-1e947e775131 tempest-FloatingIPsAssociationNegativeTestJSON-85094644 tempest-FloatingIPsAssociationNegativeTestJSON-85094644-project-member] Lock "2713f49f-14fc-4705-a30c-e114159466d1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.231s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.955388] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d3cfa9cc-ea3a-4692-8480-4b1ab2b74388 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Lock "4a4b72fc-0fe1-4365-ba71-beb33ccdc400" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.063s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.056531] env[69350]: DEBUG oslo_vmware.api [None req-845e7ccd-bbfd-476d-9b6e-9e7600be40a3 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Task: {'id': task-3364934, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.121679] env[69350]: DEBUG oslo_vmware.api [None req-69b54951-d697-48c9-8acb-ca9ebbe1dc49 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': task-3364935, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.311627] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3364938, 'name': CreateVM_Task} progress is 25%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.559579] env[69350]: DEBUG oslo_vmware.api [None req-845e7ccd-bbfd-476d-9b6e-9e7600be40a3 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Task: {'id': task-3364934, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.725916} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.563057] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-845e7ccd-bbfd-476d-9b6e-9e7600be40a3 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] 452a8c70-87fc-43a8-bcae-ae21e7035c6c/452a8c70-87fc-43a8-bcae-ae21e7035c6c.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 806.563057] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-845e7ccd-bbfd-476d-9b6e-9e7600be40a3 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] [instance: 452a8c70-87fc-43a8-bcae-ae21e7035c6c] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 806.563414] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-593cbb64-477b-48be-98bd-77ec62b43f88 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.573903] env[69350]: DEBUG oslo_vmware.api [None req-845e7ccd-bbfd-476d-9b6e-9e7600be40a3 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Waiting for the task: (returnval){ [ 806.573903] env[69350]: value = "task-3364939" [ 806.573903] env[69350]: _type = "Task" [ 806.573903] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.585764] env[69350]: DEBUG oslo_vmware.api [None req-845e7ccd-bbfd-476d-9b6e-9e7600be40a3 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Task: {'id': task-3364939, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.625214] env[69350]: DEBUG oslo_vmware.api [None req-69b54951-d697-48c9-8acb-ca9ebbe1dc49 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': task-3364935, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.652747} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.625549] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-69b54951-d697-48c9-8acb-ca9ebbe1dc49 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] 06270a6b-46d7-42ca-a02b-6747417f937e/06270a6b-46d7-42ca-a02b-6747417f937e.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 806.625864] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-69b54951-d697-48c9-8acb-ca9ebbe1dc49 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 06270a6b-46d7-42ca-a02b-6747417f937e] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 806.626235] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-560c33f6-44ce-4054-ac31-f7b0bf7d7284 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.636814] env[69350]: DEBUG oslo_vmware.api [None req-69b54951-d697-48c9-8acb-ca9ebbe1dc49 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Waiting for the task: (returnval){ [ 806.636814] env[69350]: value = "task-3364940" [ 806.636814] env[69350]: _type = "Task" [ 806.636814] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.652034] env[69350]: DEBUG oslo_vmware.api [None req-69b54951-d697-48c9-8acb-ca9ebbe1dc49 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': task-3364940, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.811875] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3364938, 'name': CreateVM_Task, 'duration_secs': 0.745009} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.813016] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8ff34cc-0660-4828-847d-cc58e0c4385a] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 806.813657] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e1e8213b-96d7-4ea0-8ce5-7ac351549f04 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.813831] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e1e8213b-96d7-4ea0-8ce5-7ac351549f04 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.814535] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e1e8213b-96d7-4ea0-8ce5-7ac351549f04 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.814535] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-953187e1-b0d0-4147-ab21-713a8d755981 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.820897] env[69350]: DEBUG oslo_vmware.api [None req-e1e8213b-96d7-4ea0-8ce5-7ac351549f04 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Waiting for the task: (returnval){ [ 806.820897] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52243b7d-d667-3986-b776-1e73b89d4c69" [ 806.820897] env[69350]: _type = "Task" [ 806.820897] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.830980] env[69350]: DEBUG oslo_vmware.api [None req-e1e8213b-96d7-4ea0-8ce5-7ac351549f04 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52243b7d-d667-3986-b776-1e73b89d4c69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.865806] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3a73690-7726-424b-93a2-16d673795083 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.877878] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df395df3-2728-46ee-b92c-4da4d795c421 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.917893] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea49457-a0b4-412c-b2be-fb234189db30 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.929437] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d83da5-9a3e-4f24-a759-ad1dbc862107 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.948690] env[69350]: DEBUG nova.compute.provider_tree [None req-c188e2a3-ea48-48c5-8f63-5e7c7fd513aa tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 806.992421] env[69350]: DEBUG nova.network.neutron [req-d9218f53-fb31-4d6a-84e4-a03aebc1aa40 req-c0a80d85-c917-4e8a-b361-65d651a44b45 service nova] [instance: d8ff34cc-0660-4828-847d-cc58e0c4385a] Updated VIF entry in instance network info cache for port 1b1e497a-12bd-48a3-9187-04694e286686. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 806.992808] env[69350]: DEBUG nova.network.neutron [req-d9218f53-fb31-4d6a-84e4-a03aebc1aa40 req-c0a80d85-c917-4e8a-b361-65d651a44b45 service nova] [instance: d8ff34cc-0660-4828-847d-cc58e0c4385a] Updating instance_info_cache with network_info: [{"id": "1b1e497a-12bd-48a3-9187-04694e286686", "address": "fa:16:3e:da:83:88", "network": {"id": "40334e43-9f84-443d-804a-12efd4b9811e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-200552017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3571746915f448e3a8390b87a7cc7369", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b1e497a-12", "ovs_interfaceid": "1b1e497a-12bd-48a3-9187-04694e286686", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.084496] env[69350]: DEBUG oslo_vmware.api [None req-845e7ccd-bbfd-476d-9b6e-9e7600be40a3 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Task: {'id': task-3364939, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08898} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.085058] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-845e7ccd-bbfd-476d-9b6e-9e7600be40a3 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] [instance: 452a8c70-87fc-43a8-bcae-ae21e7035c6c] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 807.085615] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd653f9-87c4-47b4-b34b-619cc007b7a3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.112923] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-845e7ccd-bbfd-476d-9b6e-9e7600be40a3 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] [instance: 452a8c70-87fc-43a8-bcae-ae21e7035c6c] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] 452a8c70-87fc-43a8-bcae-ae21e7035c6c/452a8c70-87fc-43a8-bcae-ae21e7035c6c.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 807.112923] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5acacf00-65ff-40c8-a208-49fe5ed78f20 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.139093] env[69350]: DEBUG oslo_vmware.api [None req-845e7ccd-bbfd-476d-9b6e-9e7600be40a3 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Waiting for the task: (returnval){ [ 807.139093] env[69350]: value = "task-3364941" [ 807.139093] env[69350]: _type = "Task" [ 807.139093] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.152506] env[69350]: DEBUG oslo_vmware.api [None req-845e7ccd-bbfd-476d-9b6e-9e7600be40a3 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Task: {'id': task-3364941, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.155720] env[69350]: DEBUG oslo_vmware.api [None req-69b54951-d697-48c9-8acb-ca9ebbe1dc49 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': task-3364940, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091516} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.156011] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-69b54951-d697-48c9-8acb-ca9ebbe1dc49 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 06270a6b-46d7-42ca-a02b-6747417f937e] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 807.156907] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97142a2e-0b51-43c6-aed4-224238a2fc52 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.183298] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-69b54951-d697-48c9-8acb-ca9ebbe1dc49 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 06270a6b-46d7-42ca-a02b-6747417f937e] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] 06270a6b-46d7-42ca-a02b-6747417f937e/06270a6b-46d7-42ca-a02b-6747417f937e.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 807.183494] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ebe4cff3-a849-4f08-b0a9-f741b039a662 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.207304] env[69350]: DEBUG oslo_vmware.api [None req-69b54951-d697-48c9-8acb-ca9ebbe1dc49 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Waiting for the task: (returnval){ [ 807.207304] env[69350]: value = "task-3364942" [ 807.207304] env[69350]: _type = "Task" [ 807.207304] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.212188] env[69350]: DEBUG nova.compute.manager [None req-b8daa8ce-0b8f-4595-9712-4455e73fb555 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: 4a4b72fc-0fe1-4365-ba71-beb33ccdc400] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 807.213033] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b1b7a4-e4e8-4fee-ab7e-81ece12aada8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.227301] env[69350]: DEBUG oslo_vmware.api [None req-69b54951-d697-48c9-8acb-ca9ebbe1dc49 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': task-3364942, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.336858] env[69350]: DEBUG oslo_vmware.api [None req-e1e8213b-96d7-4ea0-8ce5-7ac351549f04 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52243b7d-d667-3986-b776-1e73b89d4c69, 'name': SearchDatastore_Task, 'duration_secs': 0.011976} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.337192] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e1e8213b-96d7-4ea0-8ce5-7ac351549f04 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.337505] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e1e8213b-96d7-4ea0-8ce5-7ac351549f04 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: d8ff34cc-0660-4828-847d-cc58e0c4385a] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 807.337777] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e1e8213b-96d7-4ea0-8ce5-7ac351549f04 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.337977] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e1e8213b-96d7-4ea0-8ce5-7ac351549f04 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.338373] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1e8213b-96d7-4ea0-8ce5-7ac351549f04 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 807.338534] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d23a6bcc-5f70-47a0-a304-82f218a36ca1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.352787] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1e8213b-96d7-4ea0-8ce5-7ac351549f04 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 807.353181] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e1e8213b-96d7-4ea0-8ce5-7ac351549f04 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 807.353886] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a23b392-a615-44ce-b92a-4e34f1631fd9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.361232] env[69350]: DEBUG oslo_vmware.api [None req-e1e8213b-96d7-4ea0-8ce5-7ac351549f04 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Waiting for the task: (returnval){ [ 807.361232] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52a80f87-667f-d43f-7c02-03beb638d200" [ 807.361232] env[69350]: _type = "Task" [ 807.361232] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.373453] env[69350]: DEBUG oslo_vmware.api [None req-e1e8213b-96d7-4ea0-8ce5-7ac351549f04 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52a80f87-667f-d43f-7c02-03beb638d200, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.452118] env[69350]: DEBUG nova.scheduler.client.report [None req-c188e2a3-ea48-48c5-8f63-5e7c7fd513aa tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 807.496089] env[69350]: DEBUG oslo_concurrency.lockutils [req-d9218f53-fb31-4d6a-84e4-a03aebc1aa40 req-c0a80d85-c917-4e8a-b361-65d651a44b45 service nova] Releasing lock "refresh_cache-d8ff34cc-0660-4828-847d-cc58e0c4385a" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.657886] env[69350]: DEBUG oslo_vmware.api [None req-845e7ccd-bbfd-476d-9b6e-9e7600be40a3 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Task: {'id': task-3364941, 'name': ReconfigVM_Task, 'duration_secs': 0.443812} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.660265] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-845e7ccd-bbfd-476d-9b6e-9e7600be40a3 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] [instance: 452a8c70-87fc-43a8-bcae-ae21e7035c6c] Reconfigured VM instance instance-0000001b to attach disk [datastore1] 452a8c70-87fc-43a8-bcae-ae21e7035c6c/452a8c70-87fc-43a8-bcae-ae21e7035c6c.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 807.660265] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2fd69ef1-a2ff-4995-a255-0de6e4fe63bc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.670174] env[69350]: DEBUG oslo_vmware.api [None req-845e7ccd-bbfd-476d-9b6e-9e7600be40a3 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Waiting for the task: (returnval){ [ 807.670174] env[69350]: value = "task-3364943" [ 807.670174] env[69350]: _type = "Task" [ 807.670174] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.683106] env[69350]: DEBUG oslo_vmware.api [None req-845e7ccd-bbfd-476d-9b6e-9e7600be40a3 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Task: {'id': task-3364943, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.722512] env[69350]: DEBUG oslo_vmware.api [None req-69b54951-d697-48c9-8acb-ca9ebbe1dc49 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': task-3364942, 'name': ReconfigVM_Task, 'duration_secs': 0.290949} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.722800] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-69b54951-d697-48c9-8acb-ca9ebbe1dc49 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 06270a6b-46d7-42ca-a02b-6747417f937e] Reconfigured VM instance instance-0000001d to attach disk [datastore2] 06270a6b-46d7-42ca-a02b-6747417f937e/06270a6b-46d7-42ca-a02b-6747417f937e.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 807.723723] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-61e49eb7-19f8-442c-9d54-a4b5f4628103 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.729202] env[69350]: INFO nova.compute.manager [None req-b8daa8ce-0b8f-4595-9712-4455e73fb555 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: 4a4b72fc-0fe1-4365-ba71-beb33ccdc400] instance snapshotting [ 807.729684] env[69350]: WARNING nova.compute.manager [None req-b8daa8ce-0b8f-4595-9712-4455e73fb555 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: 4a4b72fc-0fe1-4365-ba71-beb33ccdc400] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 807.733137] env[69350]: DEBUG oslo_vmware.api [None req-69b54951-d697-48c9-8acb-ca9ebbe1dc49 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Waiting for the task: (returnval){ [ 807.733137] env[69350]: value = "task-3364944" [ 807.733137] env[69350]: _type = "Task" [ 807.733137] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.734381] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-792139b0-b7bf-4d2c-9222-05ee43671637 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.750696] env[69350]: DEBUG oslo_vmware.api [None req-69b54951-d697-48c9-8acb-ca9ebbe1dc49 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': task-3364944, 'name': Rename_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.767462] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12bbde75-3a58-4c70-a39d-589376f15df2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.875275] env[69350]: DEBUG oslo_vmware.api [None req-e1e8213b-96d7-4ea0-8ce5-7ac351549f04 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52a80f87-667f-d43f-7c02-03beb638d200, 'name': SearchDatastore_Task, 'duration_secs': 0.011941} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.876748] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afeeb190-7530-4475-9fb1-db14a54951ee {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.884042] env[69350]: DEBUG oslo_vmware.api [None req-e1e8213b-96d7-4ea0-8ce5-7ac351549f04 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Waiting for the task: (returnval){ [ 807.884042] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]520419cc-e625-0b0d-f4d4-6fd2b357cec7" [ 807.884042] env[69350]: _type = "Task" [ 807.884042] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.896621] env[69350]: DEBUG oslo_vmware.api [None req-e1e8213b-96d7-4ea0-8ce5-7ac351549f04 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]520419cc-e625-0b0d-f4d4-6fd2b357cec7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.958456] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c188e2a3-ea48-48c5-8f63-5e7c7fd513aa tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.642s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.958993] env[69350]: DEBUG nova.compute.manager [None req-c188e2a3-ea48-48c5-8f63-5e7c7fd513aa tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 57801cfa-deec-406a-88e8-c039705979a2] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 807.963848] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8885013f-f48b-483f-8f35-f715962076ed tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.316s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.965618] env[69350]: INFO nova.compute.claims [None req-8885013f-f48b-483f-8f35-f715962076ed tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] [instance: 3d3dab3a-f176-4b15-bd54-7618cb6fedab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 808.191073] env[69350]: DEBUG oslo_vmware.api [None req-845e7ccd-bbfd-476d-9b6e-9e7600be40a3 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Task: {'id': task-3364943, 'name': Rename_Task, 'duration_secs': 0.21004} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.193453] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-845e7ccd-bbfd-476d-9b6e-9e7600be40a3 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] [instance: 452a8c70-87fc-43a8-bcae-ae21e7035c6c] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 808.193453] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-114f96eb-e8f2-4eae-b57d-bb3e45a31b30 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.205942] env[69350]: DEBUG oslo_vmware.api [None req-845e7ccd-bbfd-476d-9b6e-9e7600be40a3 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Waiting for the task: (returnval){ [ 808.205942] env[69350]: value = "task-3364945" [ 808.205942] env[69350]: _type = "Task" [ 808.205942] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.216010] env[69350]: DEBUG oslo_vmware.api [None req-845e7ccd-bbfd-476d-9b6e-9e7600be40a3 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Task: {'id': task-3364945, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.249926] env[69350]: DEBUG oslo_vmware.api [None req-69b54951-d697-48c9-8acb-ca9ebbe1dc49 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': task-3364944, 'name': Rename_Task, 'duration_secs': 0.171668} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.250338] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-69b54951-d697-48c9-8acb-ca9ebbe1dc49 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 06270a6b-46d7-42ca-a02b-6747417f937e] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 808.250618] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-78a3e053-3834-44ca-9aeb-e5b59fab4272 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.260782] env[69350]: DEBUG oslo_vmware.api [None req-69b54951-d697-48c9-8acb-ca9ebbe1dc49 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Waiting for the task: (returnval){ [ 808.260782] env[69350]: value = "task-3364946" [ 808.260782] env[69350]: _type = "Task" [ 808.260782] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.273274] env[69350]: DEBUG oslo_vmware.api [None req-69b54951-d697-48c9-8acb-ca9ebbe1dc49 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': task-3364946, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.282815] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b8daa8ce-0b8f-4595-9712-4455e73fb555 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: 4a4b72fc-0fe1-4365-ba71-beb33ccdc400] Creating Snapshot of the VM instance {{(pid=69350) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 808.282815] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-84c560b2-759e-4cc4-8164-55807c045532 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.294440] env[69350]: DEBUG oslo_vmware.api [None req-b8daa8ce-0b8f-4595-9712-4455e73fb555 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Waiting for the task: (returnval){ [ 808.294440] env[69350]: value = "task-3364947" [ 808.294440] env[69350]: _type = "Task" [ 808.294440] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.308317] env[69350]: DEBUG oslo_vmware.api [None req-b8daa8ce-0b8f-4595-9712-4455e73fb555 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3364947, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.396074] env[69350]: DEBUG oslo_vmware.api [None req-e1e8213b-96d7-4ea0-8ce5-7ac351549f04 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]520419cc-e625-0b0d-f4d4-6fd2b357cec7, 'name': SearchDatastore_Task, 'duration_secs': 0.015843} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.396359] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e1e8213b-96d7-4ea0-8ce5-7ac351549f04 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.396675] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1e8213b-96d7-4ea0-8ce5-7ac351549f04 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] d8ff34cc-0660-4828-847d-cc58e0c4385a/d8ff34cc-0660-4828-847d-cc58e0c4385a.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 808.397070] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6dd62a6e-a3a8-4f08-b113-822aa9bddc6c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.407319] env[69350]: DEBUG oslo_vmware.api [None req-e1e8213b-96d7-4ea0-8ce5-7ac351549f04 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Waiting for the task: (returnval){ [ 808.407319] env[69350]: value = "task-3364948" [ 808.407319] env[69350]: _type = "Task" [ 808.407319] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.421326] env[69350]: DEBUG oslo_vmware.api [None req-e1e8213b-96d7-4ea0-8ce5-7ac351549f04 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': task-3364948, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.470386] env[69350]: DEBUG nova.compute.utils [None req-c188e2a3-ea48-48c5-8f63-5e7c7fd513aa tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 808.482688] env[69350]: DEBUG nova.compute.manager [None req-c188e2a3-ea48-48c5-8f63-5e7c7fd513aa tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 57801cfa-deec-406a-88e8-c039705979a2] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 808.483814] env[69350]: DEBUG nova.network.neutron [None req-c188e2a3-ea48-48c5-8f63-5e7c7fd513aa tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 57801cfa-deec-406a-88e8-c039705979a2] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 808.495665] env[69350]: DEBUG oslo_vmware.rw_handles [None req-7f8b9d1c-7dea-4363-98da-adc1a764da0b tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e26c74-c665-943b-15c5-da558e989654/disk-0.vmdk. {{(pid=69350) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 808.496978] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eed98bf2-9bd6-48af-b42d-d747422fdec0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.505472] env[69350]: DEBUG oslo_vmware.rw_handles [None req-7f8b9d1c-7dea-4363-98da-adc1a764da0b tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e26c74-c665-943b-15c5-da558e989654/disk-0.vmdk is in state: ready. {{(pid=69350) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 808.505698] env[69350]: ERROR oslo_vmware.rw_handles [None req-7f8b9d1c-7dea-4363-98da-adc1a764da0b tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e26c74-c665-943b-15c5-da558e989654/disk-0.vmdk due to incomplete transfer. [ 808.506019] env[69350]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3bb2d082-31fe-4abb-8268-f503b7e78551 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.516888] env[69350]: DEBUG oslo_vmware.rw_handles [None req-7f8b9d1c-7dea-4363-98da-adc1a764da0b tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e26c74-c665-943b-15c5-da558e989654/disk-0.vmdk. {{(pid=69350) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 808.516888] env[69350]: DEBUG nova.virt.vmwareapi.images [None req-7f8b9d1c-7dea-4363-98da-adc1a764da0b tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: be800ce5-6d2e-402d-b83a-e22771d0aa5d] Uploaded image 824e8405-d7b3-43b5-aefe-a859e210e54e to the Glance image server {{(pid=69350) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 808.518688] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f8b9d1c-7dea-4363-98da-adc1a764da0b tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: be800ce5-6d2e-402d-b83a-e22771d0aa5d] Destroying the VM {{(pid=69350) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 808.519062] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f5e04de8-33d6-4c78-8482-1dffa9972f4d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.529686] env[69350]: DEBUG oslo_vmware.api [None req-7f8b9d1c-7dea-4363-98da-adc1a764da0b tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Waiting for the task: (returnval){ [ 808.529686] env[69350]: value = "task-3364949" [ 808.529686] env[69350]: _type = "Task" [ 808.529686] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.543876] env[69350]: DEBUG oslo_vmware.api [None req-7f8b9d1c-7dea-4363-98da-adc1a764da0b tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Task: {'id': task-3364949, 'name': Destroy_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.567712] env[69350]: DEBUG nova.policy [None req-c188e2a3-ea48-48c5-8f63-5e7c7fd513aa tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '391c1e0e301b4aea9abc82bc851ff1ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0b6086e845a74075ace175b4fcb0622d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 808.722272] env[69350]: DEBUG oslo_vmware.api [None req-845e7ccd-bbfd-476d-9b6e-9e7600be40a3 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Task: {'id': task-3364945, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.776043] env[69350]: DEBUG oslo_vmware.api [None req-69b54951-d697-48c9-8acb-ca9ebbe1dc49 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': task-3364946, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.810447] env[69350]: DEBUG oslo_vmware.api [None req-b8daa8ce-0b8f-4595-9712-4455e73fb555 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3364947, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.924244] env[69350]: DEBUG oslo_vmware.api [None req-e1e8213b-96d7-4ea0-8ce5-7ac351549f04 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': task-3364948, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.992771] env[69350]: DEBUG nova.compute.manager [None req-c188e2a3-ea48-48c5-8f63-5e7c7fd513aa tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 57801cfa-deec-406a-88e8-c039705979a2] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 809.039689] env[69350]: DEBUG oslo_vmware.api [None req-7f8b9d1c-7dea-4363-98da-adc1a764da0b tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Task: {'id': task-3364949, 'name': Destroy_Task} progress is 33%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.147497] env[69350]: DEBUG nova.network.neutron [None req-c188e2a3-ea48-48c5-8f63-5e7c7fd513aa tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 57801cfa-deec-406a-88e8-c039705979a2] Successfully created port: f665a326-a774-4273-a495-dbf5c4fb3ffe {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 809.225014] env[69350]: DEBUG oslo_vmware.api [None req-845e7ccd-bbfd-476d-9b6e-9e7600be40a3 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Task: {'id': task-3364945, 'name': PowerOnVM_Task, 'duration_secs': 0.547871} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.226138] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-845e7ccd-bbfd-476d-9b6e-9e7600be40a3 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] [instance: 452a8c70-87fc-43a8-bcae-ae21e7035c6c] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 809.226138] env[69350]: DEBUG nova.compute.manager [None req-845e7ccd-bbfd-476d-9b6e-9e7600be40a3 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] [instance: 452a8c70-87fc-43a8-bcae-ae21e7035c6c] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 809.226585] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab7edaa-3a0c-473f-8a45-2175c3099a53 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.279013] env[69350]: DEBUG oslo_vmware.api [None req-69b54951-d697-48c9-8acb-ca9ebbe1dc49 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': task-3364946, 'name': PowerOnVM_Task, 'duration_secs': 0.600507} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.279985] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-69b54951-d697-48c9-8acb-ca9ebbe1dc49 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 06270a6b-46d7-42ca-a02b-6747417f937e] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 809.281367] env[69350]: INFO nova.compute.manager [None req-69b54951-d697-48c9-8acb-ca9ebbe1dc49 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 06270a6b-46d7-42ca-a02b-6747417f937e] Took 9.06 seconds to spawn the instance on the hypervisor. [ 809.281367] env[69350]: DEBUG nova.compute.manager [None req-69b54951-d697-48c9-8acb-ca9ebbe1dc49 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 06270a6b-46d7-42ca-a02b-6747417f937e] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 809.281367] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c7d272c-c40c-472c-a42a-ac2d0d0e83a9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.314844] env[69350]: DEBUG oslo_vmware.api [None req-b8daa8ce-0b8f-4595-9712-4455e73fb555 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3364947, 'name': CreateSnapshot_Task, 'duration_secs': 0.521308} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.315185] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b8daa8ce-0b8f-4595-9712-4455e73fb555 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: 4a4b72fc-0fe1-4365-ba71-beb33ccdc400] Created Snapshot of the VM instance {{(pid=69350) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 809.315994] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7f19532-a1ab-4cc0-84de-966cfe86e33c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.418623] env[69350]: DEBUG oslo_vmware.api [None req-e1e8213b-96d7-4ea0-8ce5-7ac351549f04 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': task-3364948, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.597012} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.421384] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1e8213b-96d7-4ea0-8ce5-7ac351549f04 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] d8ff34cc-0660-4828-847d-cc58e0c4385a/d8ff34cc-0660-4828-847d-cc58e0c4385a.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 809.421615] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e1e8213b-96d7-4ea0-8ce5-7ac351549f04 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: d8ff34cc-0660-4828-847d-cc58e0c4385a] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 809.422092] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7fb19a2d-0bc4-47e4-a851-3d24d4da9369 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.430874] env[69350]: DEBUG oslo_vmware.api [None req-e1e8213b-96d7-4ea0-8ce5-7ac351549f04 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Waiting for the task: (returnval){ [ 809.430874] env[69350]: value = "task-3364950" [ 809.430874] env[69350]: _type = "Task" [ 809.430874] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.443221] env[69350]: DEBUG oslo_vmware.api [None req-e1e8213b-96d7-4ea0-8ce5-7ac351549f04 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': task-3364950, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.542343] env[69350]: DEBUG oslo_vmware.api [None req-7f8b9d1c-7dea-4363-98da-adc1a764da0b tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Task: {'id': task-3364949, 'name': Destroy_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.618034] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da0d1448-daab-4b01-bf5a-6d6a1aa2225e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.629163] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f60dd350-eef6-4329-b039-786f115c1152 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.664030] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc6ed7ca-d9e0-435e-898c-50abee86ab28 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.673569] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d765ee63-cf1a-4384-8c71-582cd661a640 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.692372] env[69350]: DEBUG nova.compute.provider_tree [None req-8885013f-f48b-483f-8f35-f715962076ed tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 809.750165] env[69350]: DEBUG oslo_concurrency.lockutils [None req-845e7ccd-bbfd-476d-9b6e-9e7600be40a3 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.815491] env[69350]: INFO nova.compute.manager [None req-69b54951-d697-48c9-8acb-ca9ebbe1dc49 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 06270a6b-46d7-42ca-a02b-6747417f937e] Took 34.57 seconds to build instance. [ 809.839359] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b8daa8ce-0b8f-4595-9712-4455e73fb555 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: 4a4b72fc-0fe1-4365-ba71-beb33ccdc400] Creating linked-clone VM from snapshot {{(pid=69350) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 809.840664] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-94185c32-14f6-417f-bece-9826eb581953 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.852425] env[69350]: DEBUG oslo_vmware.api [None req-b8daa8ce-0b8f-4595-9712-4455e73fb555 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Waiting for the task: (returnval){ [ 809.852425] env[69350]: value = "task-3364951" [ 809.852425] env[69350]: _type = "Task" [ 809.852425] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.864054] env[69350]: DEBUG oslo_vmware.api [None req-b8daa8ce-0b8f-4595-9712-4455e73fb555 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3364951, 'name': CloneVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.943439] env[69350]: DEBUG oslo_vmware.api [None req-e1e8213b-96d7-4ea0-8ce5-7ac351549f04 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': task-3364950, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.321784} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.943722] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e1e8213b-96d7-4ea0-8ce5-7ac351549f04 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: d8ff34cc-0660-4828-847d-cc58e0c4385a] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 809.947096] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-873a188d-f679-4b34-848a-5c21272f14c6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.970995] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1e8213b-96d7-4ea0-8ce5-7ac351549f04 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: d8ff34cc-0660-4828-847d-cc58e0c4385a] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] d8ff34cc-0660-4828-847d-cc58e0c4385a/d8ff34cc-0660-4828-847d-cc58e0c4385a.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 809.971347] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9932bfa-f72b-473c-ae59-a4798994b14e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.994574] env[69350]: DEBUG oslo_vmware.api [None req-e1e8213b-96d7-4ea0-8ce5-7ac351549f04 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Waiting for the task: (returnval){ [ 809.994574] env[69350]: value = "task-3364952" [ 809.994574] env[69350]: _type = "Task" [ 809.994574] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.004674] env[69350]: DEBUG nova.compute.manager [None req-c188e2a3-ea48-48c5-8f63-5e7c7fd513aa tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 57801cfa-deec-406a-88e8-c039705979a2] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 810.007280] env[69350]: DEBUG oslo_vmware.api [None req-e1e8213b-96d7-4ea0-8ce5-7ac351549f04 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': task-3364952, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.031974] env[69350]: DEBUG nova.virt.hardware [None req-c188e2a3-ea48-48c5-8f63-5e7c7fd513aa tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 810.032444] env[69350]: DEBUG nova.virt.hardware [None req-c188e2a3-ea48-48c5-8f63-5e7c7fd513aa tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 810.032691] env[69350]: DEBUG nova.virt.hardware [None req-c188e2a3-ea48-48c5-8f63-5e7c7fd513aa tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 810.032984] env[69350]: DEBUG nova.virt.hardware [None req-c188e2a3-ea48-48c5-8f63-5e7c7fd513aa tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 810.033247] env[69350]: DEBUG nova.virt.hardware [None req-c188e2a3-ea48-48c5-8f63-5e7c7fd513aa tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 810.033499] env[69350]: DEBUG nova.virt.hardware [None req-c188e2a3-ea48-48c5-8f63-5e7c7fd513aa tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 810.033828] env[69350]: DEBUG nova.virt.hardware [None req-c188e2a3-ea48-48c5-8f63-5e7c7fd513aa tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 810.034115] env[69350]: DEBUG nova.virt.hardware [None req-c188e2a3-ea48-48c5-8f63-5e7c7fd513aa tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 810.034424] env[69350]: DEBUG nova.virt.hardware [None req-c188e2a3-ea48-48c5-8f63-5e7c7fd513aa tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 810.034700] env[69350]: DEBUG nova.virt.hardware [None req-c188e2a3-ea48-48c5-8f63-5e7c7fd513aa tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 810.034987] env[69350]: DEBUG nova.virt.hardware [None req-c188e2a3-ea48-48c5-8f63-5e7c7fd513aa tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 810.036427] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e7f30d6-a8f5-4a41-943c-c386bbd41427 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.058026] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e27e3bb-89f6-4880-8283-3c21fff0b226 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.067020] env[69350]: DEBUG oslo_vmware.api [None req-7f8b9d1c-7dea-4363-98da-adc1a764da0b tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Task: {'id': task-3364949, 'name': Destroy_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.198021] env[69350]: DEBUG nova.scheduler.client.report [None req-8885013f-f48b-483f-8f35-f715962076ed tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 810.319679] env[69350]: DEBUG oslo_concurrency.lockutils [None req-69b54951-d697-48c9-8acb-ca9ebbe1dc49 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Lock "06270a6b-46d7-42ca-a02b-6747417f937e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.325s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.366033] env[69350]: DEBUG oslo_vmware.api [None req-b8daa8ce-0b8f-4595-9712-4455e73fb555 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3364951, 'name': CloneVM_Task} progress is 94%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.509933] env[69350]: DEBUG oslo_vmware.api [None req-e1e8213b-96d7-4ea0-8ce5-7ac351549f04 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': task-3364952, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.547482] env[69350]: DEBUG oslo_vmware.api [None req-7f8b9d1c-7dea-4363-98da-adc1a764da0b tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Task: {'id': task-3364949, 'name': Destroy_Task, 'duration_secs': 1.98113} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.547894] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-7f8b9d1c-7dea-4363-98da-adc1a764da0b tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: be800ce5-6d2e-402d-b83a-e22771d0aa5d] Destroyed the VM [ 810.548197] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7f8b9d1c-7dea-4363-98da-adc1a764da0b tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: be800ce5-6d2e-402d-b83a-e22771d0aa5d] Deleting Snapshot of the VM instance {{(pid=69350) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 810.548490] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a194c5ba-fc01-4742-985f-1464b5ed3378 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.557482] env[69350]: DEBUG oslo_vmware.api [None req-7f8b9d1c-7dea-4363-98da-adc1a764da0b tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Waiting for the task: (returnval){ [ 810.557482] env[69350]: value = "task-3364953" [ 810.557482] env[69350]: _type = "Task" [ 810.557482] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.568620] env[69350]: DEBUG oslo_vmware.api [None req-7f8b9d1c-7dea-4363-98da-adc1a764da0b tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Task: {'id': task-3364953, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.704199] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8885013f-f48b-483f-8f35-f715962076ed tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.740s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.704833] env[69350]: DEBUG nova.compute.manager [None req-8885013f-f48b-483f-8f35-f715962076ed tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] [instance: 3d3dab3a-f176-4b15-bd54-7618cb6fedab] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 810.709266] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 24.969s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.709266] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.710540] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69350) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 810.710540] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d38dc45d-3a9d-440d-848c-1aa04cb0f5c0 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.146s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.712540] env[69350]: INFO nova.compute.claims [None req-d38dc45d-3a9d-440d-848c-1aa04cb0f5c0 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] [instance: d256518f-5e63-4b21-9d0d-0fbb60928b4a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 810.719054] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccebf349-0866-4a36-837a-09b7617f8272 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.730246] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aebe0320-bf9a-426c-a866-64ed55f8fb08 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.747629] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-691aeaab-1b03-4b2c-8eed-057673c20d81 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.756782] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac4d4cb-b96d-4c8a-b009-f7b157efaafa {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.796240] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178907MB free_disk=105GB free_vcpus=48 pci_devices=None {{(pid=69350) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 810.796240] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.823933] env[69350]: DEBUG nova.compute.manager [None req-9b8692d1-8c10-445c-911f-a0ab76e79a7b tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] [instance: 7ecd7a06-8651-44da-abd2-1fc160b79921] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 810.865859] env[69350]: DEBUG oslo_vmware.api [None req-b8daa8ce-0b8f-4595-9712-4455e73fb555 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3364951, 'name': CloneVM_Task} progress is 94%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.898652] env[69350]: DEBUG oslo_concurrency.lockutils [None req-87de02ea-5653-4cae-9053-3e3f26a4618c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Acquiring lock "b431ea42-872f-4b78-b558-5b3ce649d68e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.899166] env[69350]: DEBUG oslo_concurrency.lockutils [None req-87de02ea-5653-4cae-9053-3e3f26a4618c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Lock "b431ea42-872f-4b78-b558-5b3ce649d68e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.008748] env[69350]: DEBUG oslo_vmware.api [None req-e1e8213b-96d7-4ea0-8ce5-7ac351549f04 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': task-3364952, 'name': ReconfigVM_Task, 'duration_secs': 0.630099} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.009113] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1e8213b-96d7-4ea0-8ce5-7ac351549f04 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: d8ff34cc-0660-4828-847d-cc58e0c4385a] Reconfigured VM instance instance-0000001e to attach disk [datastore1] d8ff34cc-0660-4828-847d-cc58e0c4385a/d8ff34cc-0660-4828-847d-cc58e0c4385a.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 811.009780] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-11ba648f-4daa-44c4-82fb-14e9698ed757 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.021891] env[69350]: DEBUG oslo_vmware.api [None req-e1e8213b-96d7-4ea0-8ce5-7ac351549f04 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Waiting for the task: (returnval){ [ 811.021891] env[69350]: value = "task-3364954" [ 811.021891] env[69350]: _type = "Task" [ 811.021891] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.033852] env[69350]: DEBUG oslo_vmware.api [None req-e1e8213b-96d7-4ea0-8ce5-7ac351549f04 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': task-3364954, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.068244] env[69350]: DEBUG oslo_vmware.api [None req-7f8b9d1c-7dea-4363-98da-adc1a764da0b tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Task: {'id': task-3364953, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.217438] env[69350]: DEBUG nova.compute.utils [None req-8885013f-f48b-483f-8f35-f715962076ed tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 811.220253] env[69350]: DEBUG nova.compute.manager [None req-8885013f-f48b-483f-8f35-f715962076ed tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] [instance: 3d3dab3a-f176-4b15-bd54-7618cb6fedab] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 811.221050] env[69350]: DEBUG nova.network.neutron [None req-8885013f-f48b-483f-8f35-f715962076ed tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] [instance: 3d3dab3a-f176-4b15-bd54-7618cb6fedab] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 811.327414] env[69350]: DEBUG nova.policy [None req-8885013f-f48b-483f-8f35-f715962076ed tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '67b23c38d72f42949c2b7f1526820395', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '92716055a83d4402bd05298f47160b6f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 811.343999] env[69350]: DEBUG nova.compute.manager [req-af259556-a301-44d6-80dc-83cdaf72cf9e req-47245c74-c075-40a5-88bd-effd31a41f8b service nova] [instance: 57801cfa-deec-406a-88e8-c039705979a2] Received event network-vif-plugged-f665a326-a774-4273-a495-dbf5c4fb3ffe {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 811.344280] env[69350]: DEBUG oslo_concurrency.lockutils [req-af259556-a301-44d6-80dc-83cdaf72cf9e req-47245c74-c075-40a5-88bd-effd31a41f8b service nova] Acquiring lock "57801cfa-deec-406a-88e8-c039705979a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.344552] env[69350]: DEBUG oslo_concurrency.lockutils [req-af259556-a301-44d6-80dc-83cdaf72cf9e req-47245c74-c075-40a5-88bd-effd31a41f8b service nova] Lock "57801cfa-deec-406a-88e8-c039705979a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.344932] env[69350]: DEBUG oslo_concurrency.lockutils [req-af259556-a301-44d6-80dc-83cdaf72cf9e req-47245c74-c075-40a5-88bd-effd31a41f8b service nova] Lock "57801cfa-deec-406a-88e8-c039705979a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.345069] env[69350]: DEBUG nova.compute.manager [req-af259556-a301-44d6-80dc-83cdaf72cf9e req-47245c74-c075-40a5-88bd-effd31a41f8b service nova] [instance: 57801cfa-deec-406a-88e8-c039705979a2] No waiting events found dispatching network-vif-plugged-f665a326-a774-4273-a495-dbf5c4fb3ffe {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 811.345277] env[69350]: WARNING nova.compute.manager [req-af259556-a301-44d6-80dc-83cdaf72cf9e req-47245c74-c075-40a5-88bd-effd31a41f8b service nova] [instance: 57801cfa-deec-406a-88e8-c039705979a2] Received unexpected event network-vif-plugged-f665a326-a774-4273-a495-dbf5c4fb3ffe for instance with vm_state building and task_state spawning. [ 811.353439] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9b8692d1-8c10-445c-911f-a0ab76e79a7b tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.364571] env[69350]: DEBUG oslo_vmware.api [None req-b8daa8ce-0b8f-4595-9712-4455e73fb555 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3364951, 'name': CloneVM_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.512121] env[69350]: DEBUG nova.network.neutron [None req-c188e2a3-ea48-48c5-8f63-5e7c7fd513aa tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 57801cfa-deec-406a-88e8-c039705979a2] Successfully updated port: f665a326-a774-4273-a495-dbf5c4fb3ffe {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 811.532312] env[69350]: DEBUG oslo_vmware.api [None req-e1e8213b-96d7-4ea0-8ce5-7ac351549f04 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': task-3364954, 'name': Rename_Task, 'duration_secs': 0.228101} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.533253] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1e8213b-96d7-4ea0-8ce5-7ac351549f04 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: d8ff34cc-0660-4828-847d-cc58e0c4385a] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 811.533503] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f2ee3a9-45fc-46ea-af01-06655f77cddc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.540690] env[69350]: DEBUG oslo_vmware.api [None req-e1e8213b-96d7-4ea0-8ce5-7ac351549f04 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Waiting for the task: (returnval){ [ 811.540690] env[69350]: value = "task-3364955" [ 811.540690] env[69350]: _type = "Task" [ 811.540690] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.550436] env[69350]: DEBUG oslo_vmware.api [None req-e1e8213b-96d7-4ea0-8ce5-7ac351549f04 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': task-3364955, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.568873] env[69350]: DEBUG oslo_vmware.api [None req-7f8b9d1c-7dea-4363-98da-adc1a764da0b tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Task: {'id': task-3364953, 'name': RemoveSnapshot_Task, 'duration_secs': 0.573168} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.569442] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7f8b9d1c-7dea-4363-98da-adc1a764da0b tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: be800ce5-6d2e-402d-b83a-e22771d0aa5d] Deleted Snapshot of the VM instance {{(pid=69350) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 811.569442] env[69350]: INFO nova.compute.manager [None req-7f8b9d1c-7dea-4363-98da-adc1a764da0b tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: be800ce5-6d2e-402d-b83a-e22771d0aa5d] Took 15.85 seconds to snapshot the instance on the hypervisor. [ 811.611261] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fba514b4-066f-4fbd-9cf0-ddae5a524cd6 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Acquiring lock "452a8c70-87fc-43a8-bcae-ae21e7035c6c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.611590] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fba514b4-066f-4fbd-9cf0-ddae5a524cd6 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Lock "452a8c70-87fc-43a8-bcae-ae21e7035c6c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.611890] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fba514b4-066f-4fbd-9cf0-ddae5a524cd6 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Acquiring lock "452a8c70-87fc-43a8-bcae-ae21e7035c6c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.612131] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fba514b4-066f-4fbd-9cf0-ddae5a524cd6 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Lock "452a8c70-87fc-43a8-bcae-ae21e7035c6c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.612309] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fba514b4-066f-4fbd-9cf0-ddae5a524cd6 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Lock "452a8c70-87fc-43a8-bcae-ae21e7035c6c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.614658] env[69350]: INFO nova.compute.manager [None req-fba514b4-066f-4fbd-9cf0-ddae5a524cd6 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] [instance: 452a8c70-87fc-43a8-bcae-ae21e7035c6c] Terminating instance [ 811.720745] env[69350]: DEBUG nova.compute.manager [None req-8885013f-f48b-483f-8f35-f715962076ed tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] [instance: 3d3dab3a-f176-4b15-bd54-7618cb6fedab] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 811.875030] env[69350]: DEBUG oslo_vmware.api [None req-b8daa8ce-0b8f-4595-9712-4455e73fb555 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3364951, 'name': CloneVM_Task, 'duration_secs': 1.550334} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.876114] env[69350]: INFO nova.virt.vmwareapi.vmops [None req-b8daa8ce-0b8f-4595-9712-4455e73fb555 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: 4a4b72fc-0fe1-4365-ba71-beb33ccdc400] Created linked-clone VM from snapshot [ 811.877576] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-731c47e5-bffd-49f2-bc89-2681aa976f8f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.889879] env[69350]: DEBUG nova.virt.vmwareapi.images [None req-b8daa8ce-0b8f-4595-9712-4455e73fb555 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: 4a4b72fc-0fe1-4365-ba71-beb33ccdc400] Uploading image fb3985d4-a5d5-4e01-9415-b928850c20a1 {{(pid=69350) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 811.918665] env[69350]: DEBUG oslo_vmware.rw_handles [None req-b8daa8ce-0b8f-4595-9712-4455e73fb555 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 811.918665] env[69350]: value = "vm-671487" [ 811.918665] env[69350]: _type = "VirtualMachine" [ 811.918665] env[69350]: }. {{(pid=69350) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 811.919358] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a6052242-77bd-48d8-b6b6-e46ac0ad1b54 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.925895] env[69350]: DEBUG oslo_vmware.rw_handles [None req-b8daa8ce-0b8f-4595-9712-4455e73fb555 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Lease: (returnval){ [ 811.925895] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52cb5b47-0a4d-93d0-df64-93042358aac9" [ 811.925895] env[69350]: _type = "HttpNfcLease" [ 811.925895] env[69350]: } obtained for exporting VM: (result){ [ 811.925895] env[69350]: value = "vm-671487" [ 811.925895] env[69350]: _type = "VirtualMachine" [ 811.925895] env[69350]: }. {{(pid=69350) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 811.926123] env[69350]: DEBUG oslo_vmware.api [None req-b8daa8ce-0b8f-4595-9712-4455e73fb555 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Waiting for the lease: (returnval){ [ 811.926123] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52cb5b47-0a4d-93d0-df64-93042358aac9" [ 811.926123] env[69350]: _type = "HttpNfcLease" [ 811.926123] env[69350]: } to be ready. {{(pid=69350) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 811.933219] env[69350]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 811.933219] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52cb5b47-0a4d-93d0-df64-93042358aac9" [ 811.933219] env[69350]: _type = "HttpNfcLease" [ 811.933219] env[69350]: } is initializing. {{(pid=69350) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 812.018304] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c188e2a3-ea48-48c5-8f63-5e7c7fd513aa tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Acquiring lock "refresh_cache-57801cfa-deec-406a-88e8-c039705979a2" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.018304] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c188e2a3-ea48-48c5-8f63-5e7c7fd513aa tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Acquired lock "refresh_cache-57801cfa-deec-406a-88e8-c039705979a2" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.018304] env[69350]: DEBUG nova.network.neutron [None req-c188e2a3-ea48-48c5-8f63-5e7c7fd513aa tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 57801cfa-deec-406a-88e8-c039705979a2] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 812.052712] env[69350]: DEBUG oslo_vmware.api [None req-e1e8213b-96d7-4ea0-8ce5-7ac351549f04 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': task-3364955, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.111193] env[69350]: DEBUG nova.network.neutron [None req-8885013f-f48b-483f-8f35-f715962076ed tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] [instance: 3d3dab3a-f176-4b15-bd54-7618cb6fedab] Successfully created port: 6c6ec9d2-2ef9-4c73-b190-75a8e039aa47 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 812.119140] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fba514b4-066f-4fbd-9cf0-ddae5a524cd6 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Acquiring lock "refresh_cache-452a8c70-87fc-43a8-bcae-ae21e7035c6c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.119199] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fba514b4-066f-4fbd-9cf0-ddae5a524cd6 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Acquired lock "refresh_cache-452a8c70-87fc-43a8-bcae-ae21e7035c6c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.119362] env[69350]: DEBUG nova.network.neutron [None req-fba514b4-066f-4fbd-9cf0-ddae5a524cd6 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] [instance: 452a8c70-87fc-43a8-bcae-ae21e7035c6c] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 812.271686] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-560e080c-ac6d-4c1c-a814-cceb0209275e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.280841] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71e0f8b5-3902-4672-9550-a1299325a6b8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.311792] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a01d26a-2a9e-42f5-a4e4-b987d339a1bd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.325423] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d3911f-b90c-46ac-b1af-c6cb38fd1ab3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.335592] env[69350]: DEBUG nova.compute.provider_tree [None req-d38dc45d-3a9d-440d-848c-1aa04cb0f5c0 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 812.436148] env[69350]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 812.436148] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52cb5b47-0a4d-93d0-df64-93042358aac9" [ 812.436148] env[69350]: _type = "HttpNfcLease" [ 812.436148] env[69350]: } is ready. {{(pid=69350) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 812.436470] env[69350]: DEBUG oslo_vmware.rw_handles [None req-b8daa8ce-0b8f-4595-9712-4455e73fb555 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 812.436470] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52cb5b47-0a4d-93d0-df64-93042358aac9" [ 812.436470] env[69350]: _type = "HttpNfcLease" [ 812.436470] env[69350]: }. {{(pid=69350) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 812.437283] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9117d2a1-f096-45b0-a1d2-6c6986abee22 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.445075] env[69350]: DEBUG oslo_vmware.rw_handles [None req-b8daa8ce-0b8f-4595-9712-4455e73fb555 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a44eeb-6fcd-e740-b82c-8909a6092804/disk-0.vmdk from lease info. {{(pid=69350) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 812.445391] env[69350]: DEBUG oslo_vmware.rw_handles [None req-b8daa8ce-0b8f-4595-9712-4455e73fb555 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a44eeb-6fcd-e740-b82c-8909a6092804/disk-0.vmdk for reading. {{(pid=69350) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 812.554492] env[69350]: DEBUG oslo_vmware.api [None req-e1e8213b-96d7-4ea0-8ce5-7ac351549f04 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': task-3364955, 'name': PowerOnVM_Task, 'duration_secs': 0.942866} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.554838] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1e8213b-96d7-4ea0-8ce5-7ac351549f04 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: d8ff34cc-0660-4828-847d-cc58e0c4385a] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 812.555034] env[69350]: INFO nova.compute.manager [None req-e1e8213b-96d7-4ea0-8ce5-7ac351549f04 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: d8ff34cc-0660-4828-847d-cc58e0c4385a] Took 9.61 seconds to spawn the instance on the hypervisor. [ 812.555331] env[69350]: DEBUG nova.compute.manager [None req-e1e8213b-96d7-4ea0-8ce5-7ac351549f04 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: d8ff34cc-0660-4828-847d-cc58e0c4385a] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 812.555999] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe9f0cb-8b66-4931-a8df-d80c4c00aeac {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.567889] env[69350]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-47af8eb0-926d-4949-a09b-10ab4ea1af52 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.575334] env[69350]: DEBUG nova.network.neutron [None req-c188e2a3-ea48-48c5-8f63-5e7c7fd513aa tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 57801cfa-deec-406a-88e8-c039705979a2] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 812.667475] env[69350]: DEBUG nova.network.neutron [None req-fba514b4-066f-4fbd-9cf0-ddae5a524cd6 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] [instance: 452a8c70-87fc-43a8-bcae-ae21e7035c6c] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 812.741394] env[69350]: DEBUG nova.compute.manager [None req-8885013f-f48b-483f-8f35-f715962076ed tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] [instance: 3d3dab3a-f176-4b15-bd54-7618cb6fedab] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 812.770558] env[69350]: DEBUG nova.virt.hardware [None req-8885013f-f48b-483f-8f35-f715962076ed tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 812.771768] env[69350]: DEBUG nova.virt.hardware [None req-8885013f-f48b-483f-8f35-f715962076ed tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 812.771768] env[69350]: DEBUG nova.virt.hardware [None req-8885013f-f48b-483f-8f35-f715962076ed tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 812.771768] env[69350]: DEBUG nova.virt.hardware [None req-8885013f-f48b-483f-8f35-f715962076ed tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 812.771768] env[69350]: DEBUG nova.virt.hardware [None req-8885013f-f48b-483f-8f35-f715962076ed tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 812.771768] env[69350]: DEBUG nova.virt.hardware [None req-8885013f-f48b-483f-8f35-f715962076ed tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 812.771995] env[69350]: DEBUG nova.virt.hardware [None req-8885013f-f48b-483f-8f35-f715962076ed tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 812.771995] env[69350]: DEBUG nova.virt.hardware [None req-8885013f-f48b-483f-8f35-f715962076ed tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 812.772180] env[69350]: DEBUG nova.virt.hardware [None req-8885013f-f48b-483f-8f35-f715962076ed tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 812.772379] env[69350]: DEBUG nova.virt.hardware [None req-8885013f-f48b-483f-8f35-f715962076ed tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 812.772574] env[69350]: DEBUG nova.virt.hardware [None req-8885013f-f48b-483f-8f35-f715962076ed tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 812.773711] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afc877cd-74be-43f9-bee7-b2650bf95478 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.787244] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddbef2f3-ed73-41ac-9914-1b8397881d50 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.841202] env[69350]: DEBUG nova.scheduler.client.report [None req-d38dc45d-3a9d-440d-848c-1aa04cb0f5c0 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 812.843178] env[69350]: DEBUG nova.network.neutron [None req-fba514b4-066f-4fbd-9cf0-ddae5a524cd6 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] [instance: 452a8c70-87fc-43a8-bcae-ae21e7035c6c] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.976915] env[69350]: DEBUG nova.network.neutron [None req-c188e2a3-ea48-48c5-8f63-5e7c7fd513aa tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 57801cfa-deec-406a-88e8-c039705979a2] Updating instance_info_cache with network_info: [{"id": "f665a326-a774-4273-a495-dbf5c4fb3ffe", "address": "fa:16:3e:ae:71:72", "network": {"id": "b9926ca7-18c0-4f87-918b-403ba5906bb0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2101484641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b6086e845a74075ace175b4fcb0622d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf665a326-a7", "ovs_interfaceid": "f665a326-a774-4273-a495-dbf5c4fb3ffe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.078132] env[69350]: INFO nova.compute.manager [None req-e1e8213b-96d7-4ea0-8ce5-7ac351549f04 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: d8ff34cc-0660-4828-847d-cc58e0c4385a] Took 35.98 seconds to build instance. [ 813.351280] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d38dc45d-3a9d-440d-848c-1aa04cb0f5c0 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.641s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.351894] env[69350]: DEBUG nova.compute.manager [None req-d38dc45d-3a9d-440d-848c-1aa04cb0f5c0 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] [instance: d256518f-5e63-4b21-9d0d-0fbb60928b4a] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 813.357593] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fba514b4-066f-4fbd-9cf0-ddae5a524cd6 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Releasing lock "refresh_cache-452a8c70-87fc-43a8-bcae-ae21e7035c6c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.357593] env[69350]: DEBUG nova.compute.manager [None req-fba514b4-066f-4fbd-9cf0-ddae5a524cd6 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] [instance: 452a8c70-87fc-43a8-bcae-ae21e7035c6c] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 813.357593] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-fba514b4-066f-4fbd-9cf0-ddae5a524cd6 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] [instance: 452a8c70-87fc-43a8-bcae-ae21e7035c6c] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 813.357593] env[69350]: DEBUG oslo_concurrency.lockutils [None req-126f5fad-8c6e-4e47-83b4-9f79669678f4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.649s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.357987] env[69350]: INFO nova.compute.claims [None req-126f5fad-8c6e-4e47-83b4-9f79669678f4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] [instance: 8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 813.362298] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8b088a0-8cce-451b-83fc-bd95d29a6e22 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.370909] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-fba514b4-066f-4fbd-9cf0-ddae5a524cd6 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] [instance: 452a8c70-87fc-43a8-bcae-ae21e7035c6c] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 813.374052] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d18ba904-1d9f-4cc0-9f0b-74f2c952bfb8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.384043] env[69350]: DEBUG oslo_vmware.api [None req-fba514b4-066f-4fbd-9cf0-ddae5a524cd6 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Waiting for the task: (returnval){ [ 813.384043] env[69350]: value = "task-3364957" [ 813.384043] env[69350]: _type = "Task" [ 813.384043] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.394644] env[69350]: DEBUG oslo_vmware.api [None req-fba514b4-066f-4fbd-9cf0-ddae5a524cd6 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Task: {'id': task-3364957, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.438606] env[69350]: DEBUG nova.compute.manager [req-1d7e38d6-fd8a-4554-ad16-3a189b3fb92f req-0b2003fb-95d5-46ea-994a-40bb980bab69 service nova] [instance: 57801cfa-deec-406a-88e8-c039705979a2] Received event network-changed-f665a326-a774-4273-a495-dbf5c4fb3ffe {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 813.438606] env[69350]: DEBUG nova.compute.manager [req-1d7e38d6-fd8a-4554-ad16-3a189b3fb92f req-0b2003fb-95d5-46ea-994a-40bb980bab69 service nova] [instance: 57801cfa-deec-406a-88e8-c039705979a2] Refreshing instance network info cache due to event network-changed-f665a326-a774-4273-a495-dbf5c4fb3ffe. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 813.438606] env[69350]: DEBUG oslo_concurrency.lockutils [req-1d7e38d6-fd8a-4554-ad16-3a189b3fb92f req-0b2003fb-95d5-46ea-994a-40bb980bab69 service nova] Acquiring lock "refresh_cache-57801cfa-deec-406a-88e8-c039705979a2" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.480050] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c188e2a3-ea48-48c5-8f63-5e7c7fd513aa tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Releasing lock "refresh_cache-57801cfa-deec-406a-88e8-c039705979a2" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.481612] env[69350]: DEBUG nova.compute.manager [None req-c188e2a3-ea48-48c5-8f63-5e7c7fd513aa tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 57801cfa-deec-406a-88e8-c039705979a2] Instance network_info: |[{"id": "f665a326-a774-4273-a495-dbf5c4fb3ffe", "address": "fa:16:3e:ae:71:72", "network": {"id": "b9926ca7-18c0-4f87-918b-403ba5906bb0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2101484641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b6086e845a74075ace175b4fcb0622d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf665a326-a7", "ovs_interfaceid": "f665a326-a774-4273-a495-dbf5c4fb3ffe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 813.481945] env[69350]: DEBUG oslo_concurrency.lockutils [req-1d7e38d6-fd8a-4554-ad16-3a189b3fb92f req-0b2003fb-95d5-46ea-994a-40bb980bab69 service nova] Acquired lock "refresh_cache-57801cfa-deec-406a-88e8-c039705979a2" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.482113] env[69350]: DEBUG nova.network.neutron [req-1d7e38d6-fd8a-4554-ad16-3a189b3fb92f req-0b2003fb-95d5-46ea-994a-40bb980bab69 service nova] [instance: 57801cfa-deec-406a-88e8-c039705979a2] Refreshing network info cache for port f665a326-a774-4273-a495-dbf5c4fb3ffe {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 813.484732] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c188e2a3-ea48-48c5-8f63-5e7c7fd513aa tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 57801cfa-deec-406a-88e8-c039705979a2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:71:72', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7e0240aa-a694-48fc-a0f9-6f2d3e71aa12', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f665a326-a774-4273-a495-dbf5c4fb3ffe', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 813.495893] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-c188e2a3-ea48-48c5-8f63-5e7c7fd513aa tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Creating folder: Project (0b6086e845a74075ace175b4fcb0622d). Parent ref: group-v671398. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 813.497931] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-30b68f19-9d05-4893-859e-18ed4b9bdd72 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.512512] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-c188e2a3-ea48-48c5-8f63-5e7c7fd513aa tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Created folder: Project (0b6086e845a74075ace175b4fcb0622d) in parent group-v671398. [ 813.512736] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-c188e2a3-ea48-48c5-8f63-5e7c7fd513aa tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Creating folder: Instances. Parent ref: group-v671488. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 813.513048] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ebba4a48-bd2e-47d5-8543-e2e78b49930e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.524824] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-c188e2a3-ea48-48c5-8f63-5e7c7fd513aa tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Created folder: Instances in parent group-v671488. [ 813.525109] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c188e2a3-ea48-48c5-8f63-5e7c7fd513aa tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 813.525309] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57801cfa-deec-406a-88e8-c039705979a2] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 813.525519] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-967c8bc4-b4e5-4668-ad32-504dcd27fda8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.551484] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 813.551484] env[69350]: value = "task-3364960" [ 813.551484] env[69350]: _type = "Task" [ 813.551484] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.561308] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3364960, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.581337] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e1e8213b-96d7-4ea0-8ce5-7ac351549f04 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Lock "d8ff34cc-0660-4828-847d-cc58e0c4385a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.776s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.859204] env[69350]: DEBUG nova.compute.utils [None req-d38dc45d-3a9d-440d-848c-1aa04cb0f5c0 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 813.861155] env[69350]: DEBUG nova.compute.manager [None req-d38dc45d-3a9d-440d-848c-1aa04cb0f5c0 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] [instance: d256518f-5e63-4b21-9d0d-0fbb60928b4a] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 813.861332] env[69350]: DEBUG nova.network.neutron [None req-d38dc45d-3a9d-440d-848c-1aa04cb0f5c0 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] [instance: d256518f-5e63-4b21-9d0d-0fbb60928b4a] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 813.896988] env[69350]: DEBUG oslo_vmware.api [None req-fba514b4-066f-4fbd-9cf0-ddae5a524cd6 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Task: {'id': task-3364957, 'name': PowerOffVM_Task, 'duration_secs': 0.139818} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.897555] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-fba514b4-066f-4fbd-9cf0-ddae5a524cd6 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] [instance: 452a8c70-87fc-43a8-bcae-ae21e7035c6c] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 813.898199] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-fba514b4-066f-4fbd-9cf0-ddae5a524cd6 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] [instance: 452a8c70-87fc-43a8-bcae-ae21e7035c6c] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 813.899440] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1fa79006-8d81-4e4f-af75-27c9f75ad081 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.930163] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-fba514b4-066f-4fbd-9cf0-ddae5a524cd6 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] [instance: 452a8c70-87fc-43a8-bcae-ae21e7035c6c] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 813.930163] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-fba514b4-066f-4fbd-9cf0-ddae5a524cd6 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] [instance: 452a8c70-87fc-43a8-bcae-ae21e7035c6c] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 813.930163] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-fba514b4-066f-4fbd-9cf0-ddae5a524cd6 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Deleting the datastore file [datastore1] 452a8c70-87fc-43a8-bcae-ae21e7035c6c {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 813.930163] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-576549db-da75-411f-896a-b1b3df041401 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.938504] env[69350]: DEBUG oslo_vmware.api [None req-fba514b4-066f-4fbd-9cf0-ddae5a524cd6 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Waiting for the task: (returnval){ [ 813.938504] env[69350]: value = "task-3364962" [ 813.938504] env[69350]: _type = "Task" [ 813.938504] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.951662] env[69350]: DEBUG oslo_vmware.api [None req-fba514b4-066f-4fbd-9cf0-ddae5a524cd6 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Task: {'id': task-3364962, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.989960] env[69350]: DEBUG nova.policy [None req-d38dc45d-3a9d-440d-848c-1aa04cb0f5c0 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '260011c7d0c046329a7a9820cca05d70', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1a83534b84f145339adae190a9a2e960', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 814.070880] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3364960, 'name': CreateVM_Task, 'duration_secs': 0.327917} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.071106] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57801cfa-deec-406a-88e8-c039705979a2] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 814.072210] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c188e2a3-ea48-48c5-8f63-5e7c7fd513aa tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.072210] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c188e2a3-ea48-48c5-8f63-5e7c7fd513aa tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.072414] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c188e2a3-ea48-48c5-8f63-5e7c7fd513aa tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.072686] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-554ef675-be17-45fc-b6cf-938b2aa4e024 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.078937] env[69350]: DEBUG oslo_vmware.api [None req-c188e2a3-ea48-48c5-8f63-5e7c7fd513aa tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Waiting for the task: (returnval){ [ 814.078937] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52b2d549-2927-5ace-2db0-bd48bc1cf1ef" [ 814.078937] env[69350]: _type = "Task" [ 814.078937] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.085147] env[69350]: DEBUG nova.compute.manager [None req-00f9b326-c14d-4711-bedd-38fbdc31a1b7 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 3a5af6a2-a06a-4f35-92ea-d122160b22b5] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 814.092730] env[69350]: DEBUG oslo_vmware.api [None req-c188e2a3-ea48-48c5-8f63-5e7c7fd513aa tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52b2d549-2927-5ace-2db0-bd48bc1cf1ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.364178] env[69350]: DEBUG nova.compute.manager [None req-d38dc45d-3a9d-440d-848c-1aa04cb0f5c0 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] [instance: d256518f-5e63-4b21-9d0d-0fbb60928b4a] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 814.451027] env[69350]: DEBUG oslo_vmware.api [None req-fba514b4-066f-4fbd-9cf0-ddae5a524cd6 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Task: {'id': task-3364962, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170716} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.451300] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-fba514b4-066f-4fbd-9cf0-ddae5a524cd6 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 814.451482] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-fba514b4-066f-4fbd-9cf0-ddae5a524cd6 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] [instance: 452a8c70-87fc-43a8-bcae-ae21e7035c6c] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 814.451656] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-fba514b4-066f-4fbd-9cf0-ddae5a524cd6 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] [instance: 452a8c70-87fc-43a8-bcae-ae21e7035c6c] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 814.451833] env[69350]: INFO nova.compute.manager [None req-fba514b4-066f-4fbd-9cf0-ddae5a524cd6 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] [instance: 452a8c70-87fc-43a8-bcae-ae21e7035c6c] Took 1.10 seconds to destroy the instance on the hypervisor. [ 814.452087] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fba514b4-066f-4fbd-9cf0-ddae5a524cd6 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 814.452281] env[69350]: DEBUG nova.compute.manager [-] [instance: 452a8c70-87fc-43a8-bcae-ae21e7035c6c] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 814.452374] env[69350]: DEBUG nova.network.neutron [-] [instance: 452a8c70-87fc-43a8-bcae-ae21e7035c6c] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 814.563675] env[69350]: DEBUG nova.network.neutron [-] [instance: 452a8c70-87fc-43a8-bcae-ae21e7035c6c] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 814.597781] env[69350]: DEBUG oslo_vmware.api [None req-c188e2a3-ea48-48c5-8f63-5e7c7fd513aa tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52b2d549-2927-5ace-2db0-bd48bc1cf1ef, 'name': SearchDatastore_Task, 'duration_secs': 0.024222} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.598070] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c188e2a3-ea48-48c5-8f63-5e7c7fd513aa tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.598198] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c188e2a3-ea48-48c5-8f63-5e7c7fd513aa tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 57801cfa-deec-406a-88e8-c039705979a2] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 814.598431] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c188e2a3-ea48-48c5-8f63-5e7c7fd513aa tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.598591] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c188e2a3-ea48-48c5-8f63-5e7c7fd513aa tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.598756] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-c188e2a3-ea48-48c5-8f63-5e7c7fd513aa tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 814.601914] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-643daaec-02e5-4b95-afd5-eb4628c08100 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.608385] env[69350]: DEBUG nova.network.neutron [req-1d7e38d6-fd8a-4554-ad16-3a189b3fb92f req-0b2003fb-95d5-46ea-994a-40bb980bab69 service nova] [instance: 57801cfa-deec-406a-88e8-c039705979a2] Updated VIF entry in instance network info cache for port f665a326-a774-4273-a495-dbf5c4fb3ffe. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 814.609017] env[69350]: DEBUG nova.network.neutron [req-1d7e38d6-fd8a-4554-ad16-3a189b3fb92f req-0b2003fb-95d5-46ea-994a-40bb980bab69 service nova] [instance: 57801cfa-deec-406a-88e8-c039705979a2] Updating instance_info_cache with network_info: [{"id": "f665a326-a774-4273-a495-dbf5c4fb3ffe", "address": "fa:16:3e:ae:71:72", "network": {"id": "b9926ca7-18c0-4f87-918b-403ba5906bb0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2101484641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b6086e845a74075ace175b4fcb0622d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf665a326-a7", "ovs_interfaceid": "f665a326-a774-4273-a495-dbf5c4fb3ffe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.622853] env[69350]: DEBUG oslo_concurrency.lockutils [None req-00f9b326-c14d-4711-bedd-38fbdc31a1b7 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.626281] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-c188e2a3-ea48-48c5-8f63-5e7c7fd513aa tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 814.626483] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c188e2a3-ea48-48c5-8f63-5e7c7fd513aa tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 814.628046] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-824cdc1b-f04e-4750-ab70-467a90fdccf3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.636869] env[69350]: DEBUG oslo_vmware.api [None req-c188e2a3-ea48-48c5-8f63-5e7c7fd513aa tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Waiting for the task: (returnval){ [ 814.636869] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]521ad127-b007-0361-aeab-a9a196975663" [ 814.636869] env[69350]: _type = "Task" [ 814.636869] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.652339] env[69350]: DEBUG oslo_vmware.api [None req-c188e2a3-ea48-48c5-8f63-5e7c7fd513aa tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]521ad127-b007-0361-aeab-a9a196975663, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.828349] env[69350]: DEBUG nova.network.neutron [None req-8885013f-f48b-483f-8f35-f715962076ed tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] [instance: 3d3dab3a-f176-4b15-bd54-7618cb6fedab] Successfully updated port: 6c6ec9d2-2ef9-4c73-b190-75a8e039aa47 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 814.991720] env[69350]: DEBUG nova.network.neutron [None req-d38dc45d-3a9d-440d-848c-1aa04cb0f5c0 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] [instance: d256518f-5e63-4b21-9d0d-0fbb60928b4a] Successfully created port: b17f690f-b750-4f36-8f29-4e5d21ca7fa8 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 815.038524] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fab3151-ca0a-42a0-9657-32f08d056137 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.047979] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ff22f8-90a0-4c0b-8276-51faa579b14e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.088456] env[69350]: DEBUG nova.network.neutron [-] [instance: 452a8c70-87fc-43a8-bcae-ae21e7035c6c] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.091882] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-530c34cc-bd9d-4ae8-a8b7-271102999fde {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.096470] env[69350]: DEBUG nova.compute.manager [req-072336e5-47ba-4601-b278-df34c5eab4f7 req-decd4d16-da15-43a0-b06c-4cacf208039d service nova] [instance: d8ff34cc-0660-4828-847d-cc58e0c4385a] Received event network-changed-1b1e497a-12bd-48a3-9187-04694e286686 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 815.096704] env[69350]: DEBUG nova.compute.manager [req-072336e5-47ba-4601-b278-df34c5eab4f7 req-decd4d16-da15-43a0-b06c-4cacf208039d service nova] [instance: d8ff34cc-0660-4828-847d-cc58e0c4385a] Refreshing instance network info cache due to event network-changed-1b1e497a-12bd-48a3-9187-04694e286686. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 815.097619] env[69350]: DEBUG oslo_concurrency.lockutils [req-072336e5-47ba-4601-b278-df34c5eab4f7 req-decd4d16-da15-43a0-b06c-4cacf208039d service nova] Acquiring lock "refresh_cache-d8ff34cc-0660-4828-847d-cc58e0c4385a" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.097619] env[69350]: DEBUG oslo_concurrency.lockutils [req-072336e5-47ba-4601-b278-df34c5eab4f7 req-decd4d16-da15-43a0-b06c-4cacf208039d service nova] Acquired lock "refresh_cache-d8ff34cc-0660-4828-847d-cc58e0c4385a" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.097619] env[69350]: DEBUG nova.network.neutron [req-072336e5-47ba-4601-b278-df34c5eab4f7 req-decd4d16-da15-43a0-b06c-4cacf208039d service nova] [instance: d8ff34cc-0660-4828-847d-cc58e0c4385a] Refreshing network info cache for port 1b1e497a-12bd-48a3-9187-04694e286686 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 815.106760] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e34d41d9-9056-4b10-a96b-a2f49713c46a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.122707] env[69350]: DEBUG oslo_concurrency.lockutils [req-1d7e38d6-fd8a-4554-ad16-3a189b3fb92f req-0b2003fb-95d5-46ea-994a-40bb980bab69 service nova] Releasing lock "refresh_cache-57801cfa-deec-406a-88e8-c039705979a2" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.123696] env[69350]: DEBUG nova.compute.provider_tree [None req-126f5fad-8c6e-4e47-83b4-9f79669678f4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 815.152083] env[69350]: DEBUG oslo_vmware.api [None req-c188e2a3-ea48-48c5-8f63-5e7c7fd513aa tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]521ad127-b007-0361-aeab-a9a196975663, 'name': SearchDatastore_Task, 'duration_secs': 0.016885} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.152901] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba4dd0a4-9e00-46d1-be81-f2904ca9c34e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.158693] env[69350]: DEBUG oslo_vmware.api [None req-c188e2a3-ea48-48c5-8f63-5e7c7fd513aa tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Waiting for the task: (returnval){ [ 815.158693] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]526b264f-ef25-eedf-14d5-f8604382b3c0" [ 815.158693] env[69350]: _type = "Task" [ 815.158693] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.169821] env[69350]: DEBUG oslo_vmware.api [None req-c188e2a3-ea48-48c5-8f63-5e7c7fd513aa tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]526b264f-ef25-eedf-14d5-f8604382b3c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.333667] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8885013f-f48b-483f-8f35-f715962076ed tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Acquiring lock "refresh_cache-3d3dab3a-f176-4b15-bd54-7618cb6fedab" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.333838] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8885013f-f48b-483f-8f35-f715962076ed tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Acquired lock "refresh_cache-3d3dab3a-f176-4b15-bd54-7618cb6fedab" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.334011] env[69350]: DEBUG nova.network.neutron [None req-8885013f-f48b-483f-8f35-f715962076ed tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] [instance: 3d3dab3a-f176-4b15-bd54-7618cb6fedab] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 815.379497] env[69350]: DEBUG nova.compute.manager [None req-d38dc45d-3a9d-440d-848c-1aa04cb0f5c0 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] [instance: d256518f-5e63-4b21-9d0d-0fbb60928b4a] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 815.409811] env[69350]: DEBUG nova.virt.hardware [None req-d38dc45d-3a9d-440d-848c-1aa04cb0f5c0 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 815.409956] env[69350]: DEBUG nova.virt.hardware [None req-d38dc45d-3a9d-440d-848c-1aa04cb0f5c0 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 815.410212] env[69350]: DEBUG nova.virt.hardware [None req-d38dc45d-3a9d-440d-848c-1aa04cb0f5c0 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 815.410444] env[69350]: DEBUG nova.virt.hardware [None req-d38dc45d-3a9d-440d-848c-1aa04cb0f5c0 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 815.411031] env[69350]: DEBUG nova.virt.hardware [None req-d38dc45d-3a9d-440d-848c-1aa04cb0f5c0 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 815.411031] env[69350]: DEBUG nova.virt.hardware [None req-d38dc45d-3a9d-440d-848c-1aa04cb0f5c0 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 815.411272] env[69350]: DEBUG nova.virt.hardware [None req-d38dc45d-3a9d-440d-848c-1aa04cb0f5c0 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 815.411393] env[69350]: DEBUG nova.virt.hardware [None req-d38dc45d-3a9d-440d-848c-1aa04cb0f5c0 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 815.411647] env[69350]: DEBUG nova.virt.hardware [None req-d38dc45d-3a9d-440d-848c-1aa04cb0f5c0 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 815.411887] env[69350]: DEBUG nova.virt.hardware [None req-d38dc45d-3a9d-440d-848c-1aa04cb0f5c0 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 815.412116] env[69350]: DEBUG nova.virt.hardware [None req-d38dc45d-3a9d-440d-848c-1aa04cb0f5c0 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 815.413368] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b1a9eb-60db-45bb-ad2d-93db48153bd3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.423296] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce347f2d-68d6-4dcf-ac26-4121d20c3388 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.569620] env[69350]: DEBUG nova.compute.manager [req-af4fdcc6-215a-4014-a702-03af3f100ef5 req-da279910-767c-4a1d-a1f3-175da0a081d9 service nova] [instance: 3d3dab3a-f176-4b15-bd54-7618cb6fedab] Received event network-vif-plugged-6c6ec9d2-2ef9-4c73-b190-75a8e039aa47 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 815.569850] env[69350]: DEBUG oslo_concurrency.lockutils [req-af4fdcc6-215a-4014-a702-03af3f100ef5 req-da279910-767c-4a1d-a1f3-175da0a081d9 service nova] Acquiring lock "3d3dab3a-f176-4b15-bd54-7618cb6fedab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.570075] env[69350]: DEBUG oslo_concurrency.lockutils [req-af4fdcc6-215a-4014-a702-03af3f100ef5 req-da279910-767c-4a1d-a1f3-175da0a081d9 service nova] Lock "3d3dab3a-f176-4b15-bd54-7618cb6fedab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.570266] env[69350]: DEBUG oslo_concurrency.lockutils [req-af4fdcc6-215a-4014-a702-03af3f100ef5 req-da279910-767c-4a1d-a1f3-175da0a081d9 service nova] Lock "3d3dab3a-f176-4b15-bd54-7618cb6fedab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.570437] env[69350]: DEBUG nova.compute.manager [req-af4fdcc6-215a-4014-a702-03af3f100ef5 req-da279910-767c-4a1d-a1f3-175da0a081d9 service nova] [instance: 3d3dab3a-f176-4b15-bd54-7618cb6fedab] No waiting events found dispatching network-vif-plugged-6c6ec9d2-2ef9-4c73-b190-75a8e039aa47 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 815.570768] env[69350]: WARNING nova.compute.manager [req-af4fdcc6-215a-4014-a702-03af3f100ef5 req-da279910-767c-4a1d-a1f3-175da0a081d9 service nova] [instance: 3d3dab3a-f176-4b15-bd54-7618cb6fedab] Received unexpected event network-vif-plugged-6c6ec9d2-2ef9-4c73-b190-75a8e039aa47 for instance with vm_state building and task_state spawning. [ 815.570768] env[69350]: DEBUG nova.compute.manager [req-af4fdcc6-215a-4014-a702-03af3f100ef5 req-da279910-767c-4a1d-a1f3-175da0a081d9 service nova] [instance: 3d3dab3a-f176-4b15-bd54-7618cb6fedab] Received event network-changed-6c6ec9d2-2ef9-4c73-b190-75a8e039aa47 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 815.570888] env[69350]: DEBUG nova.compute.manager [req-af4fdcc6-215a-4014-a702-03af3f100ef5 req-da279910-767c-4a1d-a1f3-175da0a081d9 service nova] [instance: 3d3dab3a-f176-4b15-bd54-7618cb6fedab] Refreshing instance network info cache due to event network-changed-6c6ec9d2-2ef9-4c73-b190-75a8e039aa47. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 815.571288] env[69350]: DEBUG oslo_concurrency.lockutils [req-af4fdcc6-215a-4014-a702-03af3f100ef5 req-da279910-767c-4a1d-a1f3-175da0a081d9 service nova] Acquiring lock "refresh_cache-3d3dab3a-f176-4b15-bd54-7618cb6fedab" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.591517] env[69350]: INFO nova.compute.manager [-] [instance: 452a8c70-87fc-43a8-bcae-ae21e7035c6c] Took 1.14 seconds to deallocate network for instance. [ 815.628342] env[69350]: DEBUG nova.scheduler.client.report [None req-126f5fad-8c6e-4e47-83b4-9f79669678f4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 815.670277] env[69350]: DEBUG oslo_vmware.api [None req-c188e2a3-ea48-48c5-8f63-5e7c7fd513aa tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]526b264f-ef25-eedf-14d5-f8604382b3c0, 'name': SearchDatastore_Task, 'duration_secs': 0.02925} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.670611] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c188e2a3-ea48-48c5-8f63-5e7c7fd513aa tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.670802] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-c188e2a3-ea48-48c5-8f63-5e7c7fd513aa tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] 57801cfa-deec-406a-88e8-c039705979a2/57801cfa-deec-406a-88e8-c039705979a2.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 815.671067] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e6de05e7-1d93-4bd7-8c29-55606cbe05ec {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.679046] env[69350]: DEBUG oslo_vmware.api [None req-c188e2a3-ea48-48c5-8f63-5e7c7fd513aa tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Waiting for the task: (returnval){ [ 815.679046] env[69350]: value = "task-3364963" [ 815.679046] env[69350]: _type = "Task" [ 815.679046] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.687790] env[69350]: DEBUG oslo_vmware.api [None req-c188e2a3-ea48-48c5-8f63-5e7c7fd513aa tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3364963, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.962621] env[69350]: DEBUG nova.network.neutron [None req-8885013f-f48b-483f-8f35-f715962076ed tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] [instance: 3d3dab3a-f176-4b15-bd54-7618cb6fedab] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 816.099875] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fba514b4-066f-4fbd-9cf0-ddae5a524cd6 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.137018] env[69350]: DEBUG oslo_concurrency.lockutils [None req-126f5fad-8c6e-4e47-83b4-9f79669678f4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.780s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.137674] env[69350]: DEBUG nova.compute.manager [None req-126f5fad-8c6e-4e47-83b4-9f79669678f4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] [instance: 8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 816.141179] env[69350]: DEBUG oslo_concurrency.lockutils [None req-57d78a07-644f-46e9-85d8-a9862c422fb1 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.353s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.148379] env[69350]: INFO nova.compute.claims [None req-57d78a07-644f-46e9-85d8-a9862c422fb1 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] [instance: 51875ea2-1cc8-4458-9d5b-b68bcfadead0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 816.198413] env[69350]: DEBUG oslo_vmware.api [None req-c188e2a3-ea48-48c5-8f63-5e7c7fd513aa tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3364963, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.381398] env[69350]: DEBUG nova.network.neutron [None req-8885013f-f48b-483f-8f35-f715962076ed tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] [instance: 3d3dab3a-f176-4b15-bd54-7618cb6fedab] Updating instance_info_cache with network_info: [{"id": "6c6ec9d2-2ef9-4c73-b190-75a8e039aa47", "address": "fa:16:3e:d7:d0:b7", "network": {"id": "1787f797-c342-476a-a580-90510258191a", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1250653003-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92716055a83d4402bd05298f47160b6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c6ec9d2-2e", "ovs_interfaceid": "6c6ec9d2-2ef9-4c73-b190-75a8e039aa47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.415857] env[69350]: DEBUG nova.network.neutron [req-072336e5-47ba-4601-b278-df34c5eab4f7 req-decd4d16-da15-43a0-b06c-4cacf208039d service nova] [instance: d8ff34cc-0660-4828-847d-cc58e0c4385a] Updated VIF entry in instance network info cache for port 1b1e497a-12bd-48a3-9187-04694e286686. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 816.416951] env[69350]: DEBUG nova.network.neutron [req-072336e5-47ba-4601-b278-df34c5eab4f7 req-decd4d16-da15-43a0-b06c-4cacf208039d service nova] [instance: d8ff34cc-0660-4828-847d-cc58e0c4385a] Updating instance_info_cache with network_info: [{"id": "1b1e497a-12bd-48a3-9187-04694e286686", "address": "fa:16:3e:da:83:88", "network": {"id": "40334e43-9f84-443d-804a-12efd4b9811e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-200552017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3571746915f448e3a8390b87a7cc7369", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b1e497a-12", "ovs_interfaceid": "1b1e497a-12bd-48a3-9187-04694e286686", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.654435] env[69350]: DEBUG nova.compute.utils [None req-126f5fad-8c6e-4e47-83b4-9f79669678f4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 816.659446] env[69350]: DEBUG nova.compute.manager [None req-126f5fad-8c6e-4e47-83b4-9f79669678f4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] [instance: 8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 816.659639] env[69350]: DEBUG nova.network.neutron [None req-126f5fad-8c6e-4e47-83b4-9f79669678f4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] [instance: 8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 816.689925] env[69350]: DEBUG oslo_vmware.api [None req-c188e2a3-ea48-48c5-8f63-5e7c7fd513aa tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3364963, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.609894} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.690221] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-c188e2a3-ea48-48c5-8f63-5e7c7fd513aa tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] 57801cfa-deec-406a-88e8-c039705979a2/57801cfa-deec-406a-88e8-c039705979a2.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 816.690433] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c188e2a3-ea48-48c5-8f63-5e7c7fd513aa tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 57801cfa-deec-406a-88e8-c039705979a2] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 816.690686] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9edcdcfb-6228-4ea6-bc11-376822567c02 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.698309] env[69350]: DEBUG oslo_vmware.api [None req-c188e2a3-ea48-48c5-8f63-5e7c7fd513aa tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Waiting for the task: (returnval){ [ 816.698309] env[69350]: value = "task-3364964" [ 816.698309] env[69350]: _type = "Task" [ 816.698309] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.706810] env[69350]: DEBUG oslo_vmware.api [None req-c188e2a3-ea48-48c5-8f63-5e7c7fd513aa tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3364964, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.723102] env[69350]: DEBUG nova.policy [None req-126f5fad-8c6e-4e47-83b4-9f79669678f4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd48dc7180dae4d1da13dbd405e815394', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '35695472c4df4ac69598532e95c24cf3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 816.884917] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8885013f-f48b-483f-8f35-f715962076ed tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Releasing lock "refresh_cache-3d3dab3a-f176-4b15-bd54-7618cb6fedab" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.885329] env[69350]: DEBUG nova.compute.manager [None req-8885013f-f48b-483f-8f35-f715962076ed tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] [instance: 3d3dab3a-f176-4b15-bd54-7618cb6fedab] Instance network_info: |[{"id": "6c6ec9d2-2ef9-4c73-b190-75a8e039aa47", "address": "fa:16:3e:d7:d0:b7", "network": {"id": "1787f797-c342-476a-a580-90510258191a", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1250653003-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92716055a83d4402bd05298f47160b6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c6ec9d2-2e", "ovs_interfaceid": "6c6ec9d2-2ef9-4c73-b190-75a8e039aa47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 816.885420] env[69350]: DEBUG oslo_concurrency.lockutils [req-af4fdcc6-215a-4014-a702-03af3f100ef5 req-da279910-767c-4a1d-a1f3-175da0a081d9 service nova] Acquired lock "refresh_cache-3d3dab3a-f176-4b15-bd54-7618cb6fedab" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.885672] env[69350]: DEBUG nova.network.neutron [req-af4fdcc6-215a-4014-a702-03af3f100ef5 req-da279910-767c-4a1d-a1f3-175da0a081d9 service nova] [instance: 3d3dab3a-f176-4b15-bd54-7618cb6fedab] Refreshing network info cache for port 6c6ec9d2-2ef9-4c73-b190-75a8e039aa47 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 816.888553] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8885013f-f48b-483f-8f35-f715962076ed tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] [instance: 3d3dab3a-f176-4b15-bd54-7618cb6fedab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:d0:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e445fb59-822c-4d7d-943b-c8e3bbaca62e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6c6ec9d2-2ef9-4c73-b190-75a8e039aa47', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 816.898781] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-8885013f-f48b-483f-8f35-f715962076ed tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Creating folder: Project (92716055a83d4402bd05298f47160b6f). Parent ref: group-v671398. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 816.900024] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-43bc2a5d-66bc-4f51-93a5-8a0235cdcbf4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.913869] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-8885013f-f48b-483f-8f35-f715962076ed tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Created folder: Project (92716055a83d4402bd05298f47160b6f) in parent group-v671398. [ 816.913869] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-8885013f-f48b-483f-8f35-f715962076ed tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Creating folder: Instances. Parent ref: group-v671491. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 816.914047] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1109207b-0fe4-4134-bb10-886fcc4f7028 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.919897] env[69350]: DEBUG oslo_concurrency.lockutils [req-072336e5-47ba-4601-b278-df34c5eab4f7 req-decd4d16-da15-43a0-b06c-4cacf208039d service nova] Releasing lock "refresh_cache-d8ff34cc-0660-4828-847d-cc58e0c4385a" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.925401] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-8885013f-f48b-483f-8f35-f715962076ed tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Created folder: Instances in parent group-v671491. [ 816.925619] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8885013f-f48b-483f-8f35-f715962076ed tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 816.925822] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d3dab3a-f176-4b15-bd54-7618cb6fedab] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 816.926081] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c17f3ac2-d5c7-4d37-8877-3c45871938fc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.947602] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 816.947602] env[69350]: value = "task-3364967" [ 816.947602] env[69350]: _type = "Task" [ 816.947602] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.963513] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3364967, 'name': CreateVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.122437] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bbb658c7-8acb-4dd2-aed3-0597beedf63b tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Acquiring lock "81ea07d5-8924-45de-a1ab-42e4aa335111" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.122718] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bbb658c7-8acb-4dd2-aed3-0597beedf63b tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Lock "81ea07d5-8924-45de-a1ab-42e4aa335111" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.122931] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bbb658c7-8acb-4dd2-aed3-0597beedf63b tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Acquiring lock "81ea07d5-8924-45de-a1ab-42e4aa335111-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.123133] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bbb658c7-8acb-4dd2-aed3-0597beedf63b tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Lock "81ea07d5-8924-45de-a1ab-42e4aa335111-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.123308] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bbb658c7-8acb-4dd2-aed3-0597beedf63b tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Lock "81ea07d5-8924-45de-a1ab-42e4aa335111-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.125577] env[69350]: INFO nova.compute.manager [None req-bbb658c7-8acb-4dd2-aed3-0597beedf63b tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: 81ea07d5-8924-45de-a1ab-42e4aa335111] Terminating instance [ 817.160200] env[69350]: DEBUG nova.compute.manager [None req-126f5fad-8c6e-4e47-83b4-9f79669678f4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] [instance: 8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 817.168443] env[69350]: DEBUG nova.network.neutron [None req-126f5fad-8c6e-4e47-83b4-9f79669678f4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] [instance: 8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda] Successfully created port: e3555ccf-0a40-4b7a-b8b0-706697f4ef4b {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 817.215223] env[69350]: DEBUG oslo_vmware.api [None req-c188e2a3-ea48-48c5-8f63-5e7c7fd513aa tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3364964, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068462} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.215419] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c188e2a3-ea48-48c5-8f63-5e7c7fd513aa tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 57801cfa-deec-406a-88e8-c039705979a2] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 817.217171] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36daedf6-f51d-4249-bb83-f23527978bed {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.250640] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-c188e2a3-ea48-48c5-8f63-5e7c7fd513aa tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 57801cfa-deec-406a-88e8-c039705979a2] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 57801cfa-deec-406a-88e8-c039705979a2/57801cfa-deec-406a-88e8-c039705979a2.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 817.254073] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-821056ac-2d48-4b68-b190-95f96aea52ec {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.275064] env[69350]: DEBUG oslo_vmware.api [None req-c188e2a3-ea48-48c5-8f63-5e7c7fd513aa tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Waiting for the task: (returnval){ [ 817.275064] env[69350]: value = "task-3364972" [ 817.275064] env[69350]: _type = "Task" [ 817.275064] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.286657] env[69350]: DEBUG oslo_vmware.api [None req-c188e2a3-ea48-48c5-8f63-5e7c7fd513aa tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3364972, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.463099] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3364967, 'name': CreateVM_Task, 'duration_secs': 0.408228} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.463390] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d3dab3a-f176-4b15-bd54-7618cb6fedab] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 817.464207] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8885013f-f48b-483f-8f35-f715962076ed tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.465032] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8885013f-f48b-483f-8f35-f715962076ed tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.465387] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8885013f-f48b-483f-8f35-f715962076ed tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.465757] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e963e190-85bb-46e5-a48c-4adf8812b8c8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.473412] env[69350]: DEBUG oslo_vmware.api [None req-8885013f-f48b-483f-8f35-f715962076ed tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Waiting for the task: (returnval){ [ 817.473412] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52ab5906-82f7-c25d-c758-f5e32476f9ae" [ 817.473412] env[69350]: _type = "Task" [ 817.473412] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.483140] env[69350]: DEBUG oslo_vmware.api [None req-8885013f-f48b-483f-8f35-f715962076ed tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52ab5906-82f7-c25d-c758-f5e32476f9ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.630260] env[69350]: DEBUG nova.compute.manager [None req-bbb658c7-8acb-4dd2-aed3-0597beedf63b tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: 81ea07d5-8924-45de-a1ab-42e4aa335111] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 817.630521] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb658c7-8acb-4dd2-aed3-0597beedf63b tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: 81ea07d5-8924-45de-a1ab-42e4aa335111] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 817.631477] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-379c557e-20a3-43bb-b3cc-c8e47fef8316 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.643359] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbb658c7-8acb-4dd2-aed3-0597beedf63b tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: 81ea07d5-8924-45de-a1ab-42e4aa335111] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 817.643572] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a359ab0-4281-4f34-8020-dbdd03820273 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.649962] env[69350]: DEBUG oslo_vmware.api [None req-bbb658c7-8acb-4dd2-aed3-0597beedf63b tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Waiting for the task: (returnval){ [ 817.649962] env[69350]: value = "task-3364973" [ 817.649962] env[69350]: _type = "Task" [ 817.649962] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.662920] env[69350]: DEBUG oslo_vmware.api [None req-bbb658c7-8acb-4dd2-aed3-0597beedf63b tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Task: {'id': task-3364973, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.679618] env[69350]: DEBUG nova.compute.manager [req-9d3ac32b-ff26-4921-bd8e-9fd3537ccafd req-7567121c-e72f-4b52-ba38-d5ab011dfec4 service nova] [instance: d256518f-5e63-4b21-9d0d-0fbb60928b4a] Received event network-vif-plugged-b17f690f-b750-4f36-8f29-4e5d21ca7fa8 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.679618] env[69350]: DEBUG oslo_concurrency.lockutils [req-9d3ac32b-ff26-4921-bd8e-9fd3537ccafd req-7567121c-e72f-4b52-ba38-d5ab011dfec4 service nova] Acquiring lock "d256518f-5e63-4b21-9d0d-0fbb60928b4a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.679618] env[69350]: DEBUG oslo_concurrency.lockutils [req-9d3ac32b-ff26-4921-bd8e-9fd3537ccafd req-7567121c-e72f-4b52-ba38-d5ab011dfec4 service nova] Lock "d256518f-5e63-4b21-9d0d-0fbb60928b4a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.679618] env[69350]: DEBUG oslo_concurrency.lockutils [req-9d3ac32b-ff26-4921-bd8e-9fd3537ccafd req-7567121c-e72f-4b52-ba38-d5ab011dfec4 service nova] Lock "d256518f-5e63-4b21-9d0d-0fbb60928b4a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.679618] env[69350]: DEBUG nova.compute.manager [req-9d3ac32b-ff26-4921-bd8e-9fd3537ccafd req-7567121c-e72f-4b52-ba38-d5ab011dfec4 service nova] [instance: d256518f-5e63-4b21-9d0d-0fbb60928b4a] No waiting events found dispatching network-vif-plugged-b17f690f-b750-4f36-8f29-4e5d21ca7fa8 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 817.679618] env[69350]: WARNING nova.compute.manager [req-9d3ac32b-ff26-4921-bd8e-9fd3537ccafd req-7567121c-e72f-4b52-ba38-d5ab011dfec4 service nova] [instance: d256518f-5e63-4b21-9d0d-0fbb60928b4a] Received unexpected event network-vif-plugged-b17f690f-b750-4f36-8f29-4e5d21ca7fa8 for instance with vm_state building and task_state spawning. [ 817.785964] env[69350]: DEBUG oslo_vmware.api [None req-c188e2a3-ea48-48c5-8f63-5e7c7fd513aa tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3364972, 'name': ReconfigVM_Task, 'duration_secs': 0.328466} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.788237] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-c188e2a3-ea48-48c5-8f63-5e7c7fd513aa tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 57801cfa-deec-406a-88e8-c039705979a2] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 57801cfa-deec-406a-88e8-c039705979a2/57801cfa-deec-406a-88e8-c039705979a2.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 817.788237] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-da82a4c0-04ef-4a54-bb4b-dd6df58767fe {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.797288] env[69350]: DEBUG oslo_vmware.api [None req-c188e2a3-ea48-48c5-8f63-5e7c7fd513aa tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Waiting for the task: (returnval){ [ 817.797288] env[69350]: value = "task-3364974" [ 817.797288] env[69350]: _type = "Task" [ 817.797288] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.808236] env[69350]: DEBUG oslo_vmware.api [None req-c188e2a3-ea48-48c5-8f63-5e7c7fd513aa tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3364974, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.833926] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d91fff4f-9551-42fb-bdb9-9e341d63683f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.841779] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e57e168-feae-4d8d-adeb-3d78eacf3533 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.881901] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1785b35c-32da-436c-8580-a09972bb947b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.894371] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa91e45f-fdbb-47b3-a33c-ed57f7664b4a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.909607] env[69350]: DEBUG nova.compute.provider_tree [None req-57d78a07-644f-46e9-85d8-a9862c422fb1 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 817.990923] env[69350]: DEBUG oslo_vmware.api [None req-8885013f-f48b-483f-8f35-f715962076ed tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52ab5906-82f7-c25d-c758-f5e32476f9ae, 'name': SearchDatastore_Task, 'duration_secs': 0.014278} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.991318] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8885013f-f48b-483f-8f35-f715962076ed tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.991572] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8885013f-f48b-483f-8f35-f715962076ed tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] [instance: 3d3dab3a-f176-4b15-bd54-7618cb6fedab] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 817.991841] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8885013f-f48b-483f-8f35-f715962076ed tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.992124] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8885013f-f48b-483f-8f35-f715962076ed tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.992261] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-8885013f-f48b-483f-8f35-f715962076ed tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 817.992583] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-716cd7ae-8d25-4931-aa17-21cbf019af25 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.001268] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-8885013f-f48b-483f-8f35-f715962076ed tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 818.001518] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8885013f-f48b-483f-8f35-f715962076ed tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 818.002373] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3f105fa-e381-40b6-8677-3f6aa518536a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.008496] env[69350]: DEBUG oslo_vmware.api [None req-8885013f-f48b-483f-8f35-f715962076ed tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Waiting for the task: (returnval){ [ 818.008496] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52ba4354-6fc8-ebf4-02a0-f1ea7520a3d6" [ 818.008496] env[69350]: _type = "Task" [ 818.008496] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.013989] env[69350]: DEBUG nova.network.neutron [req-af4fdcc6-215a-4014-a702-03af3f100ef5 req-da279910-767c-4a1d-a1f3-175da0a081d9 service nova] [instance: 3d3dab3a-f176-4b15-bd54-7618cb6fedab] Updated VIF entry in instance network info cache for port 6c6ec9d2-2ef9-4c73-b190-75a8e039aa47. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 818.014381] env[69350]: DEBUG nova.network.neutron [req-af4fdcc6-215a-4014-a702-03af3f100ef5 req-da279910-767c-4a1d-a1f3-175da0a081d9 service nova] [instance: 3d3dab3a-f176-4b15-bd54-7618cb6fedab] Updating instance_info_cache with network_info: [{"id": "6c6ec9d2-2ef9-4c73-b190-75a8e039aa47", "address": "fa:16:3e:d7:d0:b7", "network": {"id": "1787f797-c342-476a-a580-90510258191a", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1250653003-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92716055a83d4402bd05298f47160b6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c6ec9d2-2e", "ovs_interfaceid": "6c6ec9d2-2ef9-4c73-b190-75a8e039aa47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.018948] env[69350]: DEBUG oslo_vmware.api [None req-8885013f-f48b-483f-8f35-f715962076ed tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52ba4354-6fc8-ebf4-02a0-f1ea7520a3d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.030875] env[69350]: DEBUG nova.network.neutron [None req-d38dc45d-3a9d-440d-848c-1aa04cb0f5c0 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] [instance: d256518f-5e63-4b21-9d0d-0fbb60928b4a] Successfully updated port: b17f690f-b750-4f36-8f29-4e5d21ca7fa8 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 818.164175] env[69350]: DEBUG oslo_vmware.api [None req-bbb658c7-8acb-4dd2-aed3-0597beedf63b tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Task: {'id': task-3364973, 'name': PowerOffVM_Task, 'duration_secs': 0.292675} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.164485] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbb658c7-8acb-4dd2-aed3-0597beedf63b tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: 81ea07d5-8924-45de-a1ab-42e4aa335111] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 818.164659] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb658c7-8acb-4dd2-aed3-0597beedf63b tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: 81ea07d5-8924-45de-a1ab-42e4aa335111] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 818.164932] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-630603eb-0bfb-418d-b9f6-a0dc53dd49e3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.183682] env[69350]: DEBUG nova.compute.manager [None req-126f5fad-8c6e-4e47-83b4-9f79669678f4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] [instance: 8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 818.212765] env[69350]: DEBUG nova.virt.hardware [None req-126f5fad-8c6e-4e47-83b4-9f79669678f4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 818.213072] env[69350]: DEBUG nova.virt.hardware [None req-126f5fad-8c6e-4e47-83b4-9f79669678f4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 818.213233] env[69350]: DEBUG nova.virt.hardware [None req-126f5fad-8c6e-4e47-83b4-9f79669678f4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 818.213414] env[69350]: DEBUG nova.virt.hardware [None req-126f5fad-8c6e-4e47-83b4-9f79669678f4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 818.213561] env[69350]: DEBUG nova.virt.hardware [None req-126f5fad-8c6e-4e47-83b4-9f79669678f4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 818.213735] env[69350]: DEBUG nova.virt.hardware [None req-126f5fad-8c6e-4e47-83b4-9f79669678f4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 818.213946] env[69350]: DEBUG nova.virt.hardware [None req-126f5fad-8c6e-4e47-83b4-9f79669678f4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 818.215132] env[69350]: DEBUG nova.virt.hardware [None req-126f5fad-8c6e-4e47-83b4-9f79669678f4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 818.215353] env[69350]: DEBUG nova.virt.hardware [None req-126f5fad-8c6e-4e47-83b4-9f79669678f4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 818.215529] env[69350]: DEBUG nova.virt.hardware [None req-126f5fad-8c6e-4e47-83b4-9f79669678f4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 818.215724] env[69350]: DEBUG nova.virt.hardware [None req-126f5fad-8c6e-4e47-83b4-9f79669678f4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 818.219258] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-446b16d0-8b5b-4a01-9442-3597588f7307 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.229622] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be76cf5-00bd-4d06-a613-96ff33da8170 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.289098] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb658c7-8acb-4dd2-aed3-0597beedf63b tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: 81ea07d5-8924-45de-a1ab-42e4aa335111] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 818.289336] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb658c7-8acb-4dd2-aed3-0597beedf63b tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: 81ea07d5-8924-45de-a1ab-42e4aa335111] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 818.290148] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbb658c7-8acb-4dd2-aed3-0597beedf63b tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Deleting the datastore file [datastore2] 81ea07d5-8924-45de-a1ab-42e4aa335111 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 818.290521] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c1351309-d56b-4b41-9213-6f0b3aa7596e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.296810] env[69350]: DEBUG oslo_vmware.api [None req-bbb658c7-8acb-4dd2-aed3-0597beedf63b tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Waiting for the task: (returnval){ [ 818.296810] env[69350]: value = "task-3364976" [ 818.296810] env[69350]: _type = "Task" [ 818.296810] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.308405] env[69350]: DEBUG oslo_vmware.api [None req-bbb658c7-8acb-4dd2-aed3-0597beedf63b tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Task: {'id': task-3364976, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.311612] env[69350]: DEBUG oslo_vmware.api [None req-c188e2a3-ea48-48c5-8f63-5e7c7fd513aa tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3364974, 'name': Rename_Task, 'duration_secs': 0.156584} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.311932] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-c188e2a3-ea48-48c5-8f63-5e7c7fd513aa tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 57801cfa-deec-406a-88e8-c039705979a2] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 818.312212] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c03e407e-a674-4337-88db-fdc0af3994c3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.318132] env[69350]: DEBUG oslo_vmware.api [None req-c188e2a3-ea48-48c5-8f63-5e7c7fd513aa tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Waiting for the task: (returnval){ [ 818.318132] env[69350]: value = "task-3364977" [ 818.318132] env[69350]: _type = "Task" [ 818.318132] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.328743] env[69350]: DEBUG oslo_vmware.api [None req-c188e2a3-ea48-48c5-8f63-5e7c7fd513aa tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3364977, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.413410] env[69350]: DEBUG nova.scheduler.client.report [None req-57d78a07-644f-46e9-85d8-a9862c422fb1 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 818.522170] env[69350]: DEBUG oslo_concurrency.lockutils [req-af4fdcc6-215a-4014-a702-03af3f100ef5 req-da279910-767c-4a1d-a1f3-175da0a081d9 service nova] Releasing lock "refresh_cache-3d3dab3a-f176-4b15-bd54-7618cb6fedab" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.522679] env[69350]: DEBUG oslo_vmware.api [None req-8885013f-f48b-483f-8f35-f715962076ed tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52ba4354-6fc8-ebf4-02a0-f1ea7520a3d6, 'name': SearchDatastore_Task, 'duration_secs': 0.015166} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.523700] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6de6f68-5c3d-4b40-bb94-b1e0230f9124 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.529805] env[69350]: DEBUG oslo_vmware.api [None req-8885013f-f48b-483f-8f35-f715962076ed tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Waiting for the task: (returnval){ [ 818.529805] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52a11698-d8c8-0c2a-122a-ca56634ecb09" [ 818.529805] env[69350]: _type = "Task" [ 818.529805] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.544640] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d38dc45d-3a9d-440d-848c-1aa04cb0f5c0 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Acquiring lock "refresh_cache-d256518f-5e63-4b21-9d0d-0fbb60928b4a" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.544640] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d38dc45d-3a9d-440d-848c-1aa04cb0f5c0 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Acquired lock "refresh_cache-d256518f-5e63-4b21-9d0d-0fbb60928b4a" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.544640] env[69350]: DEBUG nova.network.neutron [None req-d38dc45d-3a9d-440d-848c-1aa04cb0f5c0 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] [instance: d256518f-5e63-4b21-9d0d-0fbb60928b4a] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 818.544640] env[69350]: DEBUG oslo_vmware.api [None req-8885013f-f48b-483f-8f35-f715962076ed tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52a11698-d8c8-0c2a-122a-ca56634ecb09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.810267] env[69350]: DEBUG oslo_vmware.api [None req-bbb658c7-8acb-4dd2-aed3-0597beedf63b tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Task: {'id': task-3364976, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.314545} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.810750] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbb658c7-8acb-4dd2-aed3-0597beedf63b tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 818.811854] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb658c7-8acb-4dd2-aed3-0597beedf63b tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: 81ea07d5-8924-45de-a1ab-42e4aa335111] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 818.812721] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb658c7-8acb-4dd2-aed3-0597beedf63b tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: 81ea07d5-8924-45de-a1ab-42e4aa335111] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 818.814971] env[69350]: INFO nova.compute.manager [None req-bbb658c7-8acb-4dd2-aed3-0597beedf63b tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: 81ea07d5-8924-45de-a1ab-42e4aa335111] Took 1.18 seconds to destroy the instance on the hypervisor. [ 818.814971] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bbb658c7-8acb-4dd2-aed3-0597beedf63b tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 818.814971] env[69350]: DEBUG nova.compute.manager [-] [instance: 81ea07d5-8924-45de-a1ab-42e4aa335111] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 818.814971] env[69350]: DEBUG nova.network.neutron [-] [instance: 81ea07d5-8924-45de-a1ab-42e4aa335111] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 818.831388] env[69350]: DEBUG oslo_vmware.api [None req-c188e2a3-ea48-48c5-8f63-5e7c7fd513aa tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3364977, 'name': PowerOnVM_Task, 'duration_secs': 0.510113} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.831890] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-c188e2a3-ea48-48c5-8f63-5e7c7fd513aa tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 57801cfa-deec-406a-88e8-c039705979a2] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 818.832107] env[69350]: INFO nova.compute.manager [None req-c188e2a3-ea48-48c5-8f63-5e7c7fd513aa tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 57801cfa-deec-406a-88e8-c039705979a2] Took 8.83 seconds to spawn the instance on the hypervisor. [ 818.832107] env[69350]: DEBUG nova.compute.manager [None req-c188e2a3-ea48-48c5-8f63-5e7c7fd513aa tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 57801cfa-deec-406a-88e8-c039705979a2] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 818.833083] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13cf8986-2707-4ba6-a685-08397b7c92d0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.923179] env[69350]: DEBUG oslo_concurrency.lockutils [None req-57d78a07-644f-46e9-85d8-a9862c422fb1 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.782s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.924228] env[69350]: DEBUG nova.compute.manager [None req-57d78a07-644f-46e9-85d8-a9862c422fb1 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] [instance: 51875ea2-1cc8-4458-9d5b-b68bcfadead0] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 818.927125] env[69350]: DEBUG oslo_concurrency.lockutils [None req-cc732508-712c-4c25-8347-f421bb4965c9 tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.479s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.927430] env[69350]: DEBUG nova.objects.instance [None req-cc732508-712c-4c25-8347-f421bb4965c9 tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Lazy-loading 'resources' on Instance uuid c5cc8d70-f170-4447-8601-a47955702bd6 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 819.042604] env[69350]: DEBUG oslo_vmware.api [None req-8885013f-f48b-483f-8f35-f715962076ed tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52a11698-d8c8-0c2a-122a-ca56634ecb09, 'name': SearchDatastore_Task, 'duration_secs': 0.013714} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.042881] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8885013f-f48b-483f-8f35-f715962076ed tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.043156] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-8885013f-f48b-483f-8f35-f715962076ed tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] 3d3dab3a-f176-4b15-bd54-7618cb6fedab/3d3dab3a-f176-4b15-bd54-7618cb6fedab.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 819.044071] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ddad04fe-f49e-4baa-ab2f-e809303e3ee4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.059740] env[69350]: DEBUG oslo_vmware.api [None req-8885013f-f48b-483f-8f35-f715962076ed tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Waiting for the task: (returnval){ [ 819.059740] env[69350]: value = "task-3364978" [ 819.059740] env[69350]: _type = "Task" [ 819.059740] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.068464] env[69350]: DEBUG oslo_vmware.api [None req-8885013f-f48b-483f-8f35-f715962076ed tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Task: {'id': task-3364978, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.156810] env[69350]: DEBUG nova.network.neutron [None req-d38dc45d-3a9d-440d-848c-1aa04cb0f5c0 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] [instance: d256518f-5e63-4b21-9d0d-0fbb60928b4a] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 819.163281] env[69350]: DEBUG oslo_vmware.rw_handles [None req-b8daa8ce-0b8f-4595-9712-4455e73fb555 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a44eeb-6fcd-e740-b82c-8909a6092804/disk-0.vmdk. {{(pid=69350) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 819.164346] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1184fb9c-5300-4d10-806a-3fda83add0bb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.170627] env[69350]: DEBUG oslo_vmware.rw_handles [None req-b8daa8ce-0b8f-4595-9712-4455e73fb555 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a44eeb-6fcd-e740-b82c-8909a6092804/disk-0.vmdk is in state: ready. {{(pid=69350) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 819.170895] env[69350]: ERROR oslo_vmware.rw_handles [None req-b8daa8ce-0b8f-4595-9712-4455e73fb555 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a44eeb-6fcd-e740-b82c-8909a6092804/disk-0.vmdk due to incomplete transfer. [ 819.171173] env[69350]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-cc1be9be-6d62-4911-bc2a-a613c54607ae {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.178493] env[69350]: DEBUG oslo_vmware.rw_handles [None req-b8daa8ce-0b8f-4595-9712-4455e73fb555 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a44eeb-6fcd-e740-b82c-8909a6092804/disk-0.vmdk. {{(pid=69350) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 819.178690] env[69350]: DEBUG nova.virt.vmwareapi.images [None req-b8daa8ce-0b8f-4595-9712-4455e73fb555 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: 4a4b72fc-0fe1-4365-ba71-beb33ccdc400] Uploaded image fb3985d4-a5d5-4e01-9415-b928850c20a1 to the Glance image server {{(pid=69350) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 819.180896] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8daa8ce-0b8f-4595-9712-4455e73fb555 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: 4a4b72fc-0fe1-4365-ba71-beb33ccdc400] Destroying the VM {{(pid=69350) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 819.181281] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-04907d55-9dea-4b33-b825-f4dc9429b8e6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.188060] env[69350]: DEBUG oslo_vmware.api [None req-b8daa8ce-0b8f-4595-9712-4455e73fb555 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Waiting for the task: (returnval){ [ 819.188060] env[69350]: value = "task-3364979" [ 819.188060] env[69350]: _type = "Task" [ 819.188060] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.204302] env[69350]: DEBUG oslo_vmware.api [None req-b8daa8ce-0b8f-4595-9712-4455e73fb555 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3364979, 'name': Destroy_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.364741] env[69350]: INFO nova.compute.manager [None req-c188e2a3-ea48-48c5-8f63-5e7c7fd513aa tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 57801cfa-deec-406a-88e8-c039705979a2] Took 37.43 seconds to build instance. [ 819.431291] env[69350]: DEBUG nova.compute.utils [None req-57d78a07-644f-46e9-85d8-a9862c422fb1 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 819.437914] env[69350]: DEBUG nova.compute.manager [None req-57d78a07-644f-46e9-85d8-a9862c422fb1 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] [instance: 51875ea2-1cc8-4458-9d5b-b68bcfadead0] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 819.438171] env[69350]: DEBUG nova.network.neutron [None req-57d78a07-644f-46e9-85d8-a9862c422fb1 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] [instance: 51875ea2-1cc8-4458-9d5b-b68bcfadead0] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 819.582132] env[69350]: DEBUG oslo_vmware.api [None req-8885013f-f48b-483f-8f35-f715962076ed tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Task: {'id': task-3364978, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.709832] env[69350]: DEBUG oslo_vmware.api [None req-b8daa8ce-0b8f-4595-9712-4455e73fb555 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3364979, 'name': Destroy_Task, 'duration_secs': 0.439123} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.710155] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-b8daa8ce-0b8f-4595-9712-4455e73fb555 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: 4a4b72fc-0fe1-4365-ba71-beb33ccdc400] Destroyed the VM [ 819.710450] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b8daa8ce-0b8f-4595-9712-4455e73fb555 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: 4a4b72fc-0fe1-4365-ba71-beb33ccdc400] Deleting Snapshot of the VM instance {{(pid=69350) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 819.710739] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4764dbd7-d011-423e-a03f-b5efbb7768db {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.719607] env[69350]: DEBUG oslo_vmware.api [None req-b8daa8ce-0b8f-4595-9712-4455e73fb555 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Waiting for the task: (returnval){ [ 819.719607] env[69350]: value = "task-3364980" [ 819.719607] env[69350]: _type = "Task" [ 819.719607] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.728190] env[69350]: DEBUG nova.policy [None req-57d78a07-644f-46e9-85d8-a9862c422fb1 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '60e30da95b9f4eb18b79b5569eb1e664', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b2f82ded442c493586b668c585c3bd3c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 819.735148] env[69350]: DEBUG oslo_vmware.api [None req-b8daa8ce-0b8f-4595-9712-4455e73fb555 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3364980, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.868317] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c188e2a3-ea48-48c5-8f63-5e7c7fd513aa tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Lock "57801cfa-deec-406a-88e8-c039705979a2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.366s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.910654] env[69350]: DEBUG nova.compute.manager [req-fc10f5e5-9d75-4c96-aa0c-46b7059078a5 req-cb4b8d81-cd37-492d-99c9-f31451978641 service nova] [instance: d256518f-5e63-4b21-9d0d-0fbb60928b4a] Received event network-changed-b17f690f-b750-4f36-8f29-4e5d21ca7fa8 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 819.910654] env[69350]: DEBUG nova.compute.manager [req-fc10f5e5-9d75-4c96-aa0c-46b7059078a5 req-cb4b8d81-cd37-492d-99c9-f31451978641 service nova] [instance: d256518f-5e63-4b21-9d0d-0fbb60928b4a] Refreshing instance network info cache due to event network-changed-b17f690f-b750-4f36-8f29-4e5d21ca7fa8. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 819.910654] env[69350]: DEBUG oslo_concurrency.lockutils [req-fc10f5e5-9d75-4c96-aa0c-46b7059078a5 req-cb4b8d81-cd37-492d-99c9-f31451978641 service nova] Acquiring lock "refresh_cache-d256518f-5e63-4b21-9d0d-0fbb60928b4a" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.940057] env[69350]: DEBUG nova.compute.manager [None req-57d78a07-644f-46e9-85d8-a9862c422fb1 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] [instance: 51875ea2-1cc8-4458-9d5b-b68bcfadead0] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 820.079451] env[69350]: DEBUG oslo_vmware.api [None req-8885013f-f48b-483f-8f35-f715962076ed tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Task: {'id': task-3364978, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.089055] env[69350]: DEBUG nova.network.neutron [None req-d38dc45d-3a9d-440d-848c-1aa04cb0f5c0 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] [instance: d256518f-5e63-4b21-9d0d-0fbb60928b4a] Updating instance_info_cache with network_info: [{"id": "b17f690f-b750-4f36-8f29-4e5d21ca7fa8", "address": "fa:16:3e:bd:f9:32", "network": {"id": "7471cab0-87ad-4703-97af-1b6cb285655b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a175bdd0b1324024bc8e47e5836a9e11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb17f690f-b7", "ovs_interfaceid": "b17f690f-b750-4f36-8f29-4e5d21ca7fa8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.185816] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c69616d-9c46-4c37-a291-730af5aecdf1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.199792] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f06afae-720b-41dc-babc-2a9e3eabe13c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.236034] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c9ef555-25e8-4943-8983-ae2b028d03e6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.244009] env[69350]: DEBUG oslo_vmware.api [None req-b8daa8ce-0b8f-4595-9712-4455e73fb555 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3364980, 'name': RemoveSnapshot_Task, 'duration_secs': 0.47601} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.246101] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b8daa8ce-0b8f-4595-9712-4455e73fb555 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: 4a4b72fc-0fe1-4365-ba71-beb33ccdc400] Deleted Snapshot of the VM instance {{(pid=69350) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 820.246355] env[69350]: INFO nova.compute.manager [None req-b8daa8ce-0b8f-4595-9712-4455e73fb555 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: 4a4b72fc-0fe1-4365-ba71-beb33ccdc400] Took 12.51 seconds to snapshot the instance on the hypervisor. [ 820.249934] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b50f6aaa-35b8-4e1a-9f66-4b9fcc13400f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.266124] env[69350]: DEBUG nova.compute.provider_tree [None req-cc732508-712c-4c25-8347-f421bb4965c9 tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 820.323983] env[69350]: DEBUG nova.network.neutron [None req-126f5fad-8c6e-4e47-83b4-9f79669678f4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] [instance: 8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda] Successfully updated port: e3555ccf-0a40-4b7a-b8b0-706697f4ef4b {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 820.379029] env[69350]: DEBUG nova.compute.manager [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: 2b79ce2c-f402-42e5-a90d-5ebdc40896ce] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 820.508912] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ae7d1780-1910-471a-aac0-9618e747a8e6 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Acquiring lock "4a4b72fc-0fe1-4365-ba71-beb33ccdc400" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.511321] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ae7d1780-1910-471a-aac0-9618e747a8e6 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Lock "4a4b72fc-0fe1-4365-ba71-beb33ccdc400" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.511321] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ae7d1780-1910-471a-aac0-9618e747a8e6 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Acquiring lock "4a4b72fc-0fe1-4365-ba71-beb33ccdc400-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.511321] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ae7d1780-1910-471a-aac0-9618e747a8e6 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Lock "4a4b72fc-0fe1-4365-ba71-beb33ccdc400-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.511321] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ae7d1780-1910-471a-aac0-9618e747a8e6 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Lock "4a4b72fc-0fe1-4365-ba71-beb33ccdc400-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.513221] env[69350]: INFO nova.compute.manager [None req-ae7d1780-1910-471a-aac0-9618e747a8e6 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: 4a4b72fc-0fe1-4365-ba71-beb33ccdc400] Terminating instance [ 820.526162] env[69350]: DEBUG nova.network.neutron [-] [instance: 81ea07d5-8924-45de-a1ab-42e4aa335111] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.574780] env[69350]: DEBUG oslo_vmware.api [None req-8885013f-f48b-483f-8f35-f715962076ed tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Task: {'id': task-3364978, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.591851] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d38dc45d-3a9d-440d-848c-1aa04cb0f5c0 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Releasing lock "refresh_cache-d256518f-5e63-4b21-9d0d-0fbb60928b4a" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.595057] env[69350]: DEBUG nova.compute.manager [None req-d38dc45d-3a9d-440d-848c-1aa04cb0f5c0 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] [instance: d256518f-5e63-4b21-9d0d-0fbb60928b4a] Instance network_info: |[{"id": "b17f690f-b750-4f36-8f29-4e5d21ca7fa8", "address": "fa:16:3e:bd:f9:32", "network": {"id": "7471cab0-87ad-4703-97af-1b6cb285655b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a175bdd0b1324024bc8e47e5836a9e11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb17f690f-b7", "ovs_interfaceid": "b17f690f-b750-4f36-8f29-4e5d21ca7fa8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 820.595057] env[69350]: DEBUG oslo_concurrency.lockutils [req-fc10f5e5-9d75-4c96-aa0c-46b7059078a5 req-cb4b8d81-cd37-492d-99c9-f31451978641 service nova] Acquired lock "refresh_cache-d256518f-5e63-4b21-9d0d-0fbb60928b4a" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.595057] env[69350]: DEBUG nova.network.neutron [req-fc10f5e5-9d75-4c96-aa0c-46b7059078a5 req-cb4b8d81-cd37-492d-99c9-f31451978641 service nova] [instance: d256518f-5e63-4b21-9d0d-0fbb60928b4a] Refreshing network info cache for port b17f690f-b750-4f36-8f29-4e5d21ca7fa8 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 820.595057] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d38dc45d-3a9d-440d-848c-1aa04cb0f5c0 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] [instance: d256518f-5e63-4b21-9d0d-0fbb60928b4a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:f9:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '030ecc21-dc1c-4283-854e-88e623b3970a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b17f690f-b750-4f36-8f29-4e5d21ca7fa8', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 820.604944] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d38dc45d-3a9d-440d-848c-1aa04cb0f5c0 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 820.606647] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d256518f-5e63-4b21-9d0d-0fbb60928b4a] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 820.607242] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0d111036-febb-48db-bca2-f8f4482d31d9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.628894] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 820.628894] env[69350]: value = "task-3364982" [ 820.628894] env[69350]: _type = "Task" [ 820.628894] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.636672] env[69350]: DEBUG nova.network.neutron [None req-57d78a07-644f-46e9-85d8-a9862c422fb1 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] [instance: 51875ea2-1cc8-4458-9d5b-b68bcfadead0] Successfully created port: 9a7d4872-df0b-4b50-8557-551a99f67b2a {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 820.645517] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3364982, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.675231] env[69350]: DEBUG oslo_concurrency.lockutils [None req-717fb51b-0fdd-4ac9-825a-486a740b6ec8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Acquiring lock "57801cfa-deec-406a-88e8-c039705979a2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.675503] env[69350]: DEBUG oslo_concurrency.lockutils [None req-717fb51b-0fdd-4ac9-825a-486a740b6ec8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Lock "57801cfa-deec-406a-88e8-c039705979a2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.675709] env[69350]: DEBUG oslo_concurrency.lockutils [None req-717fb51b-0fdd-4ac9-825a-486a740b6ec8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Acquiring lock "57801cfa-deec-406a-88e8-c039705979a2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.675888] env[69350]: DEBUG oslo_concurrency.lockutils [None req-717fb51b-0fdd-4ac9-825a-486a740b6ec8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Lock "57801cfa-deec-406a-88e8-c039705979a2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.676057] env[69350]: DEBUG oslo_concurrency.lockutils [None req-717fb51b-0fdd-4ac9-825a-486a740b6ec8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Lock "57801cfa-deec-406a-88e8-c039705979a2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.681985] env[69350]: INFO nova.compute.manager [None req-717fb51b-0fdd-4ac9-825a-486a740b6ec8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 57801cfa-deec-406a-88e8-c039705979a2] Terminating instance [ 820.755186] env[69350]: DEBUG nova.compute.manager [None req-b8daa8ce-0b8f-4595-9712-4455e73fb555 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: 4a4b72fc-0fe1-4365-ba71-beb33ccdc400] Instance disappeared during snapshot {{(pid=69350) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 820.768363] env[69350]: DEBUG nova.scheduler.client.report [None req-cc732508-712c-4c25-8347-f421bb4965c9 tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 820.778021] env[69350]: DEBUG nova.compute.manager [None req-b8daa8ce-0b8f-4595-9712-4455e73fb555 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Image not found during clean up fb3985d4-a5d5-4e01-9415-b928850c20a1 {{(pid=69350) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 820.827522] env[69350]: DEBUG oslo_concurrency.lockutils [None req-126f5fad-8c6e-4e47-83b4-9f79669678f4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Acquiring lock "refresh_cache-8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.827780] env[69350]: DEBUG oslo_concurrency.lockutils [None req-126f5fad-8c6e-4e47-83b4-9f79669678f4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Acquired lock "refresh_cache-8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.827950] env[69350]: DEBUG nova.network.neutron [None req-126f5fad-8c6e-4e47-83b4-9f79669678f4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] [instance: 8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 820.909555] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.953130] env[69350]: DEBUG nova.compute.manager [None req-57d78a07-644f-46e9-85d8-a9862c422fb1 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] [instance: 51875ea2-1cc8-4458-9d5b-b68bcfadead0] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 820.982450] env[69350]: DEBUG nova.virt.hardware [None req-57d78a07-644f-46e9-85d8-a9862c422fb1 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 820.982693] env[69350]: DEBUG nova.virt.hardware [None req-57d78a07-644f-46e9-85d8-a9862c422fb1 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 820.982850] env[69350]: DEBUG nova.virt.hardware [None req-57d78a07-644f-46e9-85d8-a9862c422fb1 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 820.983038] env[69350]: DEBUG nova.virt.hardware [None req-57d78a07-644f-46e9-85d8-a9862c422fb1 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 820.983182] env[69350]: DEBUG nova.virt.hardware [None req-57d78a07-644f-46e9-85d8-a9862c422fb1 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 820.983324] env[69350]: DEBUG nova.virt.hardware [None req-57d78a07-644f-46e9-85d8-a9862c422fb1 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 820.983522] env[69350]: DEBUG nova.virt.hardware [None req-57d78a07-644f-46e9-85d8-a9862c422fb1 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 820.983673] env[69350]: DEBUG nova.virt.hardware [None req-57d78a07-644f-46e9-85d8-a9862c422fb1 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 820.983834] env[69350]: DEBUG nova.virt.hardware [None req-57d78a07-644f-46e9-85d8-a9862c422fb1 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 820.983989] env[69350]: DEBUG nova.virt.hardware [None req-57d78a07-644f-46e9-85d8-a9862c422fb1 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 820.984170] env[69350]: DEBUG nova.virt.hardware [None req-57d78a07-644f-46e9-85d8-a9862c422fb1 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 820.985064] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da63a885-10e0-49a1-ba1a-2507b0e99631 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.993385] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d42e509-36e6-46da-ba04-691fa151aaf8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.016268] env[69350]: DEBUG nova.compute.manager [None req-ae7d1780-1910-471a-aac0-9618e747a8e6 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: 4a4b72fc-0fe1-4365-ba71-beb33ccdc400] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 821.016553] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ae7d1780-1910-471a-aac0-9618e747a8e6 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: 4a4b72fc-0fe1-4365-ba71-beb33ccdc400] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 821.017404] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5510c3b5-9730-4ce0-b726-bc1ad58cf5ab {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.024993] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ae7d1780-1910-471a-aac0-9618e747a8e6 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: 4a4b72fc-0fe1-4365-ba71-beb33ccdc400] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 821.025320] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ff8a2342-40a3-4789-9ffd-36f0fba2e37b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.027109] env[69350]: INFO nova.compute.manager [-] [instance: 81ea07d5-8924-45de-a1ab-42e4aa335111] Took 2.21 seconds to deallocate network for instance. [ 821.076206] env[69350]: DEBUG oslo_vmware.api [None req-8885013f-f48b-483f-8f35-f715962076ed tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Task: {'id': task-3364978, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.82657} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.076486] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-8885013f-f48b-483f-8f35-f715962076ed tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] 3d3dab3a-f176-4b15-bd54-7618cb6fedab/3d3dab3a-f176-4b15-bd54-7618cb6fedab.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 821.077159] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8885013f-f48b-483f-8f35-f715962076ed tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] [instance: 3d3dab3a-f176-4b15-bd54-7618cb6fedab] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 821.077159] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e1d2c2d-a1c5-47cd-bc36-50f9b62fcf8a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.083819] env[69350]: DEBUG oslo_vmware.api [None req-8885013f-f48b-483f-8f35-f715962076ed tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Waiting for the task: (returnval){ [ 821.083819] env[69350]: value = "task-3364984" [ 821.083819] env[69350]: _type = "Task" [ 821.083819] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.090838] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ae7d1780-1910-471a-aac0-9618e747a8e6 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: 4a4b72fc-0fe1-4365-ba71-beb33ccdc400] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 821.091132] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ae7d1780-1910-471a-aac0-9618e747a8e6 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: 4a4b72fc-0fe1-4365-ba71-beb33ccdc400] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 821.091334] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae7d1780-1910-471a-aac0-9618e747a8e6 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Deleting the datastore file [datastore2] 4a4b72fc-0fe1-4365-ba71-beb33ccdc400 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 821.091997] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-748e0b24-ad2b-4f21-92d3-5487d14e1f3a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.097434] env[69350]: DEBUG oslo_vmware.api [None req-8885013f-f48b-483f-8f35-f715962076ed tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Task: {'id': task-3364984, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.102629] env[69350]: DEBUG oslo_vmware.api [None req-ae7d1780-1910-471a-aac0-9618e747a8e6 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Waiting for the task: (returnval){ [ 821.102629] env[69350]: value = "task-3364985" [ 821.102629] env[69350]: _type = "Task" [ 821.102629] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.116776] env[69350]: DEBUG oslo_vmware.api [None req-ae7d1780-1910-471a-aac0-9618e747a8e6 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3364985, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.139098] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3364982, 'name': CreateVM_Task} progress is 25%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.185844] env[69350]: DEBUG nova.compute.manager [None req-717fb51b-0fdd-4ac9-825a-486a740b6ec8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 57801cfa-deec-406a-88e8-c039705979a2] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 821.186106] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-717fb51b-0fdd-4ac9-825a-486a740b6ec8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 57801cfa-deec-406a-88e8-c039705979a2] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 821.187159] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08dc7ea0-0a1d-40bb-a0d0-2ea47d0afdd2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.194776] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-717fb51b-0fdd-4ac9-825a-486a740b6ec8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 57801cfa-deec-406a-88e8-c039705979a2] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 821.195080] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-05d00f57-b18d-4627-b752-26d41a5b29bf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.202288] env[69350]: DEBUG oslo_vmware.api [None req-717fb51b-0fdd-4ac9-825a-486a740b6ec8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Waiting for the task: (returnval){ [ 821.202288] env[69350]: value = "task-3364986" [ 821.202288] env[69350]: _type = "Task" [ 821.202288] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.209993] env[69350]: DEBUG oslo_vmware.api [None req-717fb51b-0fdd-4ac9-825a-486a740b6ec8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3364986, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.277339] env[69350]: DEBUG oslo_concurrency.lockutils [None req-cc732508-712c-4c25-8347-f421bb4965c9 tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.350s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.281020] env[69350]: DEBUG oslo_concurrency.lockutils [None req-686a0486-ef0a-45c3-9b1d-cae2faa554e8 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.488s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.282511] env[69350]: INFO nova.compute.claims [None req-686a0486-ef0a-45c3-9b1d-cae2faa554e8 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] [instance: 9716c35b-9fc7-4e8c-81a1-ef7451400742] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 821.310408] env[69350]: INFO nova.scheduler.client.report [None req-cc732508-712c-4c25-8347-f421bb4965c9 tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Deleted allocations for instance c5cc8d70-f170-4447-8601-a47955702bd6 [ 821.384592] env[69350]: DEBUG nova.network.neutron [None req-126f5fad-8c6e-4e47-83b4-9f79669678f4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] [instance: 8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 821.520449] env[69350]: DEBUG nova.network.neutron [req-fc10f5e5-9d75-4c96-aa0c-46b7059078a5 req-cb4b8d81-cd37-492d-99c9-f31451978641 service nova] [instance: d256518f-5e63-4b21-9d0d-0fbb60928b4a] Updated VIF entry in instance network info cache for port b17f690f-b750-4f36-8f29-4e5d21ca7fa8. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 821.520893] env[69350]: DEBUG nova.network.neutron [req-fc10f5e5-9d75-4c96-aa0c-46b7059078a5 req-cb4b8d81-cd37-492d-99c9-f31451978641 service nova] [instance: d256518f-5e63-4b21-9d0d-0fbb60928b4a] Updating instance_info_cache with network_info: [{"id": "b17f690f-b750-4f36-8f29-4e5d21ca7fa8", "address": "fa:16:3e:bd:f9:32", "network": {"id": "7471cab0-87ad-4703-97af-1b6cb285655b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a175bdd0b1324024bc8e47e5836a9e11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb17f690f-b7", "ovs_interfaceid": "b17f690f-b750-4f36-8f29-4e5d21ca7fa8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.533665] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bbb658c7-8acb-4dd2-aed3-0597beedf63b tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.560759] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4de7453d-a28f-41b3-bcad-06e4662573e8 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Acquiring lock "325fb273-d943-4e52-bde2-a2d3eee6fcbd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.560759] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4de7453d-a28f-41b3-bcad-06e4662573e8 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Lock "325fb273-d943-4e52-bde2-a2d3eee6fcbd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.594122] env[69350]: DEBUG oslo_vmware.api [None req-8885013f-f48b-483f-8f35-f715962076ed tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Task: {'id': task-3364984, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114317} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.594439] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8885013f-f48b-483f-8f35-f715962076ed tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] [instance: 3d3dab3a-f176-4b15-bd54-7618cb6fedab] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 821.595285] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de2c10ab-115d-4501-8019-526175ccadb9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.623216] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-8885013f-f48b-483f-8f35-f715962076ed tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] [instance: 3d3dab3a-f176-4b15-bd54-7618cb6fedab] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 3d3dab3a-f176-4b15-bd54-7618cb6fedab/3d3dab3a-f176-4b15-bd54-7618cb6fedab.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 821.626106] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c7eb74b-2b1a-499d-9e3e-e90e30f3fcf8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.643691] env[69350]: DEBUG nova.network.neutron [None req-126f5fad-8c6e-4e47-83b4-9f79669678f4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] [instance: 8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda] Updating instance_info_cache with network_info: [{"id": "e3555ccf-0a40-4b7a-b8b0-706697f4ef4b", "address": "fa:16:3e:ea:e9:46", "network": {"id": "551188d6-1b62-439d-a72a-925dbe0d2ec7", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1630423921-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35695472c4df4ac69598532e95c24cf3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3555ccf-0a", "ovs_interfaceid": "e3555ccf-0a40-4b7a-b8b0-706697f4ef4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.652916] env[69350]: DEBUG oslo_vmware.api [None req-ae7d1780-1910-471a-aac0-9618e747a8e6 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3364985, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.352114} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.654963] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae7d1780-1910-471a-aac0-9618e747a8e6 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 821.655176] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ae7d1780-1910-471a-aac0-9618e747a8e6 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: 4a4b72fc-0fe1-4365-ba71-beb33ccdc400] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 821.655353] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ae7d1780-1910-471a-aac0-9618e747a8e6 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: 4a4b72fc-0fe1-4365-ba71-beb33ccdc400] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 821.655759] env[69350]: INFO nova.compute.manager [None req-ae7d1780-1910-471a-aac0-9618e747a8e6 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: 4a4b72fc-0fe1-4365-ba71-beb33ccdc400] Took 0.64 seconds to destroy the instance on the hypervisor. [ 821.655908] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ae7d1780-1910-471a-aac0-9618e747a8e6 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 821.656210] env[69350]: DEBUG oslo_vmware.api [None req-8885013f-f48b-483f-8f35-f715962076ed tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Waiting for the task: (returnval){ [ 821.656210] env[69350]: value = "task-3364987" [ 821.656210] env[69350]: _type = "Task" [ 821.656210] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.659284] env[69350]: DEBUG nova.compute.manager [-] [instance: 4a4b72fc-0fe1-4365-ba71-beb33ccdc400] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 821.659386] env[69350]: DEBUG nova.network.neutron [-] [instance: 4a4b72fc-0fe1-4365-ba71-beb33ccdc400] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 821.662640] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3364982, 'name': CreateVM_Task, 'duration_secs': 0.907502} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.666372] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d256518f-5e63-4b21-9d0d-0fbb60928b4a] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 821.667532] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d38dc45d-3a9d-440d-848c-1aa04cb0f5c0 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.667726] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d38dc45d-3a9d-440d-848c-1aa04cb0f5c0 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.668049] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d38dc45d-3a9d-440d-848c-1aa04cb0f5c0 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.668664] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df08dc2b-1dae-48c1-9aee-1af1f7581027 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.674047] env[69350]: DEBUG oslo_vmware.api [None req-8885013f-f48b-483f-8f35-f715962076ed tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Task: {'id': task-3364987, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.677538] env[69350]: DEBUG oslo_vmware.api [None req-d38dc45d-3a9d-440d-848c-1aa04cb0f5c0 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Waiting for the task: (returnval){ [ 821.677538] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]522270f0-7117-8d0a-eedb-44074839ebd0" [ 821.677538] env[69350]: _type = "Task" [ 821.677538] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.685904] env[69350]: DEBUG oslo_vmware.api [None req-d38dc45d-3a9d-440d-848c-1aa04cb0f5c0 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]522270f0-7117-8d0a-eedb-44074839ebd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.714191] env[69350]: DEBUG oslo_vmware.api [None req-717fb51b-0fdd-4ac9-825a-486a740b6ec8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3364986, 'name': PowerOffVM_Task, 'duration_secs': 0.274444} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.714485] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-717fb51b-0fdd-4ac9-825a-486a740b6ec8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 57801cfa-deec-406a-88e8-c039705979a2] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 821.714681] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-717fb51b-0fdd-4ac9-825a-486a740b6ec8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 57801cfa-deec-406a-88e8-c039705979a2] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 821.715196] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b6ba1dc-8e0d-4076-a686-477abdddde53 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.779696] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-717fb51b-0fdd-4ac9-825a-486a740b6ec8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 57801cfa-deec-406a-88e8-c039705979a2] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 821.779696] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-717fb51b-0fdd-4ac9-825a-486a740b6ec8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 57801cfa-deec-406a-88e8-c039705979a2] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 821.779696] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-717fb51b-0fdd-4ac9-825a-486a740b6ec8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Deleting the datastore file [datastore1] 57801cfa-deec-406a-88e8-c039705979a2 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 821.780272] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-12af240c-0ec7-4fff-86ff-2e9a1706d427 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.786949] env[69350]: DEBUG oslo_vmware.api [None req-717fb51b-0fdd-4ac9-825a-486a740b6ec8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Waiting for the task: (returnval){ [ 821.786949] env[69350]: value = "task-3364989" [ 821.786949] env[69350]: _type = "Task" [ 821.786949] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.799485] env[69350]: DEBUG oslo_vmware.api [None req-717fb51b-0fdd-4ac9-825a-486a740b6ec8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3364989, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.819184] env[69350]: DEBUG oslo_concurrency.lockutils [None req-cc732508-712c-4c25-8347-f421bb4965c9 tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Lock "c5cc8d70-f170-4447-8601-a47955702bd6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.422s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.023752] env[69350]: DEBUG oslo_concurrency.lockutils [req-fc10f5e5-9d75-4c96-aa0c-46b7059078a5 req-cb4b8d81-cd37-492d-99c9-f31451978641 service nova] Releasing lock "refresh_cache-d256518f-5e63-4b21-9d0d-0fbb60928b4a" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.149273] env[69350]: DEBUG oslo_concurrency.lockutils [None req-126f5fad-8c6e-4e47-83b4-9f79669678f4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Releasing lock "refresh_cache-8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.149273] env[69350]: DEBUG nova.compute.manager [None req-126f5fad-8c6e-4e47-83b4-9f79669678f4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] [instance: 8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda] Instance network_info: |[{"id": "e3555ccf-0a40-4b7a-b8b0-706697f4ef4b", "address": "fa:16:3e:ea:e9:46", "network": {"id": "551188d6-1b62-439d-a72a-925dbe0d2ec7", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1630423921-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35695472c4df4ac69598532e95c24cf3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3555ccf-0a", "ovs_interfaceid": "e3555ccf-0a40-4b7a-b8b0-706697f4ef4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 822.149273] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-126f5fad-8c6e-4e47-83b4-9f79669678f4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] [instance: 8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:e9:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0c293d47-74c0-49d7-a474-cdb643080f6f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e3555ccf-0a40-4b7a-b8b0-706697f4ef4b', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 822.160822] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-126f5fad-8c6e-4e47-83b4-9f79669678f4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Creating folder: Project (35695472c4df4ac69598532e95c24cf3). Parent ref: group-v671398. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 822.161278] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-904e90de-54fa-4f30-b4bc-8af8c3926147 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.166588] env[69350]: DEBUG nova.compute.manager [req-0e35ea1a-9e10-407f-ac3d-6ba8dcd70573 req-1531f6bb-7b22-4e59-825a-11b15fa512ee service nova] [instance: 8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda] Received event network-vif-plugged-e3555ccf-0a40-4b7a-b8b0-706697f4ef4b {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 822.166852] env[69350]: DEBUG oslo_concurrency.lockutils [req-0e35ea1a-9e10-407f-ac3d-6ba8dcd70573 req-1531f6bb-7b22-4e59-825a-11b15fa512ee service nova] Acquiring lock "8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.167131] env[69350]: DEBUG oslo_concurrency.lockutils [req-0e35ea1a-9e10-407f-ac3d-6ba8dcd70573 req-1531f6bb-7b22-4e59-825a-11b15fa512ee service nova] Lock "8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.167390] env[69350]: DEBUG oslo_concurrency.lockutils [req-0e35ea1a-9e10-407f-ac3d-6ba8dcd70573 req-1531f6bb-7b22-4e59-825a-11b15fa512ee service nova] Lock "8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.167621] env[69350]: DEBUG nova.compute.manager [req-0e35ea1a-9e10-407f-ac3d-6ba8dcd70573 req-1531f6bb-7b22-4e59-825a-11b15fa512ee service nova] [instance: 8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda] No waiting events found dispatching network-vif-plugged-e3555ccf-0a40-4b7a-b8b0-706697f4ef4b {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 822.167856] env[69350]: WARNING nova.compute.manager [req-0e35ea1a-9e10-407f-ac3d-6ba8dcd70573 req-1531f6bb-7b22-4e59-825a-11b15fa512ee service nova] [instance: 8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda] Received unexpected event network-vif-plugged-e3555ccf-0a40-4b7a-b8b0-706697f4ef4b for instance with vm_state building and task_state spawning. [ 822.168108] env[69350]: DEBUG nova.compute.manager [req-0e35ea1a-9e10-407f-ac3d-6ba8dcd70573 req-1531f6bb-7b22-4e59-825a-11b15fa512ee service nova] [instance: 81ea07d5-8924-45de-a1ab-42e4aa335111] Received event network-vif-deleted-61225a60-72ac-4d25-9f7f-e43263f51c82 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 822.168350] env[69350]: DEBUG nova.compute.manager [req-0e35ea1a-9e10-407f-ac3d-6ba8dcd70573 req-1531f6bb-7b22-4e59-825a-11b15fa512ee service nova] [instance: 8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda] Received event network-changed-e3555ccf-0a40-4b7a-b8b0-706697f4ef4b {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 822.168566] env[69350]: DEBUG nova.compute.manager [req-0e35ea1a-9e10-407f-ac3d-6ba8dcd70573 req-1531f6bb-7b22-4e59-825a-11b15fa512ee service nova] [instance: 8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda] Refreshing instance network info cache due to event network-changed-e3555ccf-0a40-4b7a-b8b0-706697f4ef4b. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 822.168803] env[69350]: DEBUG oslo_concurrency.lockutils [req-0e35ea1a-9e10-407f-ac3d-6ba8dcd70573 req-1531f6bb-7b22-4e59-825a-11b15fa512ee service nova] Acquiring lock "refresh_cache-8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.168996] env[69350]: DEBUG oslo_concurrency.lockutils [req-0e35ea1a-9e10-407f-ac3d-6ba8dcd70573 req-1531f6bb-7b22-4e59-825a-11b15fa512ee service nova] Acquired lock "refresh_cache-8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.169250] env[69350]: DEBUG nova.network.neutron [req-0e35ea1a-9e10-407f-ac3d-6ba8dcd70573 req-1531f6bb-7b22-4e59-825a-11b15fa512ee service nova] [instance: 8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda] Refreshing network info cache for port e3555ccf-0a40-4b7a-b8b0-706697f4ef4b {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 822.192837] env[69350]: DEBUG oslo_vmware.api [None req-d38dc45d-3a9d-440d-848c-1aa04cb0f5c0 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]522270f0-7117-8d0a-eedb-44074839ebd0, 'name': SearchDatastore_Task, 'duration_secs': 0.010313} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.198034] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d38dc45d-3a9d-440d-848c-1aa04cb0f5c0 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.198521] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d38dc45d-3a9d-440d-848c-1aa04cb0f5c0 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] [instance: d256518f-5e63-4b21-9d0d-0fbb60928b4a] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 822.198521] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d38dc45d-3a9d-440d-848c-1aa04cb0f5c0 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.198662] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d38dc45d-3a9d-440d-848c-1aa04cb0f5c0 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.198830] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-d38dc45d-3a9d-440d-848c-1aa04cb0f5c0 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 822.199714] env[69350]: DEBUG oslo_vmware.api [None req-8885013f-f48b-483f-8f35-f715962076ed tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Task: {'id': task-3364987, 'name': ReconfigVM_Task, 'duration_secs': 0.30837} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.199714] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-126f5fad-8c6e-4e47-83b4-9f79669678f4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Created folder: Project (35695472c4df4ac69598532e95c24cf3) in parent group-v671398. [ 822.199863] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-126f5fad-8c6e-4e47-83b4-9f79669678f4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Creating folder: Instances. Parent ref: group-v671498. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 822.199980] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-13df7980-2d37-43a5-a50e-40594fb87dfc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.201848] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-8885013f-f48b-483f-8f35-f715962076ed tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] [instance: 3d3dab3a-f176-4b15-bd54-7618cb6fedab] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 3d3dab3a-f176-4b15-bd54-7618cb6fedab/3d3dab3a-f176-4b15-bd54-7618cb6fedab.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 822.202413] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2e805386-41f3-4ad2-810c-56b856c54b30 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.204352] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d21a5f5-814b-4afc-bc8e-3cc6a0b7350e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.210868] env[69350]: DEBUG oslo_vmware.api [None req-8885013f-f48b-483f-8f35-f715962076ed tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Waiting for the task: (returnval){ [ 822.210868] env[69350]: value = "task-3364992" [ 822.210868] env[69350]: _type = "Task" [ 822.210868] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.215426] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-d38dc45d-3a9d-440d-848c-1aa04cb0f5c0 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 822.215513] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d38dc45d-3a9d-440d-848c-1aa04cb0f5c0 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 822.217113] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a5d82d5-30b5-43b9-897b-ccf92d348b4d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.219344] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-126f5fad-8c6e-4e47-83b4-9f79669678f4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Created folder: Instances in parent group-v671498. [ 822.219565] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-126f5fad-8c6e-4e47-83b4-9f79669678f4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 822.220680] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 822.220956] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ad27512-60dd-4f89-9be7-fc3de8c75b15 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.241801] env[69350]: DEBUG oslo_vmware.api [None req-8885013f-f48b-483f-8f35-f715962076ed tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Task: {'id': task-3364992, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.242129] env[69350]: DEBUG oslo_vmware.api [None req-d38dc45d-3a9d-440d-848c-1aa04cb0f5c0 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Waiting for the task: (returnval){ [ 822.242129] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5266e532-2e6f-98dc-b64d-d667d6d714d8" [ 822.242129] env[69350]: _type = "Task" [ 822.242129] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.247599] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 822.247599] env[69350]: value = "task-3364994" [ 822.247599] env[69350]: _type = "Task" [ 822.247599] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.251518] env[69350]: DEBUG oslo_vmware.api [None req-d38dc45d-3a9d-440d-848c-1aa04cb0f5c0 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5266e532-2e6f-98dc-b64d-d667d6d714d8, 'name': SearchDatastore_Task, 'duration_secs': 0.023656} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.255376] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1756151-145e-41e6-92b8-316626bcd8f3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.262639] env[69350]: DEBUG oslo_vmware.api [None req-d38dc45d-3a9d-440d-848c-1aa04cb0f5c0 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Waiting for the task: (returnval){ [ 822.262639] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]529dd027-4f51-370f-f250-b39e91243107" [ 822.262639] env[69350]: _type = "Task" [ 822.262639] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.264859] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3364994, 'name': CreateVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.273468] env[69350]: DEBUG oslo_vmware.api [None req-d38dc45d-3a9d-440d-848c-1aa04cb0f5c0 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]529dd027-4f51-370f-f250-b39e91243107, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.301435] env[69350]: DEBUG oslo_vmware.api [None req-717fb51b-0fdd-4ac9-825a-486a740b6ec8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3364989, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.313685} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.302013] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-717fb51b-0fdd-4ac9-825a-486a740b6ec8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 822.302210] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-717fb51b-0fdd-4ac9-825a-486a740b6ec8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 57801cfa-deec-406a-88e8-c039705979a2] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 822.302385] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-717fb51b-0fdd-4ac9-825a-486a740b6ec8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 57801cfa-deec-406a-88e8-c039705979a2] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 822.302555] env[69350]: INFO nova.compute.manager [None req-717fb51b-0fdd-4ac9-825a-486a740b6ec8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 57801cfa-deec-406a-88e8-c039705979a2] Took 1.12 seconds to destroy the instance on the hypervisor. [ 822.302824] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-717fb51b-0fdd-4ac9-825a-486a740b6ec8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 822.302972] env[69350]: DEBUG nova.compute.manager [-] [instance: 57801cfa-deec-406a-88e8-c039705979a2] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 822.303137] env[69350]: DEBUG nova.network.neutron [-] [instance: 57801cfa-deec-406a-88e8-c039705979a2] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 822.461071] env[69350]: DEBUG nova.network.neutron [-] [instance: 4a4b72fc-0fe1-4365-ba71-beb33ccdc400] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.525149] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bd643915-2568-41f7-a2a3-734b88ad93df tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Acquiring lock "4d646a6a-26e5-4e67-8415-b981f86d49cb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.525262] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bd643915-2568-41f7-a2a3-734b88ad93df tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Lock "4d646a6a-26e5-4e67-8415-b981f86d49cb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.721314] env[69350]: DEBUG oslo_vmware.api [None req-8885013f-f48b-483f-8f35-f715962076ed tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Task: {'id': task-3364992, 'name': Rename_Task, 'duration_secs': 0.150871} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.721586] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-8885013f-f48b-483f-8f35-f715962076ed tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] [instance: 3d3dab3a-f176-4b15-bd54-7618cb6fedab] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 822.721802] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2e25f4f-7b27-476b-909d-af635bc622cb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.727860] env[69350]: DEBUG oslo_vmware.api [None req-8885013f-f48b-483f-8f35-f715962076ed tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Waiting for the task: (returnval){ [ 822.727860] env[69350]: value = "task-3364995" [ 822.727860] env[69350]: _type = "Task" [ 822.727860] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.739882] env[69350]: DEBUG oslo_vmware.api [None req-8885013f-f48b-483f-8f35-f715962076ed tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Task: {'id': task-3364995, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.760994] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3364994, 'name': CreateVM_Task, 'duration_secs': 0.43377} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.765638] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 822.766699] env[69350]: DEBUG oslo_concurrency.lockutils [None req-126f5fad-8c6e-4e47-83b4-9f79669678f4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.767570] env[69350]: DEBUG oslo_concurrency.lockutils [None req-126f5fad-8c6e-4e47-83b4-9f79669678f4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.767570] env[69350]: DEBUG oslo_concurrency.lockutils [None req-126f5fad-8c6e-4e47-83b4-9f79669678f4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.770879] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5aff57d9-6d5c-485b-8c3a-b85882903797 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.778831] env[69350]: DEBUG oslo_vmware.api [None req-d38dc45d-3a9d-440d-848c-1aa04cb0f5c0 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]529dd027-4f51-370f-f250-b39e91243107, 'name': SearchDatastore_Task, 'duration_secs': 0.011954} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.783477] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d38dc45d-3a9d-440d-848c-1aa04cb0f5c0 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.783477] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-d38dc45d-3a9d-440d-848c-1aa04cb0f5c0 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] d256518f-5e63-4b21-9d0d-0fbb60928b4a/d256518f-5e63-4b21-9d0d-0fbb60928b4a.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 822.783777] env[69350]: DEBUG oslo_vmware.api [None req-126f5fad-8c6e-4e47-83b4-9f79669678f4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Waiting for the task: (returnval){ [ 822.783777] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]529cf683-ce04-2e5d-62c5-fb46da8d6146" [ 822.783777] env[69350]: _type = "Task" [ 822.783777] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.784482] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bc95380e-9085-49b5-944d-8eb1787b0335 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.798936] env[69350]: DEBUG oslo_vmware.api [None req-126f5fad-8c6e-4e47-83b4-9f79669678f4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]529cf683-ce04-2e5d-62c5-fb46da8d6146, 'name': SearchDatastore_Task, 'duration_secs': 0.011957} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.804573] env[69350]: DEBUG oslo_concurrency.lockutils [None req-126f5fad-8c6e-4e47-83b4-9f79669678f4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.804966] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-126f5fad-8c6e-4e47-83b4-9f79669678f4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] [instance: 8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 822.805327] env[69350]: DEBUG oslo_concurrency.lockutils [None req-126f5fad-8c6e-4e47-83b4-9f79669678f4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.805549] env[69350]: DEBUG oslo_concurrency.lockutils [None req-126f5fad-8c6e-4e47-83b4-9f79669678f4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.805826] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-126f5fad-8c6e-4e47-83b4-9f79669678f4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 822.806315] env[69350]: DEBUG oslo_vmware.api [None req-d38dc45d-3a9d-440d-848c-1aa04cb0f5c0 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Waiting for the task: (returnval){ [ 822.806315] env[69350]: value = "task-3364996" [ 822.806315] env[69350]: _type = "Task" [ 822.806315] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.806853] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4b4e73c3-2c51-49f0-9cd0-81788efe144d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.830653] env[69350]: DEBUG oslo_vmware.api [None req-d38dc45d-3a9d-440d-848c-1aa04cb0f5c0 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Task: {'id': task-3364996, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.832739] env[69350]: DEBUG nova.network.neutron [-] [instance: 57801cfa-deec-406a-88e8-c039705979a2] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.834169] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-126f5fad-8c6e-4e47-83b4-9f79669678f4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 822.834368] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-126f5fad-8c6e-4e47-83b4-9f79669678f4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 822.837607] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-044b248b-dff0-4a34-ae8e-c7d9de1f949a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.844031] env[69350]: DEBUG oslo_vmware.api [None req-126f5fad-8c6e-4e47-83b4-9f79669678f4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Waiting for the task: (returnval){ [ 822.844031] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52697ae3-44f3-ad74-a812-24fecff30850" [ 822.844031] env[69350]: _type = "Task" [ 822.844031] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.855193] env[69350]: DEBUG oslo_vmware.api [None req-126f5fad-8c6e-4e47-83b4-9f79669678f4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52697ae3-44f3-ad74-a812-24fecff30850, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.882523] env[69350]: DEBUG nova.network.neutron [None req-57d78a07-644f-46e9-85d8-a9862c422fb1 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] [instance: 51875ea2-1cc8-4458-9d5b-b68bcfadead0] Successfully updated port: 9a7d4872-df0b-4b50-8557-551a99f67b2a {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 822.904741] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c64911-befc-4176-aff9-a7c2d8817378 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.912964] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7064044f-4f9a-42bc-a549-58919b76a6fd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.947192] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52f6a4f0-fd1c-4bcc-8cb0-0029dab37d49 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.958299] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5c11e5d-3c42-4c88-abbc-382a85ece150 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.964433] env[69350]: INFO nova.compute.manager [-] [instance: 4a4b72fc-0fe1-4365-ba71-beb33ccdc400] Took 1.30 seconds to deallocate network for instance. [ 822.973754] env[69350]: DEBUG nova.compute.provider_tree [None req-686a0486-ef0a-45c3-9b1d-cae2faa554e8 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 822.993606] env[69350]: DEBUG nova.network.neutron [req-0e35ea1a-9e10-407f-ac3d-6ba8dcd70573 req-1531f6bb-7b22-4e59-825a-11b15fa512ee service nova] [instance: 8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda] Updated VIF entry in instance network info cache for port e3555ccf-0a40-4b7a-b8b0-706697f4ef4b. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 822.993992] env[69350]: DEBUG nova.network.neutron [req-0e35ea1a-9e10-407f-ac3d-6ba8dcd70573 req-1531f6bb-7b22-4e59-825a-11b15fa512ee service nova] [instance: 8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda] Updating instance_info_cache with network_info: [{"id": "e3555ccf-0a40-4b7a-b8b0-706697f4ef4b", "address": "fa:16:3e:ea:e9:46", "network": {"id": "551188d6-1b62-439d-a72a-925dbe0d2ec7", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1630423921-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35695472c4df4ac69598532e95c24cf3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3555ccf-0a", "ovs_interfaceid": "e3555ccf-0a40-4b7a-b8b0-706697f4ef4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.240889] env[69350]: DEBUG oslo_vmware.api [None req-8885013f-f48b-483f-8f35-f715962076ed tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Task: {'id': task-3364995, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.321352] env[69350]: DEBUG oslo_vmware.api [None req-d38dc45d-3a9d-440d-848c-1aa04cb0f5c0 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Task: {'id': task-3364996, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.338146] env[69350]: INFO nova.compute.manager [-] [instance: 57801cfa-deec-406a-88e8-c039705979a2] Took 1.03 seconds to deallocate network for instance. [ 823.362379] env[69350]: DEBUG oslo_vmware.api [None req-126f5fad-8c6e-4e47-83b4-9f79669678f4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52697ae3-44f3-ad74-a812-24fecff30850, 'name': SearchDatastore_Task, 'duration_secs': 0.012283} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.363702] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8d38926-1664-4607-b0ec-fa69db121570 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.373177] env[69350]: DEBUG oslo_vmware.api [None req-126f5fad-8c6e-4e47-83b4-9f79669678f4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Waiting for the task: (returnval){ [ 823.373177] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5224e2dc-88b7-72a1-2427-947d47ea02c3" [ 823.373177] env[69350]: _type = "Task" [ 823.373177] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.382232] env[69350]: DEBUG oslo_vmware.api [None req-126f5fad-8c6e-4e47-83b4-9f79669678f4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5224e2dc-88b7-72a1-2427-947d47ea02c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.388627] env[69350]: DEBUG oslo_concurrency.lockutils [None req-57d78a07-644f-46e9-85d8-a9862c422fb1 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] Acquiring lock "refresh_cache-51875ea2-1cc8-4458-9d5b-b68bcfadead0" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.388627] env[69350]: DEBUG oslo_concurrency.lockutils [None req-57d78a07-644f-46e9-85d8-a9862c422fb1 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] Acquired lock "refresh_cache-51875ea2-1cc8-4458-9d5b-b68bcfadead0" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.388627] env[69350]: DEBUG nova.network.neutron [None req-57d78a07-644f-46e9-85d8-a9862c422fb1 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] [instance: 51875ea2-1cc8-4458-9d5b-b68bcfadead0] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 823.479750] env[69350]: DEBUG nova.scheduler.client.report [None req-686a0486-ef0a-45c3-9b1d-cae2faa554e8 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 823.484785] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ae7d1780-1910-471a-aac0-9618e747a8e6 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.496974] env[69350]: DEBUG oslo_concurrency.lockutils [req-0e35ea1a-9e10-407f-ac3d-6ba8dcd70573 req-1531f6bb-7b22-4e59-825a-11b15fa512ee service nova] Releasing lock "refresh_cache-8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.740708] env[69350]: DEBUG oslo_vmware.api [None req-8885013f-f48b-483f-8f35-f715962076ed tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Task: {'id': task-3364995, 'name': PowerOnVM_Task, 'duration_secs': 0.745457} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.741069] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-8885013f-f48b-483f-8f35-f715962076ed tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] [instance: 3d3dab3a-f176-4b15-bd54-7618cb6fedab] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 823.741272] env[69350]: INFO nova.compute.manager [None req-8885013f-f48b-483f-8f35-f715962076ed tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] [instance: 3d3dab3a-f176-4b15-bd54-7618cb6fedab] Took 11.00 seconds to spawn the instance on the hypervisor. [ 823.741482] env[69350]: DEBUG nova.compute.manager [None req-8885013f-f48b-483f-8f35-f715962076ed tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] [instance: 3d3dab3a-f176-4b15-bd54-7618cb6fedab] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 823.742427] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18cee45e-084d-4aa6-b33e-752f3dcfbf8b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.823021] env[69350]: DEBUG oslo_vmware.api [None req-d38dc45d-3a9d-440d-848c-1aa04cb0f5c0 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Task: {'id': task-3364996, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.691951} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.823021] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-d38dc45d-3a9d-440d-848c-1aa04cb0f5c0 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] d256518f-5e63-4b21-9d0d-0fbb60928b4a/d256518f-5e63-4b21-9d0d-0fbb60928b4a.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 823.823021] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d38dc45d-3a9d-440d-848c-1aa04cb0f5c0 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] [instance: d256518f-5e63-4b21-9d0d-0fbb60928b4a] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 823.823021] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e771ca4-7e96-438f-8660-30fe1132de3a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.829677] env[69350]: DEBUG oslo_vmware.api [None req-d38dc45d-3a9d-440d-848c-1aa04cb0f5c0 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Waiting for the task: (returnval){ [ 823.829677] env[69350]: value = "task-3364997" [ 823.829677] env[69350]: _type = "Task" [ 823.829677] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.844205] env[69350]: DEBUG oslo_vmware.api [None req-d38dc45d-3a9d-440d-848c-1aa04cb0f5c0 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Task: {'id': task-3364997, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.845734] env[69350]: DEBUG oslo_concurrency.lockutils [None req-717fb51b-0fdd-4ac9-825a-486a740b6ec8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.885318] env[69350]: DEBUG oslo_vmware.api [None req-126f5fad-8c6e-4e47-83b4-9f79669678f4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5224e2dc-88b7-72a1-2427-947d47ea02c3, 'name': SearchDatastore_Task, 'duration_secs': 0.052221} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.885318] env[69350]: DEBUG oslo_concurrency.lockutils [None req-126f5fad-8c6e-4e47-83b4-9f79669678f4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.885318] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-126f5fad-8c6e-4e47-83b4-9f79669678f4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] 8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda/8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 823.885524] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8094f4f1-8004-4c4d-ab6b-7a159abaa98e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.893289] env[69350]: DEBUG oslo_vmware.api [None req-126f5fad-8c6e-4e47-83b4-9f79669678f4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Waiting for the task: (returnval){ [ 823.893289] env[69350]: value = "task-3364998" [ 823.893289] env[69350]: _type = "Task" [ 823.893289] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.901474] env[69350]: DEBUG oslo_vmware.api [None req-126f5fad-8c6e-4e47-83b4-9f79669678f4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Task: {'id': task-3364998, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.922092] env[69350]: DEBUG nova.network.neutron [None req-57d78a07-644f-46e9-85d8-a9862c422fb1 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] [instance: 51875ea2-1cc8-4458-9d5b-b68bcfadead0] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 823.987022] env[69350]: DEBUG oslo_concurrency.lockutils [None req-686a0486-ef0a-45c3-9b1d-cae2faa554e8 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.706s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.987630] env[69350]: DEBUG nova.compute.manager [None req-686a0486-ef0a-45c3-9b1d-cae2faa554e8 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] [instance: 9716c35b-9fc7-4e8c-81a1-ef7451400742] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 823.990206] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a18a4c44-ab43-46ec-8ed5-fb39c9643984 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.105s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.991644] env[69350]: INFO nova.compute.claims [None req-a18a4c44-ab43-46ec-8ed5-fb39c9643984 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 824.074775] env[69350]: DEBUG nova.network.neutron [None req-57d78a07-644f-46e9-85d8-a9862c422fb1 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] [instance: 51875ea2-1cc8-4458-9d5b-b68bcfadead0] Updating instance_info_cache with network_info: [{"id": "9a7d4872-df0b-4b50-8557-551a99f67b2a", "address": "fa:16:3e:c1:15:a2", "network": {"id": "d0dfda86-6a7b-42f2-a00e-a7ce0f725992", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-386360687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2f82ded442c493586b668c585c3bd3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a7d4872-df", "ovs_interfaceid": "9a7d4872-df0b-4b50-8557-551a99f67b2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.261136] env[69350]: INFO nova.compute.manager [None req-8885013f-f48b-483f-8f35-f715962076ed tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] [instance: 3d3dab3a-f176-4b15-bd54-7618cb6fedab] Took 38.64 seconds to build instance. [ 824.340938] env[69350]: DEBUG oslo_vmware.api [None req-d38dc45d-3a9d-440d-848c-1aa04cb0f5c0 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Task: {'id': task-3364997, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067424} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.341239] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d38dc45d-3a9d-440d-848c-1aa04cb0f5c0 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] [instance: d256518f-5e63-4b21-9d0d-0fbb60928b4a] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 824.342098] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a223445d-e420-4db4-9711-7ee40098421c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.367190] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-d38dc45d-3a9d-440d-848c-1aa04cb0f5c0 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] [instance: d256518f-5e63-4b21-9d0d-0fbb60928b4a] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] d256518f-5e63-4b21-9d0d-0fbb60928b4a/d256518f-5e63-4b21-9d0d-0fbb60928b4a.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 824.368745] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df1d1711-0aee-41d8-b713-0f2ef12c50db {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.387687] env[69350]: DEBUG nova.compute.manager [req-ef389c88-7121-41b0-8fbe-f83113807dd5 req-66dac9d5-be41-4f57-902b-5c640af4e6de service nova] [instance: 4a4b72fc-0fe1-4365-ba71-beb33ccdc400] Received event network-vif-deleted-fbc59080-82a7-458d-b052-4d458f7593c0 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 824.387997] env[69350]: DEBUG nova.compute.manager [req-ef389c88-7121-41b0-8fbe-f83113807dd5 req-66dac9d5-be41-4f57-902b-5c640af4e6de service nova] [instance: 51875ea2-1cc8-4458-9d5b-b68bcfadead0] Received event network-vif-plugged-9a7d4872-df0b-4b50-8557-551a99f67b2a {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 824.387997] env[69350]: DEBUG oslo_concurrency.lockutils [req-ef389c88-7121-41b0-8fbe-f83113807dd5 req-66dac9d5-be41-4f57-902b-5c640af4e6de service nova] Acquiring lock "51875ea2-1cc8-4458-9d5b-b68bcfadead0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.389046] env[69350]: DEBUG oslo_concurrency.lockutils [req-ef389c88-7121-41b0-8fbe-f83113807dd5 req-66dac9d5-be41-4f57-902b-5c640af4e6de service nova] Lock "51875ea2-1cc8-4458-9d5b-b68bcfadead0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.389046] env[69350]: DEBUG oslo_concurrency.lockutils [req-ef389c88-7121-41b0-8fbe-f83113807dd5 req-66dac9d5-be41-4f57-902b-5c640af4e6de service nova] Lock "51875ea2-1cc8-4458-9d5b-b68bcfadead0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.389046] env[69350]: DEBUG nova.compute.manager [req-ef389c88-7121-41b0-8fbe-f83113807dd5 req-66dac9d5-be41-4f57-902b-5c640af4e6de service nova] [instance: 51875ea2-1cc8-4458-9d5b-b68bcfadead0] No waiting events found dispatching network-vif-plugged-9a7d4872-df0b-4b50-8557-551a99f67b2a {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 824.389046] env[69350]: WARNING nova.compute.manager [req-ef389c88-7121-41b0-8fbe-f83113807dd5 req-66dac9d5-be41-4f57-902b-5c640af4e6de service nova] [instance: 51875ea2-1cc8-4458-9d5b-b68bcfadead0] Received unexpected event network-vif-plugged-9a7d4872-df0b-4b50-8557-551a99f67b2a for instance with vm_state building and task_state spawning. [ 824.389046] env[69350]: DEBUG nova.compute.manager [req-ef389c88-7121-41b0-8fbe-f83113807dd5 req-66dac9d5-be41-4f57-902b-5c640af4e6de service nova] [instance: 57801cfa-deec-406a-88e8-c039705979a2] Received event network-vif-deleted-f665a326-a774-4273-a495-dbf5c4fb3ffe {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 824.389328] env[69350]: DEBUG nova.compute.manager [req-ef389c88-7121-41b0-8fbe-f83113807dd5 req-66dac9d5-be41-4f57-902b-5c640af4e6de service nova] [instance: 51875ea2-1cc8-4458-9d5b-b68bcfadead0] Received event network-changed-9a7d4872-df0b-4b50-8557-551a99f67b2a {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 824.389328] env[69350]: DEBUG nova.compute.manager [req-ef389c88-7121-41b0-8fbe-f83113807dd5 req-66dac9d5-be41-4f57-902b-5c640af4e6de service nova] [instance: 51875ea2-1cc8-4458-9d5b-b68bcfadead0] Refreshing instance network info cache due to event network-changed-9a7d4872-df0b-4b50-8557-551a99f67b2a. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 824.389386] env[69350]: DEBUG oslo_concurrency.lockutils [req-ef389c88-7121-41b0-8fbe-f83113807dd5 req-66dac9d5-be41-4f57-902b-5c640af4e6de service nova] Acquiring lock "refresh_cache-51875ea2-1cc8-4458-9d5b-b68bcfadead0" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.397513] env[69350]: DEBUG oslo_vmware.api [None req-d38dc45d-3a9d-440d-848c-1aa04cb0f5c0 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Waiting for the task: (returnval){ [ 824.397513] env[69350]: value = "task-3365000" [ 824.397513] env[69350]: _type = "Task" [ 824.397513] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.408278] env[69350]: DEBUG oslo_vmware.api [None req-126f5fad-8c6e-4e47-83b4-9f79669678f4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Task: {'id': task-3364998, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.411816] env[69350]: DEBUG oslo_vmware.api [None req-d38dc45d-3a9d-440d-848c-1aa04cb0f5c0 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Task: {'id': task-3365000, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.499125] env[69350]: DEBUG nova.compute.utils [None req-686a0486-ef0a-45c3-9b1d-cae2faa554e8 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 824.500971] env[69350]: DEBUG nova.compute.manager [None req-686a0486-ef0a-45c3-9b1d-cae2faa554e8 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] [instance: 9716c35b-9fc7-4e8c-81a1-ef7451400742] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 824.501376] env[69350]: DEBUG nova.network.neutron [None req-686a0486-ef0a-45c3-9b1d-cae2faa554e8 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] [instance: 9716c35b-9fc7-4e8c-81a1-ef7451400742] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 824.560754] env[69350]: DEBUG nova.policy [None req-686a0486-ef0a-45c3-9b1d-cae2faa554e8 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ad174a307c2c48d3a368891cbbdfdeb9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cf91e70c6821465ca75edda177e00e60', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 824.577462] env[69350]: DEBUG oslo_concurrency.lockutils [None req-57d78a07-644f-46e9-85d8-a9862c422fb1 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] Releasing lock "refresh_cache-51875ea2-1cc8-4458-9d5b-b68bcfadead0" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.577872] env[69350]: DEBUG nova.compute.manager [None req-57d78a07-644f-46e9-85d8-a9862c422fb1 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] [instance: 51875ea2-1cc8-4458-9d5b-b68bcfadead0] Instance network_info: |[{"id": "9a7d4872-df0b-4b50-8557-551a99f67b2a", "address": "fa:16:3e:c1:15:a2", "network": {"id": "d0dfda86-6a7b-42f2-a00e-a7ce0f725992", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-386360687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2f82ded442c493586b668c585c3bd3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a7d4872-df", "ovs_interfaceid": "9a7d4872-df0b-4b50-8557-551a99f67b2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 824.577872] env[69350]: DEBUG oslo_concurrency.lockutils [req-ef389c88-7121-41b0-8fbe-f83113807dd5 req-66dac9d5-be41-4f57-902b-5c640af4e6de service nova] Acquired lock "refresh_cache-51875ea2-1cc8-4458-9d5b-b68bcfadead0" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.578069] env[69350]: DEBUG nova.network.neutron [req-ef389c88-7121-41b0-8fbe-f83113807dd5 req-66dac9d5-be41-4f57-902b-5c640af4e6de service nova] [instance: 51875ea2-1cc8-4458-9d5b-b68bcfadead0] Refreshing network info cache for port 9a7d4872-df0b-4b50-8557-551a99f67b2a {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 824.579446] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-57d78a07-644f-46e9-85d8-a9862c422fb1 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] [instance: 51875ea2-1cc8-4458-9d5b-b68bcfadead0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:15:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37434b93-dfdc-4a3f-bf5a-9f2cbe25a754', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a7d4872-df0b-4b50-8557-551a99f67b2a', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 824.588056] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-57d78a07-644f-46e9-85d8-a9862c422fb1 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] Creating folder: Project (b2f82ded442c493586b668c585c3bd3c). Parent ref: group-v671398. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 824.589194] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b9e02d25-c465-4dc2-95ff-7374614a7dec {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.600275] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-57d78a07-644f-46e9-85d8-a9862c422fb1 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] Created folder: Project (b2f82ded442c493586b668c585c3bd3c) in parent group-v671398. [ 824.600643] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-57d78a07-644f-46e9-85d8-a9862c422fb1 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] Creating folder: Instances. Parent ref: group-v671501. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 824.600711] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ce385f57-4ddf-4da3-980f-47385a2381d0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.611393] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-57d78a07-644f-46e9-85d8-a9862c422fb1 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] Created folder: Instances in parent group-v671501. [ 824.611393] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-57d78a07-644f-46e9-85d8-a9862c422fb1 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 824.611393] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51875ea2-1cc8-4458-9d5b-b68bcfadead0] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 824.611393] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a3b74c46-76eb-4122-8500-2c472473eb39 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.628740] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 824.628740] env[69350]: value = "task-3365003" [ 824.628740] env[69350]: _type = "Task" [ 824.628740] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.635955] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365003, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.765428] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8885013f-f48b-483f-8f35-f715962076ed tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Lock "3d3dab3a-f176-4b15-bd54-7618cb6fedab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.418s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.909942] env[69350]: DEBUG oslo_vmware.api [None req-d38dc45d-3a9d-440d-848c-1aa04cb0f5c0 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Task: {'id': task-3365000, 'name': ReconfigVM_Task, 'duration_secs': 0.457146} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.913540] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-d38dc45d-3a9d-440d-848c-1aa04cb0f5c0 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] [instance: d256518f-5e63-4b21-9d0d-0fbb60928b4a] Reconfigured VM instance instance-00000021 to attach disk [datastore1] d256518f-5e63-4b21-9d0d-0fbb60928b4a/d256518f-5e63-4b21-9d0d-0fbb60928b4a.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 824.914262] env[69350]: DEBUG oslo_vmware.api [None req-126f5fad-8c6e-4e47-83b4-9f79669678f4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Task: {'id': task-3364998, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52439} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.914519] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-146408c9-d3b5-478b-9a66-0d158184b8d5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.916157] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-126f5fad-8c6e-4e47-83b4-9f79669678f4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] 8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda/8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 824.916824] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-126f5fad-8c6e-4e47-83b4-9f79669678f4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] [instance: 8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 824.917397] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a52cd949-c680-44dc-b7a2-afe9e8b3daa5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.924345] env[69350]: DEBUG oslo_vmware.api [None req-126f5fad-8c6e-4e47-83b4-9f79669678f4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Waiting for the task: (returnval){ [ 824.924345] env[69350]: value = "task-3365005" [ 824.924345] env[69350]: _type = "Task" [ 824.924345] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.925981] env[69350]: DEBUG oslo_vmware.api [None req-d38dc45d-3a9d-440d-848c-1aa04cb0f5c0 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Waiting for the task: (returnval){ [ 824.925981] env[69350]: value = "task-3365004" [ 824.925981] env[69350]: _type = "Task" [ 824.925981] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.939987] env[69350]: DEBUG oslo_vmware.api [None req-126f5fad-8c6e-4e47-83b4-9f79669678f4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Task: {'id': task-3365005, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.942970] env[69350]: DEBUG oslo_vmware.api [None req-d38dc45d-3a9d-440d-848c-1aa04cb0f5c0 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Task: {'id': task-3365004, 'name': Rename_Task} progress is 10%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.966412] env[69350]: DEBUG nova.network.neutron [None req-686a0486-ef0a-45c3-9b1d-cae2faa554e8 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] [instance: 9716c35b-9fc7-4e8c-81a1-ef7451400742] Successfully created port: f2df08e2-7b52-4ce7-8a8b-24cc093939d4 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 825.006241] env[69350]: DEBUG nova.compute.manager [None req-686a0486-ef0a-45c3-9b1d-cae2faa554e8 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] [instance: 9716c35b-9fc7-4e8c-81a1-ef7451400742] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 825.087104] env[69350]: DEBUG oslo_concurrency.lockutils [None req-cec3b203-e003-4e0f-9b94-c24161d7e2ac tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Acquiring lock "c4a13e7e-8718-492c-881d-eb64fa044575" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.087636] env[69350]: DEBUG oslo_concurrency.lockutils [None req-cec3b203-e003-4e0f-9b94-c24161d7e2ac tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Lock "c4a13e7e-8718-492c-881d-eb64fa044575" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.145148] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365003, 'name': CreateVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.269946] env[69350]: DEBUG nova.compute.manager [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: db8dde79-2be8-4d35-afe0-44e3f33860ed] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 825.330421] env[69350]: DEBUG nova.compute.manager [req-7ef77d87-bdf1-4a56-9f81-5a3dcb7712eb req-aed7655e-4d09-41f9-a06e-70873c77c015 service nova] [instance: 3d3dab3a-f176-4b15-bd54-7618cb6fedab] Received event network-changed-6c6ec9d2-2ef9-4c73-b190-75a8e039aa47 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 825.330683] env[69350]: DEBUG nova.compute.manager [req-7ef77d87-bdf1-4a56-9f81-5a3dcb7712eb req-aed7655e-4d09-41f9-a06e-70873c77c015 service nova] [instance: 3d3dab3a-f176-4b15-bd54-7618cb6fedab] Refreshing instance network info cache due to event network-changed-6c6ec9d2-2ef9-4c73-b190-75a8e039aa47. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 825.330998] env[69350]: DEBUG oslo_concurrency.lockutils [req-7ef77d87-bdf1-4a56-9f81-5a3dcb7712eb req-aed7655e-4d09-41f9-a06e-70873c77c015 service nova] Acquiring lock "refresh_cache-3d3dab3a-f176-4b15-bd54-7618cb6fedab" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.331430] env[69350]: DEBUG oslo_concurrency.lockutils [req-7ef77d87-bdf1-4a56-9f81-5a3dcb7712eb req-aed7655e-4d09-41f9-a06e-70873c77c015 service nova] Acquired lock "refresh_cache-3d3dab3a-f176-4b15-bd54-7618cb6fedab" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.331681] env[69350]: DEBUG nova.network.neutron [req-7ef77d87-bdf1-4a56-9f81-5a3dcb7712eb req-aed7655e-4d09-41f9-a06e-70873c77c015 service nova] [instance: 3d3dab3a-f176-4b15-bd54-7618cb6fedab] Refreshing network info cache for port 6c6ec9d2-2ef9-4c73-b190-75a8e039aa47 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 825.442337] env[69350]: DEBUG oslo_vmware.api [None req-126f5fad-8c6e-4e47-83b4-9f79669678f4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Task: {'id': task-3365005, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069052} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.445247] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-126f5fad-8c6e-4e47-83b4-9f79669678f4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] [instance: 8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 825.445731] env[69350]: DEBUG oslo_vmware.api [None req-d38dc45d-3a9d-440d-848c-1aa04cb0f5c0 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Task: {'id': task-3365004, 'name': Rename_Task, 'duration_secs': 0.133331} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.449517] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f6c4267-fb9f-4929-99a8-4aea5b92805b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.452663] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-d38dc45d-3a9d-440d-848c-1aa04cb0f5c0 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] [instance: d256518f-5e63-4b21-9d0d-0fbb60928b4a] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 825.453383] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5dbb7a8d-3a63-4c62-b177-0964fb538125 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.481849] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-126f5fad-8c6e-4e47-83b4-9f79669678f4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] [instance: 8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] 8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda/8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 825.483214] env[69350]: DEBUG nova.network.neutron [req-ef389c88-7121-41b0-8fbe-f83113807dd5 req-66dac9d5-be41-4f57-902b-5c640af4e6de service nova] [instance: 51875ea2-1cc8-4458-9d5b-b68bcfadead0] Updated VIF entry in instance network info cache for port 9a7d4872-df0b-4b50-8557-551a99f67b2a. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 825.483497] env[69350]: DEBUG nova.network.neutron [req-ef389c88-7121-41b0-8fbe-f83113807dd5 req-66dac9d5-be41-4f57-902b-5c640af4e6de service nova] [instance: 51875ea2-1cc8-4458-9d5b-b68bcfadead0] Updating instance_info_cache with network_info: [{"id": "9a7d4872-df0b-4b50-8557-551a99f67b2a", "address": "fa:16:3e:c1:15:a2", "network": {"id": "d0dfda86-6a7b-42f2-a00e-a7ce0f725992", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-386360687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2f82ded442c493586b668c585c3bd3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a7d4872-df", "ovs_interfaceid": "9a7d4872-df0b-4b50-8557-551a99f67b2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.489067] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38b46cd4-8b24-4ac3-bf2b-1ac5b366d343 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.506215] env[69350]: DEBUG oslo_vmware.api [None req-d38dc45d-3a9d-440d-848c-1aa04cb0f5c0 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Waiting for the task: (returnval){ [ 825.506215] env[69350]: value = "task-3365006" [ 825.506215] env[69350]: _type = "Task" [ 825.506215] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.516295] env[69350]: DEBUG oslo_vmware.api [None req-126f5fad-8c6e-4e47-83b4-9f79669678f4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Waiting for the task: (returnval){ [ 825.516295] env[69350]: value = "task-3365007" [ 825.516295] env[69350]: _type = "Task" [ 825.516295] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.526366] env[69350]: DEBUG oslo_vmware.api [None req-d38dc45d-3a9d-440d-848c-1aa04cb0f5c0 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Task: {'id': task-3365006, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.531441] env[69350]: DEBUG oslo_vmware.api [None req-126f5fad-8c6e-4e47-83b4-9f79669678f4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Task: {'id': task-3365007, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.642692] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365003, 'name': CreateVM_Task, 'duration_secs': 0.643291} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.646149] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51875ea2-1cc8-4458-9d5b-b68bcfadead0] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 825.647064] env[69350]: DEBUG oslo_concurrency.lockutils [None req-57d78a07-644f-46e9-85d8-a9862c422fb1 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.647242] env[69350]: DEBUG oslo_concurrency.lockutils [None req-57d78a07-644f-46e9-85d8-a9862c422fb1 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.647552] env[69350]: DEBUG oslo_concurrency.lockutils [None req-57d78a07-644f-46e9-85d8-a9862c422fb1 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.647826] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86cc504a-97b7-438b-9e52-8c34fe5d27d2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.652697] env[69350]: DEBUG oslo_vmware.api [None req-57d78a07-644f-46e9-85d8-a9862c422fb1 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] Waiting for the task: (returnval){ [ 825.652697] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]526d4ff8-0181-6332-266c-51b286f89315" [ 825.652697] env[69350]: _type = "Task" [ 825.652697] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.662078] env[69350]: DEBUG oslo_vmware.api [None req-57d78a07-644f-46e9-85d8-a9862c422fb1 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]526d4ff8-0181-6332-266c-51b286f89315, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.741775] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc751b1c-a274-4f70-90e5-a7bdc0447c14 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.750588] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f3a78b0-cd87-4ee0-8985-16701845dfeb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.791342] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ebd418-8af8-446c-94d3-0e2140957c81 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.802632] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4251e140-cfd8-46dd-9b77-4b3f44daa61c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.816452] env[69350]: DEBUG nova.compute.provider_tree [None req-a18a4c44-ab43-46ec-8ed5-fb39c9643984 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 825.818732] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.007603] env[69350]: DEBUG oslo_concurrency.lockutils [req-ef389c88-7121-41b0-8fbe-f83113807dd5 req-66dac9d5-be41-4f57-902b-5c640af4e6de service nova] Releasing lock "refresh_cache-51875ea2-1cc8-4458-9d5b-b68bcfadead0" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.016955] env[69350]: DEBUG oslo_vmware.api [None req-d38dc45d-3a9d-440d-848c-1aa04cb0f5c0 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Task: {'id': task-3365006, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.018107] env[69350]: DEBUG nova.compute.manager [None req-686a0486-ef0a-45c3-9b1d-cae2faa554e8 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] [instance: 9716c35b-9fc7-4e8c-81a1-ef7451400742] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 826.029682] env[69350]: DEBUG oslo_vmware.api [None req-126f5fad-8c6e-4e47-83b4-9f79669678f4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Task: {'id': task-3365007, 'name': ReconfigVM_Task, 'duration_secs': 0.505291} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.029985] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-126f5fad-8c6e-4e47-83b4-9f79669678f4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] [instance: 8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda] Reconfigured VM instance instance-00000022 to attach disk [datastore1] 8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda/8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 826.030748] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eaeb7afc-b579-44e6-a475-b9f8b8819df6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.038547] env[69350]: DEBUG oslo_vmware.api [None req-126f5fad-8c6e-4e47-83b4-9f79669678f4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Waiting for the task: (returnval){ [ 826.038547] env[69350]: value = "task-3365008" [ 826.038547] env[69350]: _type = "Task" [ 826.038547] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.049630] env[69350]: DEBUG oslo_vmware.api [None req-126f5fad-8c6e-4e47-83b4-9f79669678f4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Task: {'id': task-3365008, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.052201] env[69350]: DEBUG nova.virt.hardware [None req-686a0486-ef0a-45c3-9b1d-cae2faa554e8 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 826.052445] env[69350]: DEBUG nova.virt.hardware [None req-686a0486-ef0a-45c3-9b1d-cae2faa554e8 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 826.052615] env[69350]: DEBUG nova.virt.hardware [None req-686a0486-ef0a-45c3-9b1d-cae2faa554e8 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 826.052796] env[69350]: DEBUG nova.virt.hardware [None req-686a0486-ef0a-45c3-9b1d-cae2faa554e8 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 826.052944] env[69350]: DEBUG nova.virt.hardware [None req-686a0486-ef0a-45c3-9b1d-cae2faa554e8 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 826.053112] env[69350]: DEBUG nova.virt.hardware [None req-686a0486-ef0a-45c3-9b1d-cae2faa554e8 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 826.053323] env[69350]: DEBUG nova.virt.hardware [None req-686a0486-ef0a-45c3-9b1d-cae2faa554e8 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 826.053479] env[69350]: DEBUG nova.virt.hardware [None req-686a0486-ef0a-45c3-9b1d-cae2faa554e8 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 826.053661] env[69350]: DEBUG nova.virt.hardware [None req-686a0486-ef0a-45c3-9b1d-cae2faa554e8 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 826.053841] env[69350]: DEBUG nova.virt.hardware [None req-686a0486-ef0a-45c3-9b1d-cae2faa554e8 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 826.054036] env[69350]: DEBUG nova.virt.hardware [None req-686a0486-ef0a-45c3-9b1d-cae2faa554e8 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 826.054890] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b3d23fc-d8e3-4451-b869-d7eeace3fa02 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.063146] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83514fcf-d11a-4003-aa65-fbd841d331a0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.147374] env[69350]: DEBUG nova.network.neutron [req-7ef77d87-bdf1-4a56-9f81-5a3dcb7712eb req-aed7655e-4d09-41f9-a06e-70873c77c015 service nova] [instance: 3d3dab3a-f176-4b15-bd54-7618cb6fedab] Updated VIF entry in instance network info cache for port 6c6ec9d2-2ef9-4c73-b190-75a8e039aa47. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 826.148098] env[69350]: DEBUG nova.network.neutron [req-7ef77d87-bdf1-4a56-9f81-5a3dcb7712eb req-aed7655e-4d09-41f9-a06e-70873c77c015 service nova] [instance: 3d3dab3a-f176-4b15-bd54-7618cb6fedab] Updating instance_info_cache with network_info: [{"id": "6c6ec9d2-2ef9-4c73-b190-75a8e039aa47", "address": "fa:16:3e:d7:d0:b7", "network": {"id": "1787f797-c342-476a-a580-90510258191a", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1250653003-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92716055a83d4402bd05298f47160b6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c6ec9d2-2e", "ovs_interfaceid": "6c6ec9d2-2ef9-4c73-b190-75a8e039aa47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.166379] env[69350]: DEBUG oslo_vmware.api [None req-57d78a07-644f-46e9-85d8-a9862c422fb1 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]526d4ff8-0181-6332-266c-51b286f89315, 'name': SearchDatastore_Task, 'duration_secs': 0.025301} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.167572] env[69350]: DEBUG oslo_concurrency.lockutils [None req-57d78a07-644f-46e9-85d8-a9862c422fb1 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.167660] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-57d78a07-644f-46e9-85d8-a9862c422fb1 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] [instance: 51875ea2-1cc8-4458-9d5b-b68bcfadead0] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 826.168059] env[69350]: DEBUG oslo_concurrency.lockutils [None req-57d78a07-644f-46e9-85d8-a9862c422fb1 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.168199] env[69350]: DEBUG oslo_concurrency.lockutils [None req-57d78a07-644f-46e9-85d8-a9862c422fb1 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.168381] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-57d78a07-644f-46e9-85d8-a9862c422fb1 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 826.168893] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-023d4eb3-1c28-4d09-b758-977ab5efae41 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.177862] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-57d78a07-644f-46e9-85d8-a9862c422fb1 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 826.177862] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-57d78a07-644f-46e9-85d8-a9862c422fb1 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 826.179444] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6da805c-fdca-46a7-aca8-bc4050b9f5cb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.187464] env[69350]: DEBUG oslo_vmware.api [None req-57d78a07-644f-46e9-85d8-a9862c422fb1 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] Waiting for the task: (returnval){ [ 826.187464] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52540967-b181-e6bb-0125-084031d740a7" [ 826.187464] env[69350]: _type = "Task" [ 826.187464] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.198102] env[69350]: DEBUG oslo_vmware.api [None req-57d78a07-644f-46e9-85d8-a9862c422fb1 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52540967-b181-e6bb-0125-084031d740a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.324498] env[69350]: DEBUG nova.scheduler.client.report [None req-a18a4c44-ab43-46ec-8ed5-fb39c9643984 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 826.521116] env[69350]: DEBUG oslo_vmware.api [None req-d38dc45d-3a9d-440d-848c-1aa04cb0f5c0 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Task: {'id': task-3365006, 'name': PowerOnVM_Task, 'duration_secs': 1.023933} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.521398] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-d38dc45d-3a9d-440d-848c-1aa04cb0f5c0 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] [instance: d256518f-5e63-4b21-9d0d-0fbb60928b4a] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 826.521593] env[69350]: INFO nova.compute.manager [None req-d38dc45d-3a9d-440d-848c-1aa04cb0f5c0 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] [instance: d256518f-5e63-4b21-9d0d-0fbb60928b4a] Took 11.14 seconds to spawn the instance on the hypervisor. [ 826.521768] env[69350]: DEBUG nova.compute.manager [None req-d38dc45d-3a9d-440d-848c-1aa04cb0f5c0 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] [instance: d256518f-5e63-4b21-9d0d-0fbb60928b4a] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 826.522795] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13bb571b-d06e-4b32-b703-5a1f54a9f380 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.558990] env[69350]: DEBUG oslo_vmware.api [None req-126f5fad-8c6e-4e47-83b4-9f79669678f4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Task: {'id': task-3365008, 'name': Rename_Task, 'duration_secs': 0.193142} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.558990] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-126f5fad-8c6e-4e47-83b4-9f79669678f4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] [instance: 8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 826.558990] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0de85927-135c-4995-b509-024368a0f18e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.565574] env[69350]: DEBUG oslo_vmware.api [None req-126f5fad-8c6e-4e47-83b4-9f79669678f4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Waiting for the task: (returnval){ [ 826.565574] env[69350]: value = "task-3365010" [ 826.565574] env[69350]: _type = "Task" [ 826.565574] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.576255] env[69350]: DEBUG oslo_vmware.api [None req-126f5fad-8c6e-4e47-83b4-9f79669678f4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Task: {'id': task-3365010, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.650679] env[69350]: DEBUG oslo_concurrency.lockutils [req-7ef77d87-bdf1-4a56-9f81-5a3dcb7712eb req-aed7655e-4d09-41f9-a06e-70873c77c015 service nova] Releasing lock "refresh_cache-3d3dab3a-f176-4b15-bd54-7618cb6fedab" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.702796] env[69350]: DEBUG oslo_vmware.api [None req-57d78a07-644f-46e9-85d8-a9862c422fb1 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52540967-b181-e6bb-0125-084031d740a7, 'name': SearchDatastore_Task, 'duration_secs': 0.029449} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.703738] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0495ca06-9a7e-4441-97b6-a4c9fa4150f5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.711494] env[69350]: DEBUG oslo_vmware.api [None req-57d78a07-644f-46e9-85d8-a9862c422fb1 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] Waiting for the task: (returnval){ [ 826.711494] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52c7e67e-297f-6c33-95cb-eb2ad8fef6ba" [ 826.711494] env[69350]: _type = "Task" [ 826.711494] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.724122] env[69350]: DEBUG oslo_vmware.api [None req-57d78a07-644f-46e9-85d8-a9862c422fb1 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52c7e67e-297f-6c33-95cb-eb2ad8fef6ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.728150] env[69350]: DEBUG nova.compute.manager [req-6ed62d54-6f81-4355-8373-f3206293f619 req-75b64897-71b8-4bdb-ae54-1e9710e4e8de service nova] [instance: 9716c35b-9fc7-4e8c-81a1-ef7451400742] Received event network-vif-plugged-f2df08e2-7b52-4ce7-8a8b-24cc093939d4 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 826.728378] env[69350]: DEBUG oslo_concurrency.lockutils [req-6ed62d54-6f81-4355-8373-f3206293f619 req-75b64897-71b8-4bdb-ae54-1e9710e4e8de service nova] Acquiring lock "9716c35b-9fc7-4e8c-81a1-ef7451400742-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.728691] env[69350]: DEBUG oslo_concurrency.lockutils [req-6ed62d54-6f81-4355-8373-f3206293f619 req-75b64897-71b8-4bdb-ae54-1e9710e4e8de service nova] Lock "9716c35b-9fc7-4e8c-81a1-ef7451400742-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.728800] env[69350]: DEBUG oslo_concurrency.lockutils [req-6ed62d54-6f81-4355-8373-f3206293f619 req-75b64897-71b8-4bdb-ae54-1e9710e4e8de service nova] Lock "9716c35b-9fc7-4e8c-81a1-ef7451400742-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.728943] env[69350]: DEBUG nova.compute.manager [req-6ed62d54-6f81-4355-8373-f3206293f619 req-75b64897-71b8-4bdb-ae54-1e9710e4e8de service nova] [instance: 9716c35b-9fc7-4e8c-81a1-ef7451400742] No waiting events found dispatching network-vif-plugged-f2df08e2-7b52-4ce7-8a8b-24cc093939d4 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 826.729171] env[69350]: WARNING nova.compute.manager [req-6ed62d54-6f81-4355-8373-f3206293f619 req-75b64897-71b8-4bdb-ae54-1e9710e4e8de service nova] [instance: 9716c35b-9fc7-4e8c-81a1-ef7451400742] Received unexpected event network-vif-plugged-f2df08e2-7b52-4ce7-8a8b-24cc093939d4 for instance with vm_state building and task_state spawning. [ 826.830592] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a18a4c44-ab43-46ec-8ed5-fb39c9643984 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.840s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.831125] env[69350]: DEBUG nova.compute.manager [None req-a18a4c44-ab43-46ec-8ed5-fb39c9643984 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 826.837584] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a020cc8a-a5fb-417d-8dac-aea63fe2d893 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.553s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.837584] env[69350]: DEBUG nova.objects.instance [None req-a020cc8a-a5fb-417d-8dac-aea63fe2d893 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] Lazy-loading 'resources' on Instance uuid 575cfb5e-9476-43fc-9724-33cb252fb7ce {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 826.900977] env[69350]: DEBUG nova.network.neutron [None req-686a0486-ef0a-45c3-9b1d-cae2faa554e8 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] [instance: 9716c35b-9fc7-4e8c-81a1-ef7451400742] Successfully updated port: f2df08e2-7b52-4ce7-8a8b-24cc093939d4 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 827.058201] env[69350]: INFO nova.compute.manager [None req-d38dc45d-3a9d-440d-848c-1aa04cb0f5c0 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] [instance: d256518f-5e63-4b21-9d0d-0fbb60928b4a] Took 35.51 seconds to build instance. [ 827.076072] env[69350]: DEBUG oslo_vmware.api [None req-126f5fad-8c6e-4e47-83b4-9f79669678f4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Task: {'id': task-3365010, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.225036] env[69350]: DEBUG oslo_vmware.api [None req-57d78a07-644f-46e9-85d8-a9862c422fb1 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52c7e67e-297f-6c33-95cb-eb2ad8fef6ba, 'name': SearchDatastore_Task, 'duration_secs': 0.014762} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.225212] env[69350]: DEBUG oslo_concurrency.lockutils [None req-57d78a07-644f-46e9-85d8-a9862c422fb1 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.225582] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-57d78a07-644f-46e9-85d8-a9862c422fb1 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] 51875ea2-1cc8-4458-9d5b-b68bcfadead0/51875ea2-1cc8-4458-9d5b-b68bcfadead0.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 827.226191] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e6d934a-f628-4b27-9fcd-0d23c2074238 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.232729] env[69350]: DEBUG oslo_vmware.api [None req-57d78a07-644f-46e9-85d8-a9862c422fb1 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] Waiting for the task: (returnval){ [ 827.232729] env[69350]: value = "task-3365011" [ 827.232729] env[69350]: _type = "Task" [ 827.232729] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.242658] env[69350]: DEBUG oslo_vmware.api [None req-57d78a07-644f-46e9-85d8-a9862c422fb1 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] Task: {'id': task-3365011, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.338044] env[69350]: DEBUG nova.compute.utils [None req-a18a4c44-ab43-46ec-8ed5-fb39c9643984 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 827.339544] env[69350]: DEBUG nova.compute.manager [None req-a18a4c44-ab43-46ec-8ed5-fb39c9643984 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 827.339739] env[69350]: DEBUG nova.network.neutron [None req-a18a4c44-ab43-46ec-8ed5-fb39c9643984 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 827.385204] env[69350]: DEBUG nova.policy [None req-a18a4c44-ab43-46ec-8ed5-fb39c9643984 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '55a292f3ba524f33a4e2bace92869392', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '68e43cb72d9c4af5965e3e49c212db1c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 827.403647] env[69350]: DEBUG oslo_concurrency.lockutils [None req-686a0486-ef0a-45c3-9b1d-cae2faa554e8 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] Acquiring lock "refresh_cache-9716c35b-9fc7-4e8c-81a1-ef7451400742" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.403647] env[69350]: DEBUG oslo_concurrency.lockutils [None req-686a0486-ef0a-45c3-9b1d-cae2faa554e8 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] Acquired lock "refresh_cache-9716c35b-9fc7-4e8c-81a1-ef7451400742" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.403647] env[69350]: DEBUG nova.network.neutron [None req-686a0486-ef0a-45c3-9b1d-cae2faa554e8 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] [instance: 9716c35b-9fc7-4e8c-81a1-ef7451400742] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 827.560403] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d38dc45d-3a9d-440d-848c-1aa04cb0f5c0 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Lock "d256518f-5e63-4b21-9d0d-0fbb60928b4a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.522s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.580409] env[69350]: DEBUG oslo_vmware.api [None req-126f5fad-8c6e-4e47-83b4-9f79669678f4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Task: {'id': task-3365010, 'name': PowerOnVM_Task, 'duration_secs': 0.897014} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.580409] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-126f5fad-8c6e-4e47-83b4-9f79669678f4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] [instance: 8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 827.580409] env[69350]: INFO nova.compute.manager [None req-126f5fad-8c6e-4e47-83b4-9f79669678f4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] [instance: 8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda] Took 9.40 seconds to spawn the instance on the hypervisor. [ 827.580409] env[69350]: DEBUG nova.compute.manager [None req-126f5fad-8c6e-4e47-83b4-9f79669678f4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] [instance: 8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 827.584364] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5333e5f9-d1b0-4bb9-852a-9fbb2fb333ca {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.750684] env[69350]: DEBUG oslo_vmware.api [None req-57d78a07-644f-46e9-85d8-a9862c422fb1 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] Task: {'id': task-3365011, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.844982] env[69350]: DEBUG nova.compute.manager [None req-a18a4c44-ab43-46ec-8ed5-fb39c9643984 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 827.871018] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8c053f96-f2e2-4413-a912-9e1cfbb0fafb tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Acquiring lock "f1736cf7-d979-41ba-97d9-45c35b51cad8" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.871018] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8c053f96-f2e2-4413-a912-9e1cfbb0fafb tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Lock "f1736cf7-d979-41ba-97d9-45c35b51cad8" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.871018] env[69350]: DEBUG nova.compute.manager [None req-8c053f96-f2e2-4413-a912-9e1cfbb0fafb tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: f1736cf7-d979-41ba-97d9-45c35b51cad8] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 827.871018] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8cd8987-c849-4637-ad7f-8c4fd5dec264 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.883118] env[69350]: DEBUG nova.compute.manager [None req-8c053f96-f2e2-4413-a912-9e1cfbb0fafb tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: f1736cf7-d979-41ba-97d9-45c35b51cad8] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69350) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 827.883877] env[69350]: DEBUG nova.objects.instance [None req-8c053f96-f2e2-4413-a912-9e1cfbb0fafb tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Lazy-loading 'flavor' on Instance uuid f1736cf7-d979-41ba-97d9-45c35b51cad8 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 827.886414] env[69350]: DEBUG nova.network.neutron [None req-a18a4c44-ab43-46ec-8ed5-fb39c9643984 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Successfully created port: d263adff-a1bf-494d-a599-ea5531206af2 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 827.910480] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a6e0b8-b006-4ad9-808d-08afc98322d0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.918124] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c59369c-5c72-42ae-ac94-1de5232dac62 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.950674] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c9f912f-e71c-4ca3-b78b-2d5e26da5d58 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.958573] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e25e23f8-8340-4289-acd0-cb61d5cd7f75 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.972884] env[69350]: DEBUG nova.compute.provider_tree [None req-a020cc8a-a5fb-417d-8dac-aea63fe2d893 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 827.974796] env[69350]: DEBUG nova.network.neutron [None req-686a0486-ef0a-45c3-9b1d-cae2faa554e8 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] [instance: 9716c35b-9fc7-4e8c-81a1-ef7451400742] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 828.063405] env[69350]: DEBUG nova.compute.manager [None req-87de02ea-5653-4cae-9053-3e3f26a4618c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: b431ea42-872f-4b78-b558-5b3ce649d68e] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 828.107755] env[69350]: INFO nova.compute.manager [None req-126f5fad-8c6e-4e47-83b4-9f79669678f4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] [instance: 8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda] Took 34.43 seconds to build instance. [ 828.246401] env[69350]: DEBUG oslo_vmware.api [None req-57d78a07-644f-46e9-85d8-a9862c422fb1 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] Task: {'id': task-3365011, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.710277} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.246754] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-57d78a07-644f-46e9-85d8-a9862c422fb1 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] 51875ea2-1cc8-4458-9d5b-b68bcfadead0/51875ea2-1cc8-4458-9d5b-b68bcfadead0.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 828.246955] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-57d78a07-644f-46e9-85d8-a9862c422fb1 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] [instance: 51875ea2-1cc8-4458-9d5b-b68bcfadead0] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 828.247223] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-020c3d05-5cd5-46e8-8fbc-a0167edfd272 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.254457] env[69350]: DEBUG oslo_vmware.api [None req-57d78a07-644f-46e9-85d8-a9862c422fb1 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] Waiting for the task: (returnval){ [ 828.254457] env[69350]: value = "task-3365012" [ 828.254457] env[69350]: _type = "Task" [ 828.254457] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.261956] env[69350]: DEBUG oslo_vmware.api [None req-57d78a07-644f-46e9-85d8-a9862c422fb1 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] Task: {'id': task-3365012, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.262877] env[69350]: DEBUG nova.network.neutron [None req-686a0486-ef0a-45c3-9b1d-cae2faa554e8 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] [instance: 9716c35b-9fc7-4e8c-81a1-ef7451400742] Updating instance_info_cache with network_info: [{"id": "f2df08e2-7b52-4ce7-8a8b-24cc093939d4", "address": "fa:16:3e:e2:8d:b2", "network": {"id": "d5f6c3db-2f80-4395-b1a9-b4c90fd08d9c", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-372700226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf91e70c6821465ca75edda177e00e60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2df08e2-7b", "ovs_interfaceid": "f2df08e2-7b52-4ce7-8a8b-24cc093939d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.478072] env[69350]: DEBUG nova.scheduler.client.report [None req-a020cc8a-a5fb-417d-8dac-aea63fe2d893 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 828.583483] env[69350]: DEBUG oslo_concurrency.lockutils [None req-87de02ea-5653-4cae-9053-3e3f26a4618c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.611158] env[69350]: DEBUG oslo_concurrency.lockutils [None req-126f5fad-8c6e-4e47-83b4-9f79669678f4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Lock "8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.729s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.674137] env[69350]: DEBUG nova.compute.manager [req-4c6acb7b-edca-4980-939a-8c2a90d2e4a2 req-2d72c5e5-141d-4708-916b-9fe6492b2929 service nova] [instance: 8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda] Received event network-changed-e3555ccf-0a40-4b7a-b8b0-706697f4ef4b {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 828.674137] env[69350]: DEBUG nova.compute.manager [req-4c6acb7b-edca-4980-939a-8c2a90d2e4a2 req-2d72c5e5-141d-4708-916b-9fe6492b2929 service nova] [instance: 8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda] Refreshing instance network info cache due to event network-changed-e3555ccf-0a40-4b7a-b8b0-706697f4ef4b. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 828.674137] env[69350]: DEBUG oslo_concurrency.lockutils [req-4c6acb7b-edca-4980-939a-8c2a90d2e4a2 req-2d72c5e5-141d-4708-916b-9fe6492b2929 service nova] Acquiring lock "refresh_cache-8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.674137] env[69350]: DEBUG oslo_concurrency.lockutils [req-4c6acb7b-edca-4980-939a-8c2a90d2e4a2 req-2d72c5e5-141d-4708-916b-9fe6492b2929 service nova] Acquired lock "refresh_cache-8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.674137] env[69350]: DEBUG nova.network.neutron [req-4c6acb7b-edca-4980-939a-8c2a90d2e4a2 req-2d72c5e5-141d-4708-916b-9fe6492b2929 service nova] [instance: 8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda] Refreshing network info cache for port e3555ccf-0a40-4b7a-b8b0-706697f4ef4b {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 828.753021] env[69350]: DEBUG nova.compute.manager [req-3366f8d1-7446-47f7-8255-e5a77e414bb6 req-9592bb54-cbe2-4583-a815-1bd049664e57 service nova] [instance: 9716c35b-9fc7-4e8c-81a1-ef7451400742] Received event network-changed-f2df08e2-7b52-4ce7-8a8b-24cc093939d4 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 828.753565] env[69350]: DEBUG nova.compute.manager [req-3366f8d1-7446-47f7-8255-e5a77e414bb6 req-9592bb54-cbe2-4583-a815-1bd049664e57 service nova] [instance: 9716c35b-9fc7-4e8c-81a1-ef7451400742] Refreshing instance network info cache due to event network-changed-f2df08e2-7b52-4ce7-8a8b-24cc093939d4. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 828.753880] env[69350]: DEBUG oslo_concurrency.lockutils [req-3366f8d1-7446-47f7-8255-e5a77e414bb6 req-9592bb54-cbe2-4583-a815-1bd049664e57 service nova] Acquiring lock "refresh_cache-9716c35b-9fc7-4e8c-81a1-ef7451400742" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.765495] env[69350]: DEBUG oslo_concurrency.lockutils [None req-686a0486-ef0a-45c3-9b1d-cae2faa554e8 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] Releasing lock "refresh_cache-9716c35b-9fc7-4e8c-81a1-ef7451400742" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.765910] env[69350]: DEBUG nova.compute.manager [None req-686a0486-ef0a-45c3-9b1d-cae2faa554e8 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] [instance: 9716c35b-9fc7-4e8c-81a1-ef7451400742] Instance network_info: |[{"id": "f2df08e2-7b52-4ce7-8a8b-24cc093939d4", "address": "fa:16:3e:e2:8d:b2", "network": {"id": "d5f6c3db-2f80-4395-b1a9-b4c90fd08d9c", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-372700226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf91e70c6821465ca75edda177e00e60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2df08e2-7b", "ovs_interfaceid": "f2df08e2-7b52-4ce7-8a8b-24cc093939d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 828.766330] env[69350]: DEBUG oslo_vmware.api [None req-57d78a07-644f-46e9-85d8-a9862c422fb1 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] Task: {'id': task-3365012, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069455} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.766657] env[69350]: DEBUG oslo_concurrency.lockutils [req-3366f8d1-7446-47f7-8255-e5a77e414bb6 req-9592bb54-cbe2-4583-a815-1bd049664e57 service nova] Acquired lock "refresh_cache-9716c35b-9fc7-4e8c-81a1-ef7451400742" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.766936] env[69350]: DEBUG nova.network.neutron [req-3366f8d1-7446-47f7-8255-e5a77e414bb6 req-9592bb54-cbe2-4583-a815-1bd049664e57 service nova] [instance: 9716c35b-9fc7-4e8c-81a1-ef7451400742] Refreshing network info cache for port f2df08e2-7b52-4ce7-8a8b-24cc093939d4 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 828.772613] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-686a0486-ef0a-45c3-9b1d-cae2faa554e8 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] [instance: 9716c35b-9fc7-4e8c-81a1-ef7451400742] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:8d:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9732690c-bdcf-4e6f-9a32-42c196333eb8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f2df08e2-7b52-4ce7-8a8b-24cc093939d4', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 828.784022] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-686a0486-ef0a-45c3-9b1d-cae2faa554e8 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] Creating folder: Project (cf91e70c6821465ca75edda177e00e60). Parent ref: group-v671398. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 828.784022] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-57d78a07-644f-46e9-85d8-a9862c422fb1 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] [instance: 51875ea2-1cc8-4458-9d5b-b68bcfadead0] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 828.784512] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-34e78ec4-3442-4f43-b83e-69aa888c0881 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.787744] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a1e99e-a850-4851-89ba-f68532ad3348 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.818860] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-57d78a07-644f-46e9-85d8-a9862c422fb1 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] [instance: 51875ea2-1cc8-4458-9d5b-b68bcfadead0] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] 51875ea2-1cc8-4458-9d5b-b68bcfadead0/51875ea2-1cc8-4458-9d5b-b68bcfadead0.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 828.818860] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58b693b9-f1ab-4186-9a15-4a52290c25fd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.836664] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-686a0486-ef0a-45c3-9b1d-cae2faa554e8 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] Created folder: Project (cf91e70c6821465ca75edda177e00e60) in parent group-v671398. [ 828.836970] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-686a0486-ef0a-45c3-9b1d-cae2faa554e8 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] Creating folder: Instances. Parent ref: group-v671505. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 828.837638] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-76d3748f-2d05-4aa9-8e17-7e1de811c5d3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.844450] env[69350]: DEBUG oslo_vmware.api [None req-57d78a07-644f-46e9-85d8-a9862c422fb1 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] Waiting for the task: (returnval){ [ 828.844450] env[69350]: value = "task-3365015" [ 828.844450] env[69350]: _type = "Task" [ 828.844450] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.850636] env[69350]: DEBUG oslo_concurrency.lockutils [None req-decc3516-f464-41c9-8128-eedccf80a5a7 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Acquiring lock "d256518f-5e63-4b21-9d0d-0fbb60928b4a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.850984] env[69350]: DEBUG oslo_concurrency.lockutils [None req-decc3516-f464-41c9-8128-eedccf80a5a7 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Lock "d256518f-5e63-4b21-9d0d-0fbb60928b4a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.851247] env[69350]: DEBUG oslo_concurrency.lockutils [None req-decc3516-f464-41c9-8128-eedccf80a5a7 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Acquiring lock "d256518f-5e63-4b21-9d0d-0fbb60928b4a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.851494] env[69350]: DEBUG oslo_concurrency.lockutils [None req-decc3516-f464-41c9-8128-eedccf80a5a7 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Lock "d256518f-5e63-4b21-9d0d-0fbb60928b4a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.851721] env[69350]: DEBUG oslo_concurrency.lockutils [None req-decc3516-f464-41c9-8128-eedccf80a5a7 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Lock "d256518f-5e63-4b21-9d0d-0fbb60928b4a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.853249] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-686a0486-ef0a-45c3-9b1d-cae2faa554e8 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] Created folder: Instances in parent group-v671505. [ 828.853539] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-686a0486-ef0a-45c3-9b1d-cae2faa554e8 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 828.853992] env[69350]: INFO nova.compute.manager [None req-decc3516-f464-41c9-8128-eedccf80a5a7 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] [instance: d256518f-5e63-4b21-9d0d-0fbb60928b4a] Terminating instance [ 828.858312] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9716c35b-9fc7-4e8c-81a1-ef7451400742] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 828.859863] env[69350]: DEBUG nova.compute.manager [None req-a18a4c44-ab43-46ec-8ed5-fb39c9643984 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 828.861798] env[69350]: DEBUG oslo_vmware.api [None req-57d78a07-644f-46e9-85d8-a9862c422fb1 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] Task: {'id': task-3365015, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.863269] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b3e20138-ceee-4c38-b2a1-c8d5bd1ec978 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.888082] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 828.888082] env[69350]: value = "task-3365017" [ 828.888082] env[69350]: _type = "Task" [ 828.888082] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.895386] env[69350]: DEBUG nova.virt.hardware [None req-a18a4c44-ab43-46ec-8ed5-fb39c9643984 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 828.895690] env[69350]: DEBUG nova.virt.hardware [None req-a18a4c44-ab43-46ec-8ed5-fb39c9643984 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 828.895902] env[69350]: DEBUG nova.virt.hardware [None req-a18a4c44-ab43-46ec-8ed5-fb39c9643984 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 828.896155] env[69350]: DEBUG nova.virt.hardware [None req-a18a4c44-ab43-46ec-8ed5-fb39c9643984 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 828.896371] env[69350]: DEBUG nova.virt.hardware [None req-a18a4c44-ab43-46ec-8ed5-fb39c9643984 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 828.896572] env[69350]: DEBUG nova.virt.hardware [None req-a18a4c44-ab43-46ec-8ed5-fb39c9643984 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 828.896859] env[69350]: DEBUG nova.virt.hardware [None req-a18a4c44-ab43-46ec-8ed5-fb39c9643984 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 828.897098] env[69350]: DEBUG nova.virt.hardware [None req-a18a4c44-ab43-46ec-8ed5-fb39c9643984 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 828.897336] env[69350]: DEBUG nova.virt.hardware [None req-a18a4c44-ab43-46ec-8ed5-fb39c9643984 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 828.897564] env[69350]: DEBUG nova.virt.hardware [None req-a18a4c44-ab43-46ec-8ed5-fb39c9643984 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 828.897774] env[69350]: DEBUG nova.virt.hardware [None req-a18a4c44-ab43-46ec-8ed5-fb39c9643984 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 828.898332] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c053f96-f2e2-4413-a912-9e1cfbb0fafb tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: f1736cf7-d979-41ba-97d9-45c35b51cad8] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 828.899147] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b8ee403-a3c5-40cd-8619-4b86fc1888ed {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.904390] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-50087072-70f5-4a8e-a012-8f445cdd2438 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.906498] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365017, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.913284] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c17a2de-4b17-4147-92c6-4a057854d91d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.917434] env[69350]: DEBUG oslo_vmware.api [None req-8c053f96-f2e2-4413-a912-9e1cfbb0fafb tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Waiting for the task: (returnval){ [ 828.917434] env[69350]: value = "task-3365018" [ 828.917434] env[69350]: _type = "Task" [ 828.917434] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.934353] env[69350]: DEBUG oslo_vmware.api [None req-8c053f96-f2e2-4413-a912-9e1cfbb0fafb tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3365018, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.982971] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a020cc8a-a5fb-417d-8dac-aea63fe2d893 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.149s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.985578] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4ef9845c-049f-4b51-99dd-234c7bc56ca7 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.643s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.985827] env[69350]: DEBUG nova.objects.instance [None req-4ef9845c-049f-4b51-99dd-234c7bc56ca7 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Lazy-loading 'resources' on Instance uuid 884fdc90-c90c-439a-8e9c-2730dc242474 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 829.007393] env[69350]: INFO nova.scheduler.client.report [None req-a020cc8a-a5fb-417d-8dac-aea63fe2d893 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] Deleted allocations for instance 575cfb5e-9476-43fc-9724-33cb252fb7ce [ 829.113361] env[69350]: DEBUG nova.compute.manager [None req-4de7453d-a28f-41b3-bcad-06e4662573e8 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: 325fb273-d943-4e52-bde2-a2d3eee6fcbd] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 829.357284] env[69350]: DEBUG oslo_vmware.api [None req-57d78a07-644f-46e9-85d8-a9862c422fb1 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] Task: {'id': task-3365015, 'name': ReconfigVM_Task, 'duration_secs': 0.451974} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.357636] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-57d78a07-644f-46e9-85d8-a9862c422fb1 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] [instance: 51875ea2-1cc8-4458-9d5b-b68bcfadead0] Reconfigured VM instance instance-00000023 to attach disk [datastore2] 51875ea2-1cc8-4458-9d5b-b68bcfadead0/51875ea2-1cc8-4458-9d5b-b68bcfadead0.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 829.358316] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de8b792e-c8bc-40f4-8743-4d5580a668d9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.368259] env[69350]: DEBUG oslo_vmware.api [None req-57d78a07-644f-46e9-85d8-a9862c422fb1 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] Waiting for the task: (returnval){ [ 829.368259] env[69350]: value = "task-3365019" [ 829.368259] env[69350]: _type = "Task" [ 829.368259] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.376448] env[69350]: DEBUG oslo_vmware.api [None req-57d78a07-644f-46e9-85d8-a9862c422fb1 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] Task: {'id': task-3365019, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.383135] env[69350]: DEBUG nova.compute.manager [None req-decc3516-f464-41c9-8128-eedccf80a5a7 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] [instance: d256518f-5e63-4b21-9d0d-0fbb60928b4a] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 829.383135] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-decc3516-f464-41c9-8128-eedccf80a5a7 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] [instance: d256518f-5e63-4b21-9d0d-0fbb60928b4a] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 829.386254] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-386f418d-932d-41f1-b188-5d7dbcc2b379 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.394289] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-decc3516-f464-41c9-8128-eedccf80a5a7 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] [instance: d256518f-5e63-4b21-9d0d-0fbb60928b4a] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 829.395184] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-434e50d2-3173-4702-8930-6bef3126d142 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.402904] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365017, 'name': CreateVM_Task, 'duration_secs': 0.403151} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.404385] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9716c35b-9fc7-4e8c-81a1-ef7451400742] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 829.404975] env[69350]: DEBUG oslo_vmware.api [None req-decc3516-f464-41c9-8128-eedccf80a5a7 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Waiting for the task: (returnval){ [ 829.404975] env[69350]: value = "task-3365020" [ 829.404975] env[69350]: _type = "Task" [ 829.404975] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.405766] env[69350]: DEBUG oslo_concurrency.lockutils [None req-686a0486-ef0a-45c3-9b1d-cae2faa554e8 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.405973] env[69350]: DEBUG oslo_concurrency.lockutils [None req-686a0486-ef0a-45c3-9b1d-cae2faa554e8 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.406344] env[69350]: DEBUG oslo_concurrency.lockutils [None req-686a0486-ef0a-45c3-9b1d-cae2faa554e8 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.408567] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ff3cfd4-2d61-4650-b8e7-24ccf8883174 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.414841] env[69350]: DEBUG oslo_vmware.api [None req-686a0486-ef0a-45c3-9b1d-cae2faa554e8 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] Waiting for the task: (returnval){ [ 829.414841] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52fb9cac-27fa-c52a-8c81-1739fbdddaa7" [ 829.414841] env[69350]: _type = "Task" [ 829.414841] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.418163] env[69350]: DEBUG oslo_vmware.api [None req-decc3516-f464-41c9-8128-eedccf80a5a7 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Task: {'id': task-3365020, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.435599] env[69350]: DEBUG oslo_vmware.api [None req-686a0486-ef0a-45c3-9b1d-cae2faa554e8 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52fb9cac-27fa-c52a-8c81-1739fbdddaa7, 'name': SearchDatastore_Task, 'duration_secs': 0.011442} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.435847] env[69350]: DEBUG oslo_vmware.api [None req-8c053f96-f2e2-4413-a912-9e1cfbb0fafb tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3365018, 'name': PowerOffVM_Task, 'duration_secs': 0.329809} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.436122] env[69350]: DEBUG oslo_concurrency.lockutils [None req-686a0486-ef0a-45c3-9b1d-cae2faa554e8 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.436350] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-686a0486-ef0a-45c3-9b1d-cae2faa554e8 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] [instance: 9716c35b-9fc7-4e8c-81a1-ef7451400742] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 829.436615] env[69350]: DEBUG oslo_concurrency.lockutils [None req-686a0486-ef0a-45c3-9b1d-cae2faa554e8 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.436943] env[69350]: DEBUG oslo_concurrency.lockutils [None req-686a0486-ef0a-45c3-9b1d-cae2faa554e8 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.437173] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-686a0486-ef0a-45c3-9b1d-cae2faa554e8 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 829.437540] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c053f96-f2e2-4413-a912-9e1cfbb0fafb tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: f1736cf7-d979-41ba-97d9-45c35b51cad8] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 829.437639] env[69350]: DEBUG nova.compute.manager [None req-8c053f96-f2e2-4413-a912-9e1cfbb0fafb tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: f1736cf7-d979-41ba-97d9-45c35b51cad8] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 829.437885] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dca98876-0fc4-4d82-a63b-5f8c4329ab5e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.440326] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88efabb9-cdd2-43c7-aa14-0ca04c6b3f69 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.452521] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-686a0486-ef0a-45c3-9b1d-cae2faa554e8 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 829.452712] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-686a0486-ef0a-45c3-9b1d-cae2faa554e8 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 829.454120] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ff383ca-ad31-4734-ade4-9ed19d2f3c32 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.459077] env[69350]: DEBUG oslo_vmware.api [None req-686a0486-ef0a-45c3-9b1d-cae2faa554e8 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] Waiting for the task: (returnval){ [ 829.459077] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52bcf0b5-019e-cfb3-b7ef-d9d5ec069b02" [ 829.459077] env[69350]: _type = "Task" [ 829.459077] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.468242] env[69350]: DEBUG oslo_vmware.api [None req-686a0486-ef0a-45c3-9b1d-cae2faa554e8 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52bcf0b5-019e-cfb3-b7ef-d9d5ec069b02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.521178] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a020cc8a-a5fb-417d-8dac-aea63fe2d893 tempest-InstanceActionsNegativeTestJSON-1720552825 tempest-InstanceActionsNegativeTestJSON-1720552825-project-member] Lock "575cfb5e-9476-43fc-9724-33cb252fb7ce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.633s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.634557] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4de7453d-a28f-41b3-bcad-06e4662573e8 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.745204] env[69350]: DEBUG nova.network.neutron [req-4c6acb7b-edca-4980-939a-8c2a90d2e4a2 req-2d72c5e5-141d-4708-916b-9fe6492b2929 service nova] [instance: 8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda] Updated VIF entry in instance network info cache for port e3555ccf-0a40-4b7a-b8b0-706697f4ef4b. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 829.745577] env[69350]: DEBUG nova.network.neutron [req-4c6acb7b-edca-4980-939a-8c2a90d2e4a2 req-2d72c5e5-141d-4708-916b-9fe6492b2929 service nova] [instance: 8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda] Updating instance_info_cache with network_info: [{"id": "e3555ccf-0a40-4b7a-b8b0-706697f4ef4b", "address": "fa:16:3e:ea:e9:46", "network": {"id": "551188d6-1b62-439d-a72a-925dbe0d2ec7", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1630423921-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35695472c4df4ac69598532e95c24cf3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3555ccf-0a", "ovs_interfaceid": "e3555ccf-0a40-4b7a-b8b0-706697f4ef4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.830969] env[69350]: DEBUG nova.network.neutron [req-3366f8d1-7446-47f7-8255-e5a77e414bb6 req-9592bb54-cbe2-4583-a815-1bd049664e57 service nova] [instance: 9716c35b-9fc7-4e8c-81a1-ef7451400742] Updated VIF entry in instance network info cache for port f2df08e2-7b52-4ce7-8a8b-24cc093939d4. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 829.831383] env[69350]: DEBUG nova.network.neutron [req-3366f8d1-7446-47f7-8255-e5a77e414bb6 req-9592bb54-cbe2-4583-a815-1bd049664e57 service nova] [instance: 9716c35b-9fc7-4e8c-81a1-ef7451400742] Updating instance_info_cache with network_info: [{"id": "f2df08e2-7b52-4ce7-8a8b-24cc093939d4", "address": "fa:16:3e:e2:8d:b2", "network": {"id": "d5f6c3db-2f80-4395-b1a9-b4c90fd08d9c", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-372700226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf91e70c6821465ca75edda177e00e60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2df08e2-7b", "ovs_interfaceid": "f2df08e2-7b52-4ce7-8a8b-24cc093939d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.877484] env[69350]: DEBUG oslo_vmware.api [None req-57d78a07-644f-46e9-85d8-a9862c422fb1 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] Task: {'id': task-3365019, 'name': Rename_Task, 'duration_secs': 0.169324} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.877852] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-57d78a07-644f-46e9-85d8-a9862c422fb1 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] [instance: 51875ea2-1cc8-4458-9d5b-b68bcfadead0] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 829.878160] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f9b1315d-3f44-4963-b7ab-761a951c227e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.890045] env[69350]: DEBUG oslo_vmware.api [None req-57d78a07-644f-46e9-85d8-a9862c422fb1 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] Waiting for the task: (returnval){ [ 829.890045] env[69350]: value = "task-3365021" [ 829.890045] env[69350]: _type = "Task" [ 829.890045] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.906452] env[69350]: DEBUG oslo_vmware.api [None req-57d78a07-644f-46e9-85d8-a9862c422fb1 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] Task: {'id': task-3365021, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.920094] env[69350]: DEBUG oslo_vmware.api [None req-decc3516-f464-41c9-8128-eedccf80a5a7 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Task: {'id': task-3365020, 'name': PowerOffVM_Task, 'duration_secs': 0.18245} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.920494] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-decc3516-f464-41c9-8128-eedccf80a5a7 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] [instance: d256518f-5e63-4b21-9d0d-0fbb60928b4a] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 829.920804] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-decc3516-f464-41c9-8128-eedccf80a5a7 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] [instance: d256518f-5e63-4b21-9d0d-0fbb60928b4a] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 829.921170] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c1d92506-21b6-486a-83c1-5dc50b1fb5dc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.957683] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8c053f96-f2e2-4413-a912-9e1cfbb0fafb tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Lock "f1736cf7-d979-41ba-97d9-45c35b51cad8" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.088s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.971882] env[69350]: DEBUG oslo_vmware.api [None req-686a0486-ef0a-45c3-9b1d-cae2faa554e8 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52bcf0b5-019e-cfb3-b7ef-d9d5ec069b02, 'name': SearchDatastore_Task, 'duration_secs': 0.01111} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.972770] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-390ae27b-a3a9-4911-9b58-c553cda80f16 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.986400] env[69350]: DEBUG oslo_vmware.api [None req-686a0486-ef0a-45c3-9b1d-cae2faa554e8 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] Waiting for the task: (returnval){ [ 829.986400] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52292839-db3a-0840-40a0-c3c0bf4d08bb" [ 829.986400] env[69350]: _type = "Task" [ 829.986400] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.988362] env[69350]: DEBUG nova.network.neutron [None req-a18a4c44-ab43-46ec-8ed5-fb39c9643984 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Successfully updated port: d263adff-a1bf-494d-a599-ea5531206af2 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 829.996605] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-decc3516-f464-41c9-8128-eedccf80a5a7 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] [instance: d256518f-5e63-4b21-9d0d-0fbb60928b4a] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 829.996605] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-decc3516-f464-41c9-8128-eedccf80a5a7 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] [instance: d256518f-5e63-4b21-9d0d-0fbb60928b4a] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 829.996605] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-decc3516-f464-41c9-8128-eedccf80a5a7 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Deleting the datastore file [datastore1] d256518f-5e63-4b21-9d0d-0fbb60928b4a {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 829.996605] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aef1a80b-ebd3-4e68-bdfe-96edb5736592 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.005353] env[69350]: DEBUG oslo_vmware.api [None req-686a0486-ef0a-45c3-9b1d-cae2faa554e8 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52292839-db3a-0840-40a0-c3c0bf4d08bb, 'name': SearchDatastore_Task, 'duration_secs': 0.012753} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.010088] env[69350]: DEBUG oslo_concurrency.lockutils [None req-686a0486-ef0a-45c3-9b1d-cae2faa554e8 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.010452] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-686a0486-ef0a-45c3-9b1d-cae2faa554e8 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] 9716c35b-9fc7-4e8c-81a1-ef7451400742/9716c35b-9fc7-4e8c-81a1-ef7451400742.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 830.012426] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-09c4f8d9-a76f-4b71-97ad-b9160ca7aa97 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.015856] env[69350]: DEBUG oslo_vmware.api [None req-decc3516-f464-41c9-8128-eedccf80a5a7 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Waiting for the task: (returnval){ [ 830.015856] env[69350]: value = "task-3365023" [ 830.015856] env[69350]: _type = "Task" [ 830.015856] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.021309] env[69350]: DEBUG oslo_vmware.api [None req-686a0486-ef0a-45c3-9b1d-cae2faa554e8 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] Waiting for the task: (returnval){ [ 830.021309] env[69350]: value = "task-3365024" [ 830.021309] env[69350]: _type = "Task" [ 830.021309] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.032320] env[69350]: DEBUG oslo_vmware.api [None req-decc3516-f464-41c9-8128-eedccf80a5a7 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Task: {'id': task-3365023, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.038096] env[69350]: DEBUG oslo_vmware.api [None req-686a0486-ef0a-45c3-9b1d-cae2faa554e8 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] Task: {'id': task-3365024, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.124523] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb2b39dd-83f2-4fec-9ca8-cd2a2002d6ee {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.134368] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9137d778-121b-4300-9d49-fcfecaf1d379 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.167296] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0859e84-8465-479f-92a1-bbcb485a8510 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.175199] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d500108-5691-4265-807e-80191c02533d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.192021] env[69350]: DEBUG nova.compute.provider_tree [None req-4ef9845c-049f-4b51-99dd-234c7bc56ca7 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 830.248502] env[69350]: DEBUG oslo_concurrency.lockutils [req-4c6acb7b-edca-4980-939a-8c2a90d2e4a2 req-2d72c5e5-141d-4708-916b-9fe6492b2929 service nova] Releasing lock "refresh_cache-8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.334792] env[69350]: DEBUG oslo_concurrency.lockutils [req-3366f8d1-7446-47f7-8255-e5a77e414bb6 req-9592bb54-cbe2-4583-a815-1bd049664e57 service nova] Releasing lock "refresh_cache-9716c35b-9fc7-4e8c-81a1-ef7451400742" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.408530] env[69350]: DEBUG oslo_vmware.api [None req-57d78a07-644f-46e9-85d8-a9862c422fb1 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] Task: {'id': task-3365021, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.496932] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a18a4c44-ab43-46ec-8ed5-fb39c9643984 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Acquiring lock "refresh_cache-90b71625-4bb1-4f8b-a94e-313cea1be2da" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.497112] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a18a4c44-ab43-46ec-8ed5-fb39c9643984 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Acquired lock "refresh_cache-90b71625-4bb1-4f8b-a94e-313cea1be2da" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.497271] env[69350]: DEBUG nova.network.neutron [None req-a18a4c44-ab43-46ec-8ed5-fb39c9643984 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 830.526286] env[69350]: DEBUG oslo_vmware.api [None req-decc3516-f464-41c9-8128-eedccf80a5a7 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Task: {'id': task-3365023, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20999} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.529694] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-decc3516-f464-41c9-8128-eedccf80a5a7 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 830.529872] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-decc3516-f464-41c9-8128-eedccf80a5a7 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] [instance: d256518f-5e63-4b21-9d0d-0fbb60928b4a] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 830.530060] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-decc3516-f464-41c9-8128-eedccf80a5a7 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] [instance: d256518f-5e63-4b21-9d0d-0fbb60928b4a] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 830.530229] env[69350]: INFO nova.compute.manager [None req-decc3516-f464-41c9-8128-eedccf80a5a7 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] [instance: d256518f-5e63-4b21-9d0d-0fbb60928b4a] Took 1.15 seconds to destroy the instance on the hypervisor. [ 830.530465] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-decc3516-f464-41c9-8128-eedccf80a5a7 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 830.530779] env[69350]: DEBUG nova.compute.manager [-] [instance: d256518f-5e63-4b21-9d0d-0fbb60928b4a] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 830.530919] env[69350]: DEBUG nova.network.neutron [-] [instance: d256518f-5e63-4b21-9d0d-0fbb60928b4a] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 830.538814] env[69350]: DEBUG oslo_vmware.api [None req-686a0486-ef0a-45c3-9b1d-cae2faa554e8 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] Task: {'id': task-3365024, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.566518] env[69350]: DEBUG nova.objects.instance [None req-372cf046-0c54-480b-a88f-73769827a967 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Lazy-loading 'flavor' on Instance uuid f1736cf7-d979-41ba-97d9-45c35b51cad8 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 830.692924] env[69350]: DEBUG nova.scheduler.client.report [None req-4ef9845c-049f-4b51-99dd-234c7bc56ca7 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 830.798623] env[69350]: DEBUG nova.compute.manager [req-37b65a45-b3ab-4cc3-92b0-02d625e84b57 req-1a1c2fef-3cb6-41bd-8e26-7a3dadd99b66 service nova] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Received event network-vif-plugged-d263adff-a1bf-494d-a599-ea5531206af2 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 830.798856] env[69350]: DEBUG oslo_concurrency.lockutils [req-37b65a45-b3ab-4cc3-92b0-02d625e84b57 req-1a1c2fef-3cb6-41bd-8e26-7a3dadd99b66 service nova] Acquiring lock "90b71625-4bb1-4f8b-a94e-313cea1be2da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.799599] env[69350]: DEBUG oslo_concurrency.lockutils [req-37b65a45-b3ab-4cc3-92b0-02d625e84b57 req-1a1c2fef-3cb6-41bd-8e26-7a3dadd99b66 service nova] Lock "90b71625-4bb1-4f8b-a94e-313cea1be2da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.799859] env[69350]: DEBUG oslo_concurrency.lockutils [req-37b65a45-b3ab-4cc3-92b0-02d625e84b57 req-1a1c2fef-3cb6-41bd-8e26-7a3dadd99b66 service nova] Lock "90b71625-4bb1-4f8b-a94e-313cea1be2da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.800088] env[69350]: DEBUG nova.compute.manager [req-37b65a45-b3ab-4cc3-92b0-02d625e84b57 req-1a1c2fef-3cb6-41bd-8e26-7a3dadd99b66 service nova] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] No waiting events found dispatching network-vif-plugged-d263adff-a1bf-494d-a599-ea5531206af2 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 830.800300] env[69350]: WARNING nova.compute.manager [req-37b65a45-b3ab-4cc3-92b0-02d625e84b57 req-1a1c2fef-3cb6-41bd-8e26-7a3dadd99b66 service nova] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Received unexpected event network-vif-plugged-d263adff-a1bf-494d-a599-ea5531206af2 for instance with vm_state building and task_state spawning. [ 830.800557] env[69350]: DEBUG nova.compute.manager [req-37b65a45-b3ab-4cc3-92b0-02d625e84b57 req-1a1c2fef-3cb6-41bd-8e26-7a3dadd99b66 service nova] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Received event network-changed-d263adff-a1bf-494d-a599-ea5531206af2 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 830.800719] env[69350]: DEBUG nova.compute.manager [req-37b65a45-b3ab-4cc3-92b0-02d625e84b57 req-1a1c2fef-3cb6-41bd-8e26-7a3dadd99b66 service nova] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Refreshing instance network info cache due to event network-changed-d263adff-a1bf-494d-a599-ea5531206af2. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 830.800917] env[69350]: DEBUG oslo_concurrency.lockutils [req-37b65a45-b3ab-4cc3-92b0-02d625e84b57 req-1a1c2fef-3cb6-41bd-8e26-7a3dadd99b66 service nova] Acquiring lock "refresh_cache-90b71625-4bb1-4f8b-a94e-313cea1be2da" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.904882] env[69350]: DEBUG oslo_vmware.api [None req-57d78a07-644f-46e9-85d8-a9862c422fb1 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] Task: {'id': task-3365021, 'name': PowerOnVM_Task, 'duration_secs': 0.898444} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.905216] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-57d78a07-644f-46e9-85d8-a9862c422fb1 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] [instance: 51875ea2-1cc8-4458-9d5b-b68bcfadead0] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 830.905420] env[69350]: INFO nova.compute.manager [None req-57d78a07-644f-46e9-85d8-a9862c422fb1 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] [instance: 51875ea2-1cc8-4458-9d5b-b68bcfadead0] Took 9.95 seconds to spawn the instance on the hypervisor. [ 830.905600] env[69350]: DEBUG nova.compute.manager [None req-57d78a07-644f-46e9-85d8-a9862c422fb1 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] [instance: 51875ea2-1cc8-4458-9d5b-b68bcfadead0] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 830.906403] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a89ca0-14e6-4104-bdc3-b173725916da {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.037698] env[69350]: DEBUG oslo_vmware.api [None req-686a0486-ef0a-45c3-9b1d-cae2faa554e8 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] Task: {'id': task-3365024, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517983} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.037698] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-686a0486-ef0a-45c3-9b1d-cae2faa554e8 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] 9716c35b-9fc7-4e8c-81a1-ef7451400742/9716c35b-9fc7-4e8c-81a1-ef7451400742.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 831.037982] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-686a0486-ef0a-45c3-9b1d-cae2faa554e8 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] [instance: 9716c35b-9fc7-4e8c-81a1-ef7451400742] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 831.038305] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-da987397-a69b-4a58-b1d5-309a038e8fab {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.041131] env[69350]: DEBUG nova.network.neutron [None req-a18a4c44-ab43-46ec-8ed5-fb39c9643984 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 831.049472] env[69350]: DEBUG oslo_vmware.api [None req-686a0486-ef0a-45c3-9b1d-cae2faa554e8 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] Waiting for the task: (returnval){ [ 831.049472] env[69350]: value = "task-3365026" [ 831.049472] env[69350]: _type = "Task" [ 831.049472] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.058799] env[69350]: DEBUG oslo_vmware.api [None req-686a0486-ef0a-45c3-9b1d-cae2faa554e8 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] Task: {'id': task-3365026, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.073583] env[69350]: DEBUG oslo_concurrency.lockutils [None req-372cf046-0c54-480b-a88f-73769827a967 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Acquiring lock "refresh_cache-f1736cf7-d979-41ba-97d9-45c35b51cad8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.073764] env[69350]: DEBUG oslo_concurrency.lockutils [None req-372cf046-0c54-480b-a88f-73769827a967 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Acquired lock "refresh_cache-f1736cf7-d979-41ba-97d9-45c35b51cad8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.073939] env[69350]: DEBUG nova.network.neutron [None req-372cf046-0c54-480b-a88f-73769827a967 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: f1736cf7-d979-41ba-97d9-45c35b51cad8] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 831.074139] env[69350]: DEBUG nova.objects.instance [None req-372cf046-0c54-480b-a88f-73769827a967 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Lazy-loading 'info_cache' on Instance uuid f1736cf7-d979-41ba-97d9-45c35b51cad8 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 831.200508] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4ef9845c-049f-4b51-99dd-234c7bc56ca7 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.215s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.202962] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d18d2253-5e4b-4f67-8773-654523d1cc1c tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.360s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.203231] env[69350]: DEBUG nova.objects.instance [None req-d18d2253-5e4b-4f67-8773-654523d1cc1c tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Lazy-loading 'resources' on Instance uuid 4dff419b-86ab-48e1-bee1-46948de8ca0d {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 831.228519] env[69350]: INFO nova.scheduler.client.report [None req-4ef9845c-049f-4b51-99dd-234c7bc56ca7 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Deleted allocations for instance 884fdc90-c90c-439a-8e9c-2730dc242474 [ 831.259558] env[69350]: DEBUG nova.network.neutron [-] [instance: d256518f-5e63-4b21-9d0d-0fbb60928b4a] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.292265] env[69350]: DEBUG nova.network.neutron [None req-a18a4c44-ab43-46ec-8ed5-fb39c9643984 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Updating instance_info_cache with network_info: [{"id": "d263adff-a1bf-494d-a599-ea5531206af2", "address": "fa:16:3e:53:c3:4b", "network": {"id": "ef2fb362-4313-473c-9c09-d0ff427ec60c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1709807276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68e43cb72d9c4af5965e3e49c212db1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd263adff-a1", "ovs_interfaceid": "d263adff-a1bf-494d-a599-ea5531206af2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.424505] env[69350]: INFO nova.compute.manager [None req-57d78a07-644f-46e9-85d8-a9862c422fb1 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] [instance: 51875ea2-1cc8-4458-9d5b-b68bcfadead0] Took 36.66 seconds to build instance. [ 831.560243] env[69350]: DEBUG oslo_vmware.api [None req-686a0486-ef0a-45c3-9b1d-cae2faa554e8 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] Task: {'id': task-3365026, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.196596} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.560243] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-686a0486-ef0a-45c3-9b1d-cae2faa554e8 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] [instance: 9716c35b-9fc7-4e8c-81a1-ef7451400742] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 831.560836] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4bb1f00-537e-4285-a30a-1c05d36c6f32 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.584054] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-686a0486-ef0a-45c3-9b1d-cae2faa554e8 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] [instance: 9716c35b-9fc7-4e8c-81a1-ef7451400742] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] 9716c35b-9fc7-4e8c-81a1-ef7451400742/9716c35b-9fc7-4e8c-81a1-ef7451400742.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 831.586038] env[69350]: DEBUG nova.objects.base [None req-372cf046-0c54-480b-a88f-73769827a967 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69350) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 831.587832] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24377180-908f-4215-acc8-6063eb519326 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.612464] env[69350]: DEBUG oslo_vmware.api [None req-686a0486-ef0a-45c3-9b1d-cae2faa554e8 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] Waiting for the task: (returnval){ [ 831.612464] env[69350]: value = "task-3365027" [ 831.612464] env[69350]: _type = "Task" [ 831.612464] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.621567] env[69350]: DEBUG oslo_vmware.api [None req-686a0486-ef0a-45c3-9b1d-cae2faa554e8 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] Task: {'id': task-3365027, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.750651] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4ef9845c-049f-4b51-99dd-234c7bc56ca7 tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Lock "884fdc90-c90c-439a-8e9c-2730dc242474" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.785s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.761606] env[69350]: INFO nova.compute.manager [-] [instance: d256518f-5e63-4b21-9d0d-0fbb60928b4a] Took 1.23 seconds to deallocate network for instance. [ 831.798471] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a18a4c44-ab43-46ec-8ed5-fb39c9643984 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Releasing lock "refresh_cache-90b71625-4bb1-4f8b-a94e-313cea1be2da" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.799561] env[69350]: DEBUG nova.compute.manager [None req-a18a4c44-ab43-46ec-8ed5-fb39c9643984 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Instance network_info: |[{"id": "d263adff-a1bf-494d-a599-ea5531206af2", "address": "fa:16:3e:53:c3:4b", "network": {"id": "ef2fb362-4313-473c-9c09-d0ff427ec60c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1709807276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68e43cb72d9c4af5965e3e49c212db1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd263adff-a1", "ovs_interfaceid": "d263adff-a1bf-494d-a599-ea5531206af2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 831.801150] env[69350]: DEBUG oslo_concurrency.lockutils [req-37b65a45-b3ab-4cc3-92b0-02d625e84b57 req-1a1c2fef-3cb6-41bd-8e26-7a3dadd99b66 service nova] Acquired lock "refresh_cache-90b71625-4bb1-4f8b-a94e-313cea1be2da" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.801150] env[69350]: DEBUG nova.network.neutron [req-37b65a45-b3ab-4cc3-92b0-02d625e84b57 req-1a1c2fef-3cb6-41bd-8e26-7a3dadd99b66 service nova] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Refreshing network info cache for port d263adff-a1bf-494d-a599-ea5531206af2 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 831.803700] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a18a4c44-ab43-46ec-8ed5-fb39c9643984 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:c3:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89ed4797-90ad-44cd-bbcb-e90b2a8400f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd263adff-a1bf-494d-a599-ea5531206af2', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 831.818786] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-a18a4c44-ab43-46ec-8ed5-fb39c9643984 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Creating folder: Project (68e43cb72d9c4af5965e3e49c212db1c). Parent ref: group-v671398. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 831.824991] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7fac5f6a-78b6-4a0f-81f1-b211febfd6c8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.840617] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-a18a4c44-ab43-46ec-8ed5-fb39c9643984 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Created folder: Project (68e43cb72d9c4af5965e3e49c212db1c) in parent group-v671398. [ 831.841030] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-a18a4c44-ab43-46ec-8ed5-fb39c9643984 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Creating folder: Instances. Parent ref: group-v671508. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 831.841312] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-419eaee9-e2ef-4f60-a403-6f2a2eaf66db {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.851471] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-a18a4c44-ab43-46ec-8ed5-fb39c9643984 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Created folder: Instances in parent group-v671508. [ 831.851565] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a18a4c44-ab43-46ec-8ed5-fb39c9643984 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 831.851790] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 831.852091] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe717358-b701-4a71-8abf-c17d987f4843 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.876244] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 831.876244] env[69350]: value = "task-3365030" [ 831.876244] env[69350]: _type = "Task" [ 831.876244] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.883991] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365030, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.928258] env[69350]: DEBUG oslo_concurrency.lockutils [None req-57d78a07-644f-46e9-85d8-a9862c422fb1 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] Lock "51875ea2-1cc8-4458-9d5b-b68bcfadead0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.054s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.943999] env[69350]: DEBUG nova.network.neutron [None req-372cf046-0c54-480b-a88f-73769827a967 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: f1736cf7-d979-41ba-97d9-45c35b51cad8] Updating instance_info_cache with network_info: [{"id": "931c1143-e84e-4646-b61d-5fd00c291d19", "address": "fa:16:3e:7c:84:e4", "network": {"id": "bc16c158-ef75-4a41-beeb-3ceae708fa9d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-469663997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46625a434b9f47dc83d92c9db8a3024c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap931c1143-e8", "ovs_interfaceid": "931c1143-e84e-4646-b61d-5fd00c291d19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.021673] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f0564197-4a47-41e2-9cf8-097de0fe9bdf tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Acquiring lock "247b79d7-7520-4e1f-9856-b79f83d81a57" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.021932] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f0564197-4a47-41e2-9cf8-097de0fe9bdf tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Lock "247b79d7-7520-4e1f-9856-b79f83d81a57" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.022509] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f0564197-4a47-41e2-9cf8-097de0fe9bdf tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Acquiring lock "247b79d7-7520-4e1f-9856-b79f83d81a57-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.022835] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f0564197-4a47-41e2-9cf8-097de0fe9bdf tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Lock "247b79d7-7520-4e1f-9856-b79f83d81a57-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.023119] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f0564197-4a47-41e2-9cf8-097de0fe9bdf tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Lock "247b79d7-7520-4e1f-9856-b79f83d81a57-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.029326] env[69350]: INFO nova.compute.manager [None req-f0564197-4a47-41e2-9cf8-097de0fe9bdf tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] [instance: 247b79d7-7520-4e1f-9856-b79f83d81a57] Terminating instance [ 832.128390] env[69350]: DEBUG oslo_vmware.api [None req-686a0486-ef0a-45c3-9b1d-cae2faa554e8 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] Task: {'id': task-3365027, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.271184] env[69350]: DEBUG oslo_concurrency.lockutils [None req-decc3516-f464-41c9-8128-eedccf80a5a7 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.297477] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10add24a-1b1d-4407-aac1-99c76a104750 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.305169] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59bf18aa-635f-4281-b613-47eb8789a423 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.340572] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6419019e-326d-491d-8b95-cd97d44c5d0c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.347424] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3545ea86-3f95-4837-8e27-fe5e16339470 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.361810] env[69350]: DEBUG nova.compute.provider_tree [None req-d18d2253-5e4b-4f67-8773-654523d1cc1c tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Updating inventory in ProviderTree for provider 493c4881-f171-4c66-96e5-06180e27f02f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 832.385399] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365030, 'name': CreateVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.431773] env[69350]: DEBUG nova.compute.manager [None req-bd643915-2568-41f7-a2a3-734b88ad93df tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] [instance: 4d646a6a-26e5-4e67-8415-b981f86d49cb] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 832.448477] env[69350]: DEBUG oslo_concurrency.lockutils [None req-372cf046-0c54-480b-a88f-73769827a967 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Releasing lock "refresh_cache-f1736cf7-d979-41ba-97d9-45c35b51cad8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.533298] env[69350]: DEBUG nova.compute.manager [None req-f0564197-4a47-41e2-9cf8-097de0fe9bdf tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] [instance: 247b79d7-7520-4e1f-9856-b79f83d81a57] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 832.533551] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f0564197-4a47-41e2-9cf8-097de0fe9bdf tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] [instance: 247b79d7-7520-4e1f-9856-b79f83d81a57] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 832.534761] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec6c55f-452d-4f81-858c-f9820d653d35 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.547639] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0564197-4a47-41e2-9cf8-097de0fe9bdf tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] [instance: 247b79d7-7520-4e1f-9856-b79f83d81a57] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 832.547946] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2e96613-2139-4c49-8f3a-852d1f02262d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.554996] env[69350]: DEBUG oslo_vmware.api [None req-f0564197-4a47-41e2-9cf8-097de0fe9bdf tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Waiting for the task: (returnval){ [ 832.554996] env[69350]: value = "task-3365032" [ 832.554996] env[69350]: _type = "Task" [ 832.554996] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.565708] env[69350]: DEBUG oslo_vmware.api [None req-f0564197-4a47-41e2-9cf8-097de0fe9bdf tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Task: {'id': task-3365032, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.584074] env[69350]: DEBUG nova.network.neutron [req-37b65a45-b3ab-4cc3-92b0-02d625e84b57 req-1a1c2fef-3cb6-41bd-8e26-7a3dadd99b66 service nova] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Updated VIF entry in instance network info cache for port d263adff-a1bf-494d-a599-ea5531206af2. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 832.584911] env[69350]: DEBUG nova.network.neutron [req-37b65a45-b3ab-4cc3-92b0-02d625e84b57 req-1a1c2fef-3cb6-41bd-8e26-7a3dadd99b66 service nova] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Updating instance_info_cache with network_info: [{"id": "d263adff-a1bf-494d-a599-ea5531206af2", "address": "fa:16:3e:53:c3:4b", "network": {"id": "ef2fb362-4313-473c-9c09-d0ff427ec60c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1709807276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68e43cb72d9c4af5965e3e49c212db1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd263adff-a1", "ovs_interfaceid": "d263adff-a1bf-494d-a599-ea5531206af2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.587665] env[69350]: DEBUG oslo_concurrency.lockutils [None req-989da1ee-226f-4441-a71d-1a5ebb5eb509 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] Acquiring lock "51875ea2-1cc8-4458-9d5b-b68bcfadead0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.587809] env[69350]: DEBUG oslo_concurrency.lockutils [None req-989da1ee-226f-4441-a71d-1a5ebb5eb509 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] Lock "51875ea2-1cc8-4458-9d5b-b68bcfadead0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.588057] env[69350]: DEBUG oslo_concurrency.lockutils [None req-989da1ee-226f-4441-a71d-1a5ebb5eb509 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] Acquiring lock "51875ea2-1cc8-4458-9d5b-b68bcfadead0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.588252] env[69350]: DEBUG oslo_concurrency.lockutils [None req-989da1ee-226f-4441-a71d-1a5ebb5eb509 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] Lock "51875ea2-1cc8-4458-9d5b-b68bcfadead0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.588459] env[69350]: DEBUG oslo_concurrency.lockutils [None req-989da1ee-226f-4441-a71d-1a5ebb5eb509 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] Lock "51875ea2-1cc8-4458-9d5b-b68bcfadead0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.590724] env[69350]: INFO nova.compute.manager [None req-989da1ee-226f-4441-a71d-1a5ebb5eb509 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] [instance: 51875ea2-1cc8-4458-9d5b-b68bcfadead0] Terminating instance [ 832.624504] env[69350]: DEBUG oslo_vmware.api [None req-686a0486-ef0a-45c3-9b1d-cae2faa554e8 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] Task: {'id': task-3365027, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.882978] env[69350]: ERROR nova.scheduler.client.report [None req-d18d2253-5e4b-4f67-8773-654523d1cc1c tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [req-e64b2577-3d08-4cfe-8fab-279c316561cd] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 493c4881-f171-4c66-96e5-06180e27f02f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e64b2577-3d08-4cfe-8fab-279c316561cd"}]} [ 832.888623] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365030, 'name': CreateVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.904290] env[69350]: DEBUG nova.scheduler.client.report [None req-d18d2253-5e4b-4f67-8773-654523d1cc1c tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Refreshing inventories for resource provider 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 832.920647] env[69350]: DEBUG nova.scheduler.client.report [None req-d18d2253-5e4b-4f67-8773-654523d1cc1c tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Updating ProviderTree inventory for provider 493c4881-f171-4c66-96e5-06180e27f02f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 832.920977] env[69350]: DEBUG nova.compute.provider_tree [None req-d18d2253-5e4b-4f67-8773-654523d1cc1c tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Updating inventory in ProviderTree for provider 493c4881-f171-4c66-96e5-06180e27f02f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 832.931377] env[69350]: DEBUG nova.scheduler.client.report [None req-d18d2253-5e4b-4f67-8773-654523d1cc1c tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Refreshing aggregate associations for resource provider 493c4881-f171-4c66-96e5-06180e27f02f, aggregates: None {{(pid=69350) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 832.948094] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bd643915-2568-41f7-a2a3-734b88ad93df tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.955193] env[69350]: DEBUG nova.scheduler.client.report [None req-d18d2253-5e4b-4f67-8773-654523d1cc1c tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Refreshing trait associations for resource provider 493c4881-f171-4c66-96e5-06180e27f02f, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69350) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 833.068230] env[69350]: DEBUG oslo_vmware.api [None req-f0564197-4a47-41e2-9cf8-097de0fe9bdf tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Task: {'id': task-3365032, 'name': PowerOffVM_Task, 'duration_secs': 0.269322} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.068701] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0564197-4a47-41e2-9cf8-097de0fe9bdf tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] [instance: 247b79d7-7520-4e1f-9856-b79f83d81a57] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 833.068874] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f0564197-4a47-41e2-9cf8-097de0fe9bdf tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] [instance: 247b79d7-7520-4e1f-9856-b79f83d81a57] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 833.069137] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a054c604-dc39-4664-b709-ee630fa935e0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.091671] env[69350]: DEBUG oslo_concurrency.lockutils [req-37b65a45-b3ab-4cc3-92b0-02d625e84b57 req-1a1c2fef-3cb6-41bd-8e26-7a3dadd99b66 service nova] Releasing lock "refresh_cache-90b71625-4bb1-4f8b-a94e-313cea1be2da" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.093196] env[69350]: DEBUG nova.compute.manager [req-37b65a45-b3ab-4cc3-92b0-02d625e84b57 req-1a1c2fef-3cb6-41bd-8e26-7a3dadd99b66 service nova] [instance: d256518f-5e63-4b21-9d0d-0fbb60928b4a] Received event network-vif-deleted-b17f690f-b750-4f36-8f29-4e5d21ca7fa8 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 833.093404] env[69350]: INFO nova.compute.manager [req-37b65a45-b3ab-4cc3-92b0-02d625e84b57 req-1a1c2fef-3cb6-41bd-8e26-7a3dadd99b66 service nova] [instance: d256518f-5e63-4b21-9d0d-0fbb60928b4a] Neutron deleted interface b17f690f-b750-4f36-8f29-4e5d21ca7fa8; detaching it from the instance and deleting it from the info cache [ 833.093627] env[69350]: DEBUG nova.network.neutron [req-37b65a45-b3ab-4cc3-92b0-02d625e84b57 req-1a1c2fef-3cb6-41bd-8e26-7a3dadd99b66 service nova] [instance: d256518f-5e63-4b21-9d0d-0fbb60928b4a] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.095201] env[69350]: DEBUG nova.compute.manager [None req-989da1ee-226f-4441-a71d-1a5ebb5eb509 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] [instance: 51875ea2-1cc8-4458-9d5b-b68bcfadead0] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 833.095409] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-989da1ee-226f-4441-a71d-1a5ebb5eb509 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] [instance: 51875ea2-1cc8-4458-9d5b-b68bcfadead0] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 833.096433] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d40742e3-56d1-45a9-bd88-5f5f9f3d0a77 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.107112] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-989da1ee-226f-4441-a71d-1a5ebb5eb509 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] [instance: 51875ea2-1cc8-4458-9d5b-b68bcfadead0] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 833.107957] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b1c479a-dbac-491c-b5ad-50d193d2a353 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.115325] env[69350]: DEBUG oslo_vmware.api [None req-989da1ee-226f-4441-a71d-1a5ebb5eb509 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] Waiting for the task: (returnval){ [ 833.115325] env[69350]: value = "task-3365034" [ 833.115325] env[69350]: _type = "Task" [ 833.115325] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.125912] env[69350]: DEBUG oslo_concurrency.lockutils [None req-37db4ba2-90e2-4463-9bb2-ed0fea63ca59 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Acquiring lock "c3010f57-be32-4f20-8276-7b4bd93d76e1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.126164] env[69350]: DEBUG oslo_concurrency.lockutils [None req-37db4ba2-90e2-4463-9bb2-ed0fea63ca59 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Lock "c3010f57-be32-4f20-8276-7b4bd93d76e1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.134251] env[69350]: DEBUG oslo_vmware.api [None req-686a0486-ef0a-45c3-9b1d-cae2faa554e8 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] Task: {'id': task-3365027, 'name': ReconfigVM_Task, 'duration_secs': 1.075886} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.137156] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-686a0486-ef0a-45c3-9b1d-cae2faa554e8 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] [instance: 9716c35b-9fc7-4e8c-81a1-ef7451400742] Reconfigured VM instance instance-00000024 to attach disk [datastore2] 9716c35b-9fc7-4e8c-81a1-ef7451400742/9716c35b-9fc7-4e8c-81a1-ef7451400742.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 833.137823] env[69350]: DEBUG oslo_vmware.api [None req-989da1ee-226f-4441-a71d-1a5ebb5eb509 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] Task: {'id': task-3365034, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.138045] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d080678-2f34-4cfb-ace6-1df5f2c3285d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.144677] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f0564197-4a47-41e2-9cf8-097de0fe9bdf tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] [instance: 247b79d7-7520-4e1f-9856-b79f83d81a57] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 833.144923] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f0564197-4a47-41e2-9cf8-097de0fe9bdf tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] [instance: 247b79d7-7520-4e1f-9856-b79f83d81a57] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 833.145146] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0564197-4a47-41e2-9cf8-097de0fe9bdf tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Deleting the datastore file [datastore2] 247b79d7-7520-4e1f-9856-b79f83d81a57 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 833.145384] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18bfd967-7e23-46ad-8d07-fa32534d68cd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.148599] env[69350]: DEBUG oslo_vmware.api [None req-686a0486-ef0a-45c3-9b1d-cae2faa554e8 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] Waiting for the task: (returnval){ [ 833.148599] env[69350]: value = "task-3365035" [ 833.148599] env[69350]: _type = "Task" [ 833.148599] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.153831] env[69350]: DEBUG oslo_vmware.api [None req-f0564197-4a47-41e2-9cf8-097de0fe9bdf tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Waiting for the task: (returnval){ [ 833.153831] env[69350]: value = "task-3365036" [ 833.153831] env[69350]: _type = "Task" [ 833.153831] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.164554] env[69350]: DEBUG oslo_vmware.api [None req-686a0486-ef0a-45c3-9b1d-cae2faa554e8 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] Task: {'id': task-3365035, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.171640] env[69350]: DEBUG oslo_vmware.api [None req-f0564197-4a47-41e2-9cf8-097de0fe9bdf tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Task: {'id': task-3365036, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.391590] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365030, 'name': CreateVM_Task, 'duration_secs': 1.431637} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.391745] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 833.392353] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a18a4c44-ab43-46ec-8ed5-fb39c9643984 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.392511] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a18a4c44-ab43-46ec-8ed5-fb39c9643984 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.392831] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a18a4c44-ab43-46ec-8ed5-fb39c9643984 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.395264] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4470257b-33e9-4b50-9bcd-9adceadfe7c2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.400149] env[69350]: DEBUG oslo_vmware.api [None req-a18a4c44-ab43-46ec-8ed5-fb39c9643984 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Waiting for the task: (returnval){ [ 833.400149] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52d878a3-c43b-9ffb-49cc-14ac845c8035" [ 833.400149] env[69350]: _type = "Task" [ 833.400149] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.408325] env[69350]: DEBUG oslo_vmware.api [None req-a18a4c44-ab43-46ec-8ed5-fb39c9643984 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52d878a3-c43b-9ffb-49cc-14ac845c8035, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.430107] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3b5cfb9-b679-4ab5-8229-98a9e0039150 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.436808] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38e2d0b4-024f-4112-b3c7-bf50ff14634d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.465504] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-372cf046-0c54-480b-a88f-73769827a967 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: f1736cf7-d979-41ba-97d9-45c35b51cad8] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 833.465907] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-453d5755-bf31-4c9d-8c54-aef761206a17 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.467836] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0203f1f-5bf8-4bed-8c24-96c57bd9bce1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.476794] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16335a61-90c1-43b3-9af7-186039e39bc0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.480434] env[69350]: DEBUG oslo_vmware.api [None req-372cf046-0c54-480b-a88f-73769827a967 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Waiting for the task: (returnval){ [ 833.480434] env[69350]: value = "task-3365037" [ 833.480434] env[69350]: _type = "Task" [ 833.480434] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.491049] env[69350]: DEBUG nova.compute.provider_tree [None req-d18d2253-5e4b-4f67-8773-654523d1cc1c tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 833.497249] env[69350]: DEBUG oslo_vmware.api [None req-372cf046-0c54-480b-a88f-73769827a967 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3365037, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.598044] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-817976ca-3743-49c1-bc7c-78df57267034 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.607798] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9348cca2-f43d-43d2-9e70-6df24ec61d76 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.631666] env[69350]: DEBUG oslo_vmware.api [None req-989da1ee-226f-4441-a71d-1a5ebb5eb509 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] Task: {'id': task-3365034, 'name': PowerOffVM_Task, 'duration_secs': 0.200692} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.631991] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-989da1ee-226f-4441-a71d-1a5ebb5eb509 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] [instance: 51875ea2-1cc8-4458-9d5b-b68bcfadead0] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 833.632174] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-989da1ee-226f-4441-a71d-1a5ebb5eb509 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] [instance: 51875ea2-1cc8-4458-9d5b-b68bcfadead0] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 833.632446] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6e2eed5d-34ef-4752-8b68-dcaf1de30133 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.650073] env[69350]: DEBUG nova.compute.manager [req-37b65a45-b3ab-4cc3-92b0-02d625e84b57 req-1a1c2fef-3cb6-41bd-8e26-7a3dadd99b66 service nova] [instance: d256518f-5e63-4b21-9d0d-0fbb60928b4a] Detach interface failed, port_id=b17f690f-b750-4f36-8f29-4e5d21ca7fa8, reason: Instance d256518f-5e63-4b21-9d0d-0fbb60928b4a could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 833.658965] env[69350]: DEBUG oslo_vmware.api [None req-686a0486-ef0a-45c3-9b1d-cae2faa554e8 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] Task: {'id': task-3365035, 'name': Rename_Task, 'duration_secs': 0.18494} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.662535] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-686a0486-ef0a-45c3-9b1d-cae2faa554e8 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] [instance: 9716c35b-9fc7-4e8c-81a1-ef7451400742] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 833.662856] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7196fcbb-fffb-4e2b-b247-723cc8bf413c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.669676] env[69350]: DEBUG oslo_vmware.api [None req-f0564197-4a47-41e2-9cf8-097de0fe9bdf tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Task: {'id': task-3365036, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144721} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.670724] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0564197-4a47-41e2-9cf8-097de0fe9bdf tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 833.670947] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f0564197-4a47-41e2-9cf8-097de0fe9bdf tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] [instance: 247b79d7-7520-4e1f-9856-b79f83d81a57] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 833.671145] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f0564197-4a47-41e2-9cf8-097de0fe9bdf tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] [instance: 247b79d7-7520-4e1f-9856-b79f83d81a57] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 833.671318] env[69350]: INFO nova.compute.manager [None req-f0564197-4a47-41e2-9cf8-097de0fe9bdf tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] [instance: 247b79d7-7520-4e1f-9856-b79f83d81a57] Took 1.14 seconds to destroy the instance on the hypervisor. [ 833.671551] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f0564197-4a47-41e2-9cf8-097de0fe9bdf tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 833.671791] env[69350]: DEBUG oslo_vmware.api [None req-686a0486-ef0a-45c3-9b1d-cae2faa554e8 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] Waiting for the task: (returnval){ [ 833.671791] env[69350]: value = "task-3365039" [ 833.671791] env[69350]: _type = "Task" [ 833.671791] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.671967] env[69350]: DEBUG nova.compute.manager [-] [instance: 247b79d7-7520-4e1f-9856-b79f83d81a57] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 833.672073] env[69350]: DEBUG nova.network.neutron [-] [instance: 247b79d7-7520-4e1f-9856-b79f83d81a57] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 833.681873] env[69350]: DEBUG oslo_vmware.api [None req-686a0486-ef0a-45c3-9b1d-cae2faa554e8 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] Task: {'id': task-3365039, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.698850] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-989da1ee-226f-4441-a71d-1a5ebb5eb509 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] [instance: 51875ea2-1cc8-4458-9d5b-b68bcfadead0] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 833.699168] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-989da1ee-226f-4441-a71d-1a5ebb5eb509 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] [instance: 51875ea2-1cc8-4458-9d5b-b68bcfadead0] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 833.699385] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-989da1ee-226f-4441-a71d-1a5ebb5eb509 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] Deleting the datastore file [datastore2] 51875ea2-1cc8-4458-9d5b-b68bcfadead0 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 833.699684] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b72e2db0-e251-4194-8707-ca6b01bab8b9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.708504] env[69350]: DEBUG oslo_vmware.api [None req-989da1ee-226f-4441-a71d-1a5ebb5eb509 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] Waiting for the task: (returnval){ [ 833.708504] env[69350]: value = "task-3365040" [ 833.708504] env[69350]: _type = "Task" [ 833.708504] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.717475] env[69350]: DEBUG oslo_vmware.api [None req-989da1ee-226f-4441-a71d-1a5ebb5eb509 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] Task: {'id': task-3365040, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.918987] env[69350]: DEBUG oslo_vmware.api [None req-a18a4c44-ab43-46ec-8ed5-fb39c9643984 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52d878a3-c43b-9ffb-49cc-14ac845c8035, 'name': SearchDatastore_Task, 'duration_secs': 0.008966} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.919464] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a18a4c44-ab43-46ec-8ed5-fb39c9643984 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.919647] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a18a4c44-ab43-46ec-8ed5-fb39c9643984 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 833.919888] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a18a4c44-ab43-46ec-8ed5-fb39c9643984 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.920030] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a18a4c44-ab43-46ec-8ed5-fb39c9643984 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.920216] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-a18a4c44-ab43-46ec-8ed5-fb39c9643984 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 833.920555] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6866008d-ff16-41e2-9ea0-31d77c8d52a7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.929906] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-a18a4c44-ab43-46ec-8ed5-fb39c9643984 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 833.930105] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a18a4c44-ab43-46ec-8ed5-fb39c9643984 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 833.932151] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1abbd451-45a3-43b0-8cc7-4bb122ef61e1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.937862] env[69350]: DEBUG oslo_vmware.api [None req-a18a4c44-ab43-46ec-8ed5-fb39c9643984 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Waiting for the task: (returnval){ [ 833.937862] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52441aa5-937a-b78e-25f5-4d4fde4cbac4" [ 833.937862] env[69350]: _type = "Task" [ 833.937862] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.946217] env[69350]: DEBUG oslo_vmware.api [None req-a18a4c44-ab43-46ec-8ed5-fb39c9643984 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52441aa5-937a-b78e-25f5-4d4fde4cbac4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.965876] env[69350]: DEBUG nova.compute.manager [req-a9d30bd1-ce28-40a4-9441-cb2e21bcd546 req-17331c6d-2cb5-4e14-99b6-96d3cbd002db service nova] [instance: 247b79d7-7520-4e1f-9856-b79f83d81a57] Received event network-vif-deleted-96972e64-7fc1-407a-a84a-fd3f8a61008a {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 833.966096] env[69350]: INFO nova.compute.manager [req-a9d30bd1-ce28-40a4-9441-cb2e21bcd546 req-17331c6d-2cb5-4e14-99b6-96d3cbd002db service nova] [instance: 247b79d7-7520-4e1f-9856-b79f83d81a57] Neutron deleted interface 96972e64-7fc1-407a-a84a-fd3f8a61008a; detaching it from the instance and deleting it from the info cache [ 833.966271] env[69350]: DEBUG nova.network.neutron [req-a9d30bd1-ce28-40a4-9441-cb2e21bcd546 req-17331c6d-2cb5-4e14-99b6-96d3cbd002db service nova] [instance: 247b79d7-7520-4e1f-9856-b79f83d81a57] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.989870] env[69350]: DEBUG oslo_vmware.api [None req-372cf046-0c54-480b-a88f-73769827a967 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3365037, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.994858] env[69350]: DEBUG nova.scheduler.client.report [None req-d18d2253-5e4b-4f67-8773-654523d1cc1c tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 834.184250] env[69350]: DEBUG oslo_vmware.api [None req-686a0486-ef0a-45c3-9b1d-cae2faa554e8 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] Task: {'id': task-3365039, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.218940] env[69350]: DEBUG oslo_vmware.api [None req-989da1ee-226f-4441-a71d-1a5ebb5eb509 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] Task: {'id': task-3365040, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128627} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.219353] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-989da1ee-226f-4441-a71d-1a5ebb5eb509 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 834.219477] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-989da1ee-226f-4441-a71d-1a5ebb5eb509 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] [instance: 51875ea2-1cc8-4458-9d5b-b68bcfadead0] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 834.220331] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-989da1ee-226f-4441-a71d-1a5ebb5eb509 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] [instance: 51875ea2-1cc8-4458-9d5b-b68bcfadead0] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 834.220331] env[69350]: INFO nova.compute.manager [None req-989da1ee-226f-4441-a71d-1a5ebb5eb509 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] [instance: 51875ea2-1cc8-4458-9d5b-b68bcfadead0] Took 1.12 seconds to destroy the instance on the hypervisor. [ 834.220331] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-989da1ee-226f-4441-a71d-1a5ebb5eb509 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 834.220331] env[69350]: DEBUG nova.compute.manager [-] [instance: 51875ea2-1cc8-4458-9d5b-b68bcfadead0] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 834.220496] env[69350]: DEBUG nova.network.neutron [-] [instance: 51875ea2-1cc8-4458-9d5b-b68bcfadead0] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 834.436050] env[69350]: DEBUG nova.network.neutron [-] [instance: 247b79d7-7520-4e1f-9856-b79f83d81a57] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.448059] env[69350]: DEBUG oslo_vmware.api [None req-a18a4c44-ab43-46ec-8ed5-fb39c9643984 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52441aa5-937a-b78e-25f5-4d4fde4cbac4, 'name': SearchDatastore_Task, 'duration_secs': 0.008502} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.449496] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-671765d4-0f3b-4aee-aaa7-f0df894fb719 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.455645] env[69350]: DEBUG oslo_vmware.api [None req-a18a4c44-ab43-46ec-8ed5-fb39c9643984 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Waiting for the task: (returnval){ [ 834.455645] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52aea4be-9cd1-7698-cc63-1084ec97020c" [ 834.455645] env[69350]: _type = "Task" [ 834.455645] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.463835] env[69350]: DEBUG oslo_vmware.api [None req-a18a4c44-ab43-46ec-8ed5-fb39c9643984 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52aea4be-9cd1-7698-cc63-1084ec97020c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.468722] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fc9bab43-18a5-429c-9a99-197ee97ebf34 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.480844] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4950ce13-99d8-4ed5-81ae-2402f0082872 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.500105] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d18d2253-5e4b-4f67-8773-654523d1cc1c tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.297s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.502147] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b0255382-c631-43b1-862c-0be6d6770e75 tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.577s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.503820] env[69350]: INFO nova.compute.claims [None req-b0255382-c631-43b1-862c-0be6d6770e75 tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] [instance: 4c2a6729-3ed6-4b80-a7f2-77fcd53bed49] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 834.511312] env[69350]: DEBUG oslo_vmware.api [None req-372cf046-0c54-480b-a88f-73769827a967 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3365037, 'name': PowerOnVM_Task, 'duration_secs': 0.61776} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.511312] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-372cf046-0c54-480b-a88f-73769827a967 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: f1736cf7-d979-41ba-97d9-45c35b51cad8] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 834.511496] env[69350]: DEBUG nova.compute.manager [None req-372cf046-0c54-480b-a88f-73769827a967 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: f1736cf7-d979-41ba-97d9-45c35b51cad8] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 834.512463] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-087bf890-6083-4bb9-b18e-6aecb6ac75a1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.527803] env[69350]: DEBUG nova.compute.manager [req-a9d30bd1-ce28-40a4-9441-cb2e21bcd546 req-17331c6d-2cb5-4e14-99b6-96d3cbd002db service nova] [instance: 247b79d7-7520-4e1f-9856-b79f83d81a57] Detach interface failed, port_id=96972e64-7fc1-407a-a84a-fd3f8a61008a, reason: Instance 247b79d7-7520-4e1f-9856-b79f83d81a57 could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 834.535760] env[69350]: INFO nova.scheduler.client.report [None req-d18d2253-5e4b-4f67-8773-654523d1cc1c tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Deleted allocations for instance 4dff419b-86ab-48e1-bee1-46948de8ca0d [ 834.686250] env[69350]: DEBUG oslo_vmware.api [None req-686a0486-ef0a-45c3-9b1d-cae2faa554e8 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] Task: {'id': task-3365039, 'name': PowerOnVM_Task, 'duration_secs': 0.600974} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.686382] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-686a0486-ef0a-45c3-9b1d-cae2faa554e8 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] [instance: 9716c35b-9fc7-4e8c-81a1-ef7451400742] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 834.686581] env[69350]: INFO nova.compute.manager [None req-686a0486-ef0a-45c3-9b1d-cae2faa554e8 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] [instance: 9716c35b-9fc7-4e8c-81a1-ef7451400742] Took 8.67 seconds to spawn the instance on the hypervisor. [ 834.686838] env[69350]: DEBUG nova.compute.manager [None req-686a0486-ef0a-45c3-9b1d-cae2faa554e8 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] [instance: 9716c35b-9fc7-4e8c-81a1-ef7451400742] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 834.688280] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78540d17-05a8-4f07-b898-3dd3c4823fcf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.939669] env[69350]: INFO nova.compute.manager [-] [instance: 247b79d7-7520-4e1f-9856-b79f83d81a57] Took 1.27 seconds to deallocate network for instance. [ 834.970348] env[69350]: DEBUG oslo_vmware.api [None req-a18a4c44-ab43-46ec-8ed5-fb39c9643984 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52aea4be-9cd1-7698-cc63-1084ec97020c, 'name': SearchDatastore_Task, 'duration_secs': 0.00883} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.970567] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a18a4c44-ab43-46ec-8ed5-fb39c9643984 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.970995] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-a18a4c44-ab43-46ec-8ed5-fb39c9643984 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] 90b71625-4bb1-4f8b-a94e-313cea1be2da/90b71625-4bb1-4f8b-a94e-313cea1be2da.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 834.971400] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a064518-7cbd-474d-81fd-960070bb12ad {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.978963] env[69350]: DEBUG oslo_vmware.api [None req-a18a4c44-ab43-46ec-8ed5-fb39c9643984 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Waiting for the task: (returnval){ [ 834.978963] env[69350]: value = "task-3365041" [ 834.978963] env[69350]: _type = "Task" [ 834.978963] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.991017] env[69350]: DEBUG oslo_vmware.api [None req-a18a4c44-ab43-46ec-8ed5-fb39c9643984 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365041, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.996701] env[69350]: DEBUG nova.network.neutron [-] [instance: 51875ea2-1cc8-4458-9d5b-b68bcfadead0] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.043104] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d18d2253-5e4b-4f67-8773-654523d1cc1c tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Lock "4dff419b-86ab-48e1-bee1-46948de8ca0d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.373s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.205023] env[69350]: INFO nova.compute.manager [None req-686a0486-ef0a-45c3-9b1d-cae2faa554e8 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] [instance: 9716c35b-9fc7-4e8c-81a1-ef7451400742] Took 36.43 seconds to build instance. [ 835.448287] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f0564197-4a47-41e2-9cf8-097de0fe9bdf tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.490758] env[69350]: DEBUG oslo_vmware.api [None req-a18a4c44-ab43-46ec-8ed5-fb39c9643984 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365041, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.499383] env[69350]: INFO nova.compute.manager [-] [instance: 51875ea2-1cc8-4458-9d5b-b68bcfadead0] Took 1.28 seconds to deallocate network for instance. [ 835.707213] env[69350]: DEBUG oslo_concurrency.lockutils [None req-686a0486-ef0a-45c3-9b1d-cae2faa554e8 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] Lock "9716c35b-9fc7-4e8c-81a1-ef7451400742" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.221s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.979728] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd458beb-43a9-4394-9c17-4d04eb9e3686 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.992792] env[69350]: DEBUG oslo_vmware.api [None req-a18a4c44-ab43-46ec-8ed5-fb39c9643984 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365041, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563718} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.994774] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-a18a4c44-ab43-46ec-8ed5-fb39c9643984 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] 90b71625-4bb1-4f8b-a94e-313cea1be2da/90b71625-4bb1-4f8b-a94e-313cea1be2da.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 835.994959] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a18a4c44-ab43-46ec-8ed5-fb39c9643984 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 835.995280] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e343df6a-ce2f-4741-8d00-f606b8f53282 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.997901] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff8296c6-f68c-416c-a117-f91331dc19bb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.004848] env[69350]: DEBUG oslo_concurrency.lockutils [None req-989da1ee-226f-4441-a71d-1a5ebb5eb509 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.032440] env[69350]: DEBUG oslo_vmware.api [None req-a18a4c44-ab43-46ec-8ed5-fb39c9643984 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Waiting for the task: (returnval){ [ 836.032440] env[69350]: value = "task-3365042" [ 836.032440] env[69350]: _type = "Task" [ 836.032440] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.034089] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd3d2036-cef9-488d-a15b-5f60c4a3add6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.047371] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd6112f-e216-499f-b93e-5911dfd167d9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.051136] env[69350]: DEBUG oslo_vmware.api [None req-a18a4c44-ab43-46ec-8ed5-fb39c9643984 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365042, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.062024] env[69350]: DEBUG nova.compute.provider_tree [None req-b0255382-c631-43b1-862c-0be6d6770e75 tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 836.079977] env[69350]: DEBUG nova.compute.manager [req-86ea0624-929c-4fa6-a9fa-7de59bb26be5 req-1bdc71e3-08d2-4fae-9e84-e21a50ffc894 service nova] [instance: 51875ea2-1cc8-4458-9d5b-b68bcfadead0] Received event network-vif-deleted-9a7d4872-df0b-4b50-8557-551a99f67b2a {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 836.210125] env[69350]: DEBUG nova.compute.manager [None req-cec3b203-e003-4e0f-9b94-c24161d7e2ac tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] [instance: c4a13e7e-8718-492c-881d-eb64fa044575] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 836.315658] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4a0aa2a0-6ffd-42f7-8af8-4584740574c1 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Acquiring lock "78aed5f0-ce65-4b00-8a3f-1eab21e0525b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.315977] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4a0aa2a0-6ffd-42f7-8af8-4584740574c1 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Lock "78aed5f0-ce65-4b00-8a3f-1eab21e0525b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.316222] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4a0aa2a0-6ffd-42f7-8af8-4584740574c1 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Acquiring lock "78aed5f0-ce65-4b00-8a3f-1eab21e0525b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.316421] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4a0aa2a0-6ffd-42f7-8af8-4584740574c1 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Lock "78aed5f0-ce65-4b00-8a3f-1eab21e0525b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.316623] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4a0aa2a0-6ffd-42f7-8af8-4584740574c1 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Lock "78aed5f0-ce65-4b00-8a3f-1eab21e0525b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.319870] env[69350]: INFO nova.compute.manager [None req-4a0aa2a0-6ffd-42f7-8af8-4584740574c1 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: 78aed5f0-ce65-4b00-8a3f-1eab21e0525b] Terminating instance [ 836.378986] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f0af52e5-c96f-4bb5-a557-e539d9a0d75e tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] Acquiring lock "d780fc2f-62f6-4cf7-8d8a-c2e7b25226dc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.379244] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f0af52e5-c96f-4bb5-a557-e539d9a0d75e tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] Lock "d780fc2f-62f6-4cf7-8d8a-c2e7b25226dc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.381623] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b4221ee1-1e6f-4be3-8b00-ff21fb16ca29 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] Acquiring lock "9716c35b-9fc7-4e8c-81a1-ef7451400742" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.381815] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b4221ee1-1e6f-4be3-8b00-ff21fb16ca29 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] Lock "9716c35b-9fc7-4e8c-81a1-ef7451400742" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.382044] env[69350]: INFO nova.compute.manager [None req-b4221ee1-1e6f-4be3-8b00-ff21fb16ca29 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] [instance: 9716c35b-9fc7-4e8c-81a1-ef7451400742] Rebooting instance [ 836.542879] env[69350]: DEBUG oslo_vmware.api [None req-a18a4c44-ab43-46ec-8ed5-fb39c9643984 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365042, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063202} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.543149] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a18a4c44-ab43-46ec-8ed5-fb39c9643984 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 836.543906] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3114ef0-9bbf-4117-81cf-adc2eeb82785 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.566046] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-a18a4c44-ab43-46ec-8ed5-fb39c9643984 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] 90b71625-4bb1-4f8b-a94e-313cea1be2da/90b71625-4bb1-4f8b-a94e-313cea1be2da.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 836.566909] env[69350]: DEBUG nova.scheduler.client.report [None req-b0255382-c631-43b1-862c-0be6d6770e75 tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 836.570121] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-022313a8-be16-4380-802f-061b772fab4e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.585550] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b0255382-c631-43b1-862c-0be6d6770e75 tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.083s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.585984] env[69350]: DEBUG nova.compute.manager [None req-b0255382-c631-43b1-862c-0be6d6770e75 tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] [instance: 4c2a6729-3ed6-4b80-a7f2-77fcd53bed49] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 836.588426] env[69350]: DEBUG oslo_concurrency.lockutils [None req-845e7ccd-bbfd-476d-9b6e-9e7600be40a3 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 26.840s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.588608] env[69350]: DEBUG nova.objects.instance [None req-845e7ccd-bbfd-476d-9b6e-9e7600be40a3 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] [instance: 452a8c70-87fc-43a8-bcae-ae21e7035c6c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69350) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 836.596965] env[69350]: DEBUG oslo_vmware.api [None req-a18a4c44-ab43-46ec-8ed5-fb39c9643984 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Waiting for the task: (returnval){ [ 836.596965] env[69350]: value = "task-3365043" [ 836.596965] env[69350]: _type = "Task" [ 836.596965] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.605333] env[69350]: DEBUG oslo_vmware.api [None req-a18a4c44-ab43-46ec-8ed5-fb39c9643984 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365043, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.729035] env[69350]: DEBUG oslo_concurrency.lockutils [None req-cec3b203-e003-4e0f-9b94-c24161d7e2ac tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.823741] env[69350]: DEBUG nova.compute.manager [None req-4a0aa2a0-6ffd-42f7-8af8-4584740574c1 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: 78aed5f0-ce65-4b00-8a3f-1eab21e0525b] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 836.824091] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4a0aa2a0-6ffd-42f7-8af8-4584740574c1 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: 78aed5f0-ce65-4b00-8a3f-1eab21e0525b] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 836.825287] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed2a535c-fbc4-4e3b-9cd0-bb48bc47a056 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.833955] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a0aa2a0-6ffd-42f7-8af8-4584740574c1 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: 78aed5f0-ce65-4b00-8a3f-1eab21e0525b] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 836.834220] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4b8cbfe-53e2-4b1a-815f-5bf90c8ba51b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.841056] env[69350]: DEBUG oslo_vmware.api [None req-4a0aa2a0-6ffd-42f7-8af8-4584740574c1 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Waiting for the task: (returnval){ [ 836.841056] env[69350]: value = "task-3365044" [ 836.841056] env[69350]: _type = "Task" [ 836.841056] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.849906] env[69350]: DEBUG oslo_vmware.api [None req-4a0aa2a0-6ffd-42f7-8af8-4584740574c1 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Task: {'id': task-3365044, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.914760] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b4221ee1-1e6f-4be3-8b00-ff21fb16ca29 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] Acquiring lock "refresh_cache-9716c35b-9fc7-4e8c-81a1-ef7451400742" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.914982] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b4221ee1-1e6f-4be3-8b00-ff21fb16ca29 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] Acquired lock "refresh_cache-9716c35b-9fc7-4e8c-81a1-ef7451400742" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.915188] env[69350]: DEBUG nova.network.neutron [None req-b4221ee1-1e6f-4be3-8b00-ff21fb16ca29 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] [instance: 9716c35b-9fc7-4e8c-81a1-ef7451400742] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 837.096988] env[69350]: DEBUG nova.compute.utils [None req-b0255382-c631-43b1-862c-0be6d6770e75 tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 837.097937] env[69350]: DEBUG nova.compute.manager [None req-b0255382-c631-43b1-862c-0be6d6770e75 tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] [instance: 4c2a6729-3ed6-4b80-a7f2-77fcd53bed49] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 837.098152] env[69350]: DEBUG nova.network.neutron [None req-b0255382-c631-43b1-862c-0be6d6770e75 tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] [instance: 4c2a6729-3ed6-4b80-a7f2-77fcd53bed49] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 837.111299] env[69350]: DEBUG oslo_vmware.api [None req-a18a4c44-ab43-46ec-8ed5-fb39c9643984 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365043, 'name': ReconfigVM_Task, 'duration_secs': 0.26872} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.111577] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-a18a4c44-ab43-46ec-8ed5-fb39c9643984 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Reconfigured VM instance instance-00000025 to attach disk [datastore2] 90b71625-4bb1-4f8b-a94e-313cea1be2da/90b71625-4bb1-4f8b-a94e-313cea1be2da.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 837.112136] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-62d49820-2bf3-4259-9fa5-513892860996 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.118998] env[69350]: DEBUG oslo_vmware.api [None req-a18a4c44-ab43-46ec-8ed5-fb39c9643984 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Waiting for the task: (returnval){ [ 837.118998] env[69350]: value = "task-3365045" [ 837.118998] env[69350]: _type = "Task" [ 837.118998] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.127590] env[69350]: DEBUG oslo_vmware.api [None req-a18a4c44-ab43-46ec-8ed5-fb39c9643984 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365045, 'name': Rename_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.166157] env[69350]: DEBUG nova.policy [None req-b0255382-c631-43b1-862c-0be6d6770e75 tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7962dfb2204f4560ab1b70e317d72f48', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5d6d874bf42e40478b82265e15ff069b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 837.352057] env[69350]: DEBUG oslo_vmware.api [None req-4a0aa2a0-6ffd-42f7-8af8-4584740574c1 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Task: {'id': task-3365044, 'name': PowerOffVM_Task, 'duration_secs': 0.213169} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.352057] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a0aa2a0-6ffd-42f7-8af8-4584740574c1 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: 78aed5f0-ce65-4b00-8a3f-1eab21e0525b] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 837.352057] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4a0aa2a0-6ffd-42f7-8af8-4584740574c1 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: 78aed5f0-ce65-4b00-8a3f-1eab21e0525b] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 837.352265] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-df4b85b3-cc27-4ebd-aa29-96d340240121 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.415557] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4a0aa2a0-6ffd-42f7-8af8-4584740574c1 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: 78aed5f0-ce65-4b00-8a3f-1eab21e0525b] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 837.415732] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4a0aa2a0-6ffd-42f7-8af8-4584740574c1 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: 78aed5f0-ce65-4b00-8a3f-1eab21e0525b] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 837.415912] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a0aa2a0-6ffd-42f7-8af8-4584740574c1 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Deleting the datastore file [datastore2] 78aed5f0-ce65-4b00-8a3f-1eab21e0525b {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 837.416196] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2065816c-1051-48da-b120-3990d1a1a6e6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.424013] env[69350]: DEBUG oslo_vmware.api [None req-4a0aa2a0-6ffd-42f7-8af8-4584740574c1 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Waiting for the task: (returnval){ [ 837.424013] env[69350]: value = "task-3365047" [ 837.424013] env[69350]: _type = "Task" [ 837.424013] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.432214] env[69350]: DEBUG oslo_vmware.api [None req-4a0aa2a0-6ffd-42f7-8af8-4584740574c1 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Task: {'id': task-3365047, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.599611] env[69350]: DEBUG oslo_concurrency.lockutils [None req-845e7ccd-bbfd-476d-9b6e-9e7600be40a3 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.600722] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 26.805s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.603046] env[69350]: DEBUG nova.compute.manager [None req-b0255382-c631-43b1-862c-0be6d6770e75 tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] [instance: 4c2a6729-3ed6-4b80-a7f2-77fcd53bed49] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 837.631723] env[69350]: DEBUG oslo_vmware.api [None req-a18a4c44-ab43-46ec-8ed5-fb39c9643984 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365045, 'name': Rename_Task, 'duration_secs': 0.156747} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.632009] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-a18a4c44-ab43-46ec-8ed5-fb39c9643984 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 837.632279] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73b124c9-c046-4b22-9085-3deebcb72f76 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.639627] env[69350]: DEBUG oslo_vmware.api [None req-a18a4c44-ab43-46ec-8ed5-fb39c9643984 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Waiting for the task: (returnval){ [ 837.639627] env[69350]: value = "task-3365048" [ 837.639627] env[69350]: _type = "Task" [ 837.639627] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.649465] env[69350]: DEBUG oslo_vmware.api [None req-a18a4c44-ab43-46ec-8ed5-fb39c9643984 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365048, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.886085] env[69350]: DEBUG nova.network.neutron [None req-b0255382-c631-43b1-862c-0be6d6770e75 tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] [instance: 4c2a6729-3ed6-4b80-a7f2-77fcd53bed49] Successfully created port: e1ae5c65-effc-4488-9fe2-8bfdeaf4d9b5 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 837.938018] env[69350]: DEBUG oslo_vmware.api [None req-4a0aa2a0-6ffd-42f7-8af8-4584740574c1 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Task: {'id': task-3365047, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.387666} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.938018] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a0aa2a0-6ffd-42f7-8af8-4584740574c1 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 837.938018] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4a0aa2a0-6ffd-42f7-8af8-4584740574c1 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: 78aed5f0-ce65-4b00-8a3f-1eab21e0525b] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 837.942320] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4a0aa2a0-6ffd-42f7-8af8-4584740574c1 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: 78aed5f0-ce65-4b00-8a3f-1eab21e0525b] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 837.942320] env[69350]: INFO nova.compute.manager [None req-4a0aa2a0-6ffd-42f7-8af8-4584740574c1 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: 78aed5f0-ce65-4b00-8a3f-1eab21e0525b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 837.942320] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a0aa2a0-6ffd-42f7-8af8-4584740574c1 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 837.942320] env[69350]: DEBUG nova.compute.manager [-] [instance: 78aed5f0-ce65-4b00-8a3f-1eab21e0525b] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 837.942320] env[69350]: DEBUG nova.network.neutron [-] [instance: 78aed5f0-ce65-4b00-8a3f-1eab21e0525b] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 838.037233] env[69350]: DEBUG nova.network.neutron [None req-b4221ee1-1e6f-4be3-8b00-ff21fb16ca29 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] [instance: 9716c35b-9fc7-4e8c-81a1-ef7451400742] Updating instance_info_cache with network_info: [{"id": "f2df08e2-7b52-4ce7-8a8b-24cc093939d4", "address": "fa:16:3e:e2:8d:b2", "network": {"id": "d5f6c3db-2f80-4395-b1a9-b4c90fd08d9c", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-372700226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf91e70c6821465ca75edda177e00e60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2df08e2-7b", "ovs_interfaceid": "f2df08e2-7b52-4ce7-8a8b-24cc093939d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.150554] env[69350]: DEBUG oslo_vmware.api [None req-a18a4c44-ab43-46ec-8ed5-fb39c9643984 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365048, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.390118] env[69350]: DEBUG nova.compute.manager [req-aea48ac6-8e1f-4fdf-b2c1-55f01fae93f2 req-e7442d6e-0e47-493e-b23b-9dae9bb96d32 service nova] [instance: 78aed5f0-ce65-4b00-8a3f-1eab21e0525b] Received event network-vif-deleted-f1adf48a-8511-4461-b4b5-425a0b2552ef {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 838.390232] env[69350]: INFO nova.compute.manager [req-aea48ac6-8e1f-4fdf-b2c1-55f01fae93f2 req-e7442d6e-0e47-493e-b23b-9dae9bb96d32 service nova] [instance: 78aed5f0-ce65-4b00-8a3f-1eab21e0525b] Neutron deleted interface f1adf48a-8511-4461-b4b5-425a0b2552ef; detaching it from the instance and deleting it from the info cache [ 838.390471] env[69350]: DEBUG nova.network.neutron [req-aea48ac6-8e1f-4fdf-b2c1-55f01fae93f2 req-e7442d6e-0e47-493e-b23b-9dae9bb96d32 service nova] [instance: 78aed5f0-ce65-4b00-8a3f-1eab21e0525b] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.540667] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b4221ee1-1e6f-4be3-8b00-ff21fb16ca29 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] Releasing lock "refresh_cache-9716c35b-9fc7-4e8c-81a1-ef7451400742" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.626959] env[69350]: DEBUG nova.compute.manager [None req-b0255382-c631-43b1-862c-0be6d6770e75 tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] [instance: 4c2a6729-3ed6-4b80-a7f2-77fcd53bed49] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 838.646814] env[69350]: WARNING nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance 247b79d7-7520-4e1f-9856-b79f83d81a57 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 838.646980] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance f1736cf7-d979-41ba-97d9-45c35b51cad8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 838.647172] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance 32df2bac-26f8-494c-8af5-a02218f66960 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 838.647277] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance a8f9c383-cccf-4c92-8639-88776a4e0dab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 838.647374] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance 2e8e720c-f11a-434e-b1b2-ad961383e5de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 838.647515] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance be800ce5-6d2e-402d-b83a-e22771d0aa5d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 838.647590] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance 096700b1-7125-48b5-877d-5dc745b5fe41 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 838.647718] env[69350]: WARNING nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance 81ea07d5-8924-45de-a1ab-42e4aa335111 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 838.647829] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance 1928e353-9d7a-4d20-8347-029c36bcdb8e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 838.647994] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance ec57f63b-c28b-4de2-a335-2b5ffa721ee6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 838.648150] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance 78aed5f0-ce65-4b00-8a3f-1eab21e0525b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 838.648302] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance 4d443b60-1f07-4d5f-a3cb-9c50407198ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 838.648378] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance 8825162c-2942-4d5c-b7d1-d8b87f0ce534 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 838.648491] env[69350]: WARNING nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance 452a8c70-87fc-43a8-bcae-ae21e7035c6c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 838.648911] env[69350]: WARNING nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance 4a4b72fc-0fe1-4365-ba71-beb33ccdc400 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 838.648911] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance 06270a6b-46d7-42ca-a02b-6747417f937e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 838.648911] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance d8ff34cc-0660-4828-847d-cc58e0c4385a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 838.648911] env[69350]: WARNING nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance 57801cfa-deec-406a-88e8-c039705979a2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 838.649205] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance 3d3dab3a-f176-4b15-bd54-7618cb6fedab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 838.649205] env[69350]: WARNING nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance d256518f-5e63-4b21-9d0d-0fbb60928b4a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 838.649295] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance 8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 838.649405] env[69350]: WARNING nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance 51875ea2-1cc8-4458-9d5b-b68bcfadead0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 838.649513] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance 9716c35b-9fc7-4e8c-81a1-ef7451400742 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 838.649621] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance 90b71625-4bb1-4f8b-a94e-313cea1be2da actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 838.649726] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance 4c2a6729-3ed6-4b80-a7f2-77fcd53bed49 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 838.656863] env[69350]: DEBUG oslo_vmware.api [None req-a18a4c44-ab43-46ec-8ed5-fb39c9643984 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365048, 'name': PowerOnVM_Task, 'duration_secs': 0.708568} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.659028] env[69350]: DEBUG nova.virt.hardware [None req-b0255382-c631-43b1-862c-0be6d6770e75 tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 838.659252] env[69350]: DEBUG nova.virt.hardware [None req-b0255382-c631-43b1-862c-0be6d6770e75 tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 838.659406] env[69350]: DEBUG nova.virt.hardware [None req-b0255382-c631-43b1-862c-0be6d6770e75 tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 838.659719] env[69350]: DEBUG nova.virt.hardware [None req-b0255382-c631-43b1-862c-0be6d6770e75 tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 838.659719] env[69350]: DEBUG nova.virt.hardware [None req-b0255382-c631-43b1-862c-0be6d6770e75 tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 838.659930] env[69350]: DEBUG nova.virt.hardware [None req-b0255382-c631-43b1-862c-0be6d6770e75 tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 838.660187] env[69350]: DEBUG nova.virt.hardware [None req-b0255382-c631-43b1-862c-0be6d6770e75 tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 838.660282] env[69350]: DEBUG nova.virt.hardware [None req-b0255382-c631-43b1-862c-0be6d6770e75 tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 838.660398] env[69350]: DEBUG nova.virt.hardware [None req-b0255382-c631-43b1-862c-0be6d6770e75 tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 838.660556] env[69350]: DEBUG nova.virt.hardware [None req-b0255382-c631-43b1-862c-0be6d6770e75 tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 838.660726] env[69350]: DEBUG nova.virt.hardware [None req-b0255382-c631-43b1-862c-0be6d6770e75 tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 838.661015] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-a18a4c44-ab43-46ec-8ed5-fb39c9643984 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 838.661210] env[69350]: INFO nova.compute.manager [None req-a18a4c44-ab43-46ec-8ed5-fb39c9643984 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Took 9.80 seconds to spawn the instance on the hypervisor. [ 838.661380] env[69350]: DEBUG nova.compute.manager [None req-a18a4c44-ab43-46ec-8ed5-fb39c9643984 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 838.662163] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df70af77-5de9-4cd1-8b3f-3680d9a033ee {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.665609] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec6c69b-d607-452c-bd21-554799c7029f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.674748] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-776af19e-bd2f-4994-b055-1f2ea05d0252 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.875854] env[69350]: DEBUG nova.network.neutron [-] [instance: 78aed5f0-ce65-4b00-8a3f-1eab21e0525b] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.893350] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-316db427-c8f4-4641-bcfd-723f6ff66900 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.902730] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af9b0db5-0eaf-4589-a1a0-bbcdcce97080 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.937460] env[69350]: DEBUG nova.compute.manager [req-aea48ac6-8e1f-4fdf-b2c1-55f01fae93f2 req-e7442d6e-0e47-493e-b23b-9dae9bb96d32 service nova] [instance: 78aed5f0-ce65-4b00-8a3f-1eab21e0525b] Detach interface failed, port_id=f1adf48a-8511-4461-b4b5-425a0b2552ef, reason: Instance 78aed5f0-ce65-4b00-8a3f-1eab21e0525b could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 839.046761] env[69350]: DEBUG nova.compute.manager [None req-b4221ee1-1e6f-4be3-8b00-ff21fb16ca29 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] [instance: 9716c35b-9fc7-4e8c-81a1-ef7451400742] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 839.048295] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21642b1c-c0d6-46b2-88c9-a72ccd7db315 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.152926] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance 7ecd7a06-8651-44da-abd2-1fc160b79921 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 839.190229] env[69350]: INFO nova.compute.manager [None req-a18a4c44-ab43-46ec-8ed5-fb39c9643984 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Took 39.34 seconds to build instance. [ 839.374926] env[69350]: INFO nova.compute.manager [-] [instance: 78aed5f0-ce65-4b00-8a3f-1eab21e0525b] Took 1.43 seconds to deallocate network for instance. [ 839.656689] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance 3a5af6a2-a06a-4f35-92ea-d122160b22b5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 839.684416] env[69350]: DEBUG nova.network.neutron [None req-b0255382-c631-43b1-862c-0be6d6770e75 tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] [instance: 4c2a6729-3ed6-4b80-a7f2-77fcd53bed49] Successfully updated port: e1ae5c65-effc-4488-9fe2-8bfdeaf4d9b5 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 839.693811] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a18a4c44-ab43-46ec-8ed5-fb39c9643984 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Lock "90b71625-4bb1-4f8b-a94e-313cea1be2da" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.755s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.884629] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4a0aa2a0-6ffd-42f7-8af8-4584740574c1 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.069189] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5050bc45-167d-425f-81e9-f9a7ad3e3ddb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.078484] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b4221ee1-1e6f-4be3-8b00-ff21fb16ca29 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] [instance: 9716c35b-9fc7-4e8c-81a1-ef7451400742] Doing hard reboot of VM {{(pid=69350) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 840.078847] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-e549439b-eba4-49c5-8c29-cf28f617adb3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.087172] env[69350]: DEBUG oslo_vmware.api [None req-b4221ee1-1e6f-4be3-8b00-ff21fb16ca29 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] Waiting for the task: (returnval){ [ 840.087172] env[69350]: value = "task-3365049" [ 840.087172] env[69350]: _type = "Task" [ 840.087172] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.094405] env[69350]: DEBUG oslo_vmware.api [None req-b4221ee1-1e6f-4be3-8b00-ff21fb16ca29 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] Task: {'id': task-3365049, 'name': ResetVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.159585] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance 2b79ce2c-f402-42e5-a90d-5ebdc40896ce has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 840.187685] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b0255382-c631-43b1-862c-0be6d6770e75 tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] Acquiring lock "refresh_cache-4c2a6729-3ed6-4b80-a7f2-77fcd53bed49" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.188175] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b0255382-c631-43b1-862c-0be6d6770e75 tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] Acquired lock "refresh_cache-4c2a6729-3ed6-4b80-a7f2-77fcd53bed49" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.188259] env[69350]: DEBUG nova.network.neutron [None req-b0255382-c631-43b1-862c-0be6d6770e75 tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] [instance: 4c2a6729-3ed6-4b80-a7f2-77fcd53bed49] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 840.194970] env[69350]: DEBUG nova.compute.manager [None req-37db4ba2-90e2-4463-9bb2-ed0fea63ca59 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] [instance: c3010f57-be32-4f20-8276-7b4bd93d76e1] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 840.203916] env[69350]: DEBUG nova.compute.manager [req-59a9e3d6-8a1d-481d-99aa-4b0c96899f4b req-8a6b94f7-1143-4e8d-afed-9dc2db0ae0c2 service nova] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Received event network-changed-d263adff-a1bf-494d-a599-ea5531206af2 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 840.204113] env[69350]: DEBUG nova.compute.manager [req-59a9e3d6-8a1d-481d-99aa-4b0c96899f4b req-8a6b94f7-1143-4e8d-afed-9dc2db0ae0c2 service nova] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Refreshing instance network info cache due to event network-changed-d263adff-a1bf-494d-a599-ea5531206af2. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 840.204330] env[69350]: DEBUG oslo_concurrency.lockutils [req-59a9e3d6-8a1d-481d-99aa-4b0c96899f4b req-8a6b94f7-1143-4e8d-afed-9dc2db0ae0c2 service nova] Acquiring lock "refresh_cache-90b71625-4bb1-4f8b-a94e-313cea1be2da" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.204477] env[69350]: DEBUG oslo_concurrency.lockutils [req-59a9e3d6-8a1d-481d-99aa-4b0c96899f4b req-8a6b94f7-1143-4e8d-afed-9dc2db0ae0c2 service nova] Acquired lock "refresh_cache-90b71625-4bb1-4f8b-a94e-313cea1be2da" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.204633] env[69350]: DEBUG nova.network.neutron [req-59a9e3d6-8a1d-481d-99aa-4b0c96899f4b req-8a6b94f7-1143-4e8d-afed-9dc2db0ae0c2 service nova] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Refreshing network info cache for port d263adff-a1bf-494d-a599-ea5531206af2 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 840.416292] env[69350]: DEBUG nova.compute.manager [req-9f69ca09-e4bc-43dc-9f63-301929ada96b req-f726b691-b336-4451-a395-68df9b5781d2 service nova] [instance: 4c2a6729-3ed6-4b80-a7f2-77fcd53bed49] Received event network-vif-plugged-e1ae5c65-effc-4488-9fe2-8bfdeaf4d9b5 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 840.416734] env[69350]: DEBUG oslo_concurrency.lockutils [req-9f69ca09-e4bc-43dc-9f63-301929ada96b req-f726b691-b336-4451-a395-68df9b5781d2 service nova] Acquiring lock "4c2a6729-3ed6-4b80-a7f2-77fcd53bed49-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.417308] env[69350]: DEBUG oslo_concurrency.lockutils [req-9f69ca09-e4bc-43dc-9f63-301929ada96b req-f726b691-b336-4451-a395-68df9b5781d2 service nova] Lock "4c2a6729-3ed6-4b80-a7f2-77fcd53bed49-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.417599] env[69350]: DEBUG oslo_concurrency.lockutils [req-9f69ca09-e4bc-43dc-9f63-301929ada96b req-f726b691-b336-4451-a395-68df9b5781d2 service nova] Lock "4c2a6729-3ed6-4b80-a7f2-77fcd53bed49-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.417888] env[69350]: DEBUG nova.compute.manager [req-9f69ca09-e4bc-43dc-9f63-301929ada96b req-f726b691-b336-4451-a395-68df9b5781d2 service nova] [instance: 4c2a6729-3ed6-4b80-a7f2-77fcd53bed49] No waiting events found dispatching network-vif-plugged-e1ae5c65-effc-4488-9fe2-8bfdeaf4d9b5 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 840.419288] env[69350]: WARNING nova.compute.manager [req-9f69ca09-e4bc-43dc-9f63-301929ada96b req-f726b691-b336-4451-a395-68df9b5781d2 service nova] [instance: 4c2a6729-3ed6-4b80-a7f2-77fcd53bed49] Received unexpected event network-vif-plugged-e1ae5c65-effc-4488-9fe2-8bfdeaf4d9b5 for instance with vm_state building and task_state spawning. [ 840.419288] env[69350]: DEBUG nova.compute.manager [req-9f69ca09-e4bc-43dc-9f63-301929ada96b req-f726b691-b336-4451-a395-68df9b5781d2 service nova] [instance: 4c2a6729-3ed6-4b80-a7f2-77fcd53bed49] Received event network-changed-e1ae5c65-effc-4488-9fe2-8bfdeaf4d9b5 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 840.419288] env[69350]: DEBUG nova.compute.manager [req-9f69ca09-e4bc-43dc-9f63-301929ada96b req-f726b691-b336-4451-a395-68df9b5781d2 service nova] [instance: 4c2a6729-3ed6-4b80-a7f2-77fcd53bed49] Refreshing instance network info cache due to event network-changed-e1ae5c65-effc-4488-9fe2-8bfdeaf4d9b5. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 840.419288] env[69350]: DEBUG oslo_concurrency.lockutils [req-9f69ca09-e4bc-43dc-9f63-301929ada96b req-f726b691-b336-4451-a395-68df9b5781d2 service nova] Acquiring lock "refresh_cache-4c2a6729-3ed6-4b80-a7f2-77fcd53bed49" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.596012] env[69350]: DEBUG oslo_vmware.api [None req-b4221ee1-1e6f-4be3-8b00-ff21fb16ca29 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] Task: {'id': task-3365049, 'name': ResetVM_Task, 'duration_secs': 0.113383} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.596012] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b4221ee1-1e6f-4be3-8b00-ff21fb16ca29 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] [instance: 9716c35b-9fc7-4e8c-81a1-ef7451400742] Did hard reboot of VM {{(pid=69350) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 840.596262] env[69350]: DEBUG nova.compute.manager [None req-b4221ee1-1e6f-4be3-8b00-ff21fb16ca29 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] [instance: 9716c35b-9fc7-4e8c-81a1-ef7451400742] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 840.597015] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-649c033c-f435-453e-9899-e0d0b29ccc81 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.662864] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance db8dde79-2be8-4d35-afe0-44e3f33860ed has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 840.718693] env[69350]: DEBUG oslo_concurrency.lockutils [None req-37db4ba2-90e2-4463-9bb2-ed0fea63ca59 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.750630] env[69350]: DEBUG nova.network.neutron [None req-b0255382-c631-43b1-862c-0be6d6770e75 tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] [instance: 4c2a6729-3ed6-4b80-a7f2-77fcd53bed49] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 841.023685] env[69350]: DEBUG nova.network.neutron [None req-b0255382-c631-43b1-862c-0be6d6770e75 tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] [instance: 4c2a6729-3ed6-4b80-a7f2-77fcd53bed49] Updating instance_info_cache with network_info: [{"id": "e1ae5c65-effc-4488-9fe2-8bfdeaf4d9b5", "address": "fa:16:3e:25:0d:19", "network": {"id": "65ecdd92-cc00-48e9-86fc-e356a199bcd4", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-645486192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d6d874bf42e40478b82265e15ff069b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1ae5c65-ef", "ovs_interfaceid": "e1ae5c65-effc-4488-9fe2-8bfdeaf4d9b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.075737] env[69350]: DEBUG nova.network.neutron [req-59a9e3d6-8a1d-481d-99aa-4b0c96899f4b req-8a6b94f7-1143-4e8d-afed-9dc2db0ae0c2 service nova] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Updated VIF entry in instance network info cache for port d263adff-a1bf-494d-a599-ea5531206af2. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 841.076190] env[69350]: DEBUG nova.network.neutron [req-59a9e3d6-8a1d-481d-99aa-4b0c96899f4b req-8a6b94f7-1143-4e8d-afed-9dc2db0ae0c2 service nova] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Updating instance_info_cache with network_info: [{"id": "d263adff-a1bf-494d-a599-ea5531206af2", "address": "fa:16:3e:53:c3:4b", "network": {"id": "ef2fb362-4313-473c-9c09-d0ff427ec60c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1709807276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68e43cb72d9c4af5965e3e49c212db1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd263adff-a1", "ovs_interfaceid": "d263adff-a1bf-494d-a599-ea5531206af2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.113043] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b4221ee1-1e6f-4be3-8b00-ff21fb16ca29 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] Lock "9716c35b-9fc7-4e8c-81a1-ef7451400742" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.731s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.167527] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance b431ea42-872f-4b78-b558-5b3ce649d68e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 841.525516] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b0255382-c631-43b1-862c-0be6d6770e75 tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] Releasing lock "refresh_cache-4c2a6729-3ed6-4b80-a7f2-77fcd53bed49" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.525882] env[69350]: DEBUG nova.compute.manager [None req-b0255382-c631-43b1-862c-0be6d6770e75 tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] [instance: 4c2a6729-3ed6-4b80-a7f2-77fcd53bed49] Instance network_info: |[{"id": "e1ae5c65-effc-4488-9fe2-8bfdeaf4d9b5", "address": "fa:16:3e:25:0d:19", "network": {"id": "65ecdd92-cc00-48e9-86fc-e356a199bcd4", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-645486192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d6d874bf42e40478b82265e15ff069b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1ae5c65-ef", "ovs_interfaceid": "e1ae5c65-effc-4488-9fe2-8bfdeaf4d9b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 841.526336] env[69350]: DEBUG oslo_concurrency.lockutils [req-9f69ca09-e4bc-43dc-9f63-301929ada96b req-f726b691-b336-4451-a395-68df9b5781d2 service nova] Acquired lock "refresh_cache-4c2a6729-3ed6-4b80-a7f2-77fcd53bed49" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.526580] env[69350]: DEBUG nova.network.neutron [req-9f69ca09-e4bc-43dc-9f63-301929ada96b req-f726b691-b336-4451-a395-68df9b5781d2 service nova] [instance: 4c2a6729-3ed6-4b80-a7f2-77fcd53bed49] Refreshing network info cache for port e1ae5c65-effc-4488-9fe2-8bfdeaf4d9b5 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 841.528107] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b0255382-c631-43b1-862c-0be6d6770e75 tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] [instance: 4c2a6729-3ed6-4b80-a7f2-77fcd53bed49] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:0d:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd8c6be9-575e-4605-b779-98606281a3bf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e1ae5c65-effc-4488-9fe2-8bfdeaf4d9b5', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 841.537282] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0255382-c631-43b1-862c-0be6d6770e75 tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] Creating folder: Project (5d6d874bf42e40478b82265e15ff069b). Parent ref: group-v671398. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 841.540844] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-341ed258-f50a-4fb6-92be-8e50482486c9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.554027] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-b0255382-c631-43b1-862c-0be6d6770e75 tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] Created folder: Project (5d6d874bf42e40478b82265e15ff069b) in parent group-v671398. [ 841.554259] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0255382-c631-43b1-862c-0be6d6770e75 tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] Creating folder: Instances. Parent ref: group-v671511. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 841.554533] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ff2ee2b0-4a17-4ef8-9c46-8a6482b116e3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.565200] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-b0255382-c631-43b1-862c-0be6d6770e75 tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] Created folder: Instances in parent group-v671511. [ 841.565443] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b0255382-c631-43b1-862c-0be6d6770e75 tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 841.565632] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c2a6729-3ed6-4b80-a7f2-77fcd53bed49] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 841.565841] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e13548a7-6610-4f96-8595-896db2637d5f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.581634] env[69350]: DEBUG oslo_concurrency.lockutils [req-59a9e3d6-8a1d-481d-99aa-4b0c96899f4b req-8a6b94f7-1143-4e8d-afed-9dc2db0ae0c2 service nova] Releasing lock "refresh_cache-90b71625-4bb1-4f8b-a94e-313cea1be2da" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.588158] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 841.588158] env[69350]: value = "task-3365052" [ 841.588158] env[69350]: _type = "Task" [ 841.588158] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.597043] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365052, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.671205] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance 325fb273-d943-4e52-bde2-a2d3eee6fcbd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 841.806579] env[69350]: DEBUG nova.network.neutron [req-9f69ca09-e4bc-43dc-9f63-301929ada96b req-f726b691-b336-4451-a395-68df9b5781d2 service nova] [instance: 4c2a6729-3ed6-4b80-a7f2-77fcd53bed49] Updated VIF entry in instance network info cache for port e1ae5c65-effc-4488-9fe2-8bfdeaf4d9b5. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 841.807027] env[69350]: DEBUG nova.network.neutron [req-9f69ca09-e4bc-43dc-9f63-301929ada96b req-f726b691-b336-4451-a395-68df9b5781d2 service nova] [instance: 4c2a6729-3ed6-4b80-a7f2-77fcd53bed49] Updating instance_info_cache with network_info: [{"id": "e1ae5c65-effc-4488-9fe2-8bfdeaf4d9b5", "address": "fa:16:3e:25:0d:19", "network": {"id": "65ecdd92-cc00-48e9-86fc-e356a199bcd4", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-645486192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d6d874bf42e40478b82265e15ff069b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1ae5c65-ef", "ovs_interfaceid": "e1ae5c65-effc-4488-9fe2-8bfdeaf4d9b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.099051] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365052, 'name': CreateVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.174296] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance 4d646a6a-26e5-4e67-8415-b981f86d49cb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 842.276416] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7512e616-3c17-4fb3-9a83-cdccf7f442f6 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] Acquiring lock "9716c35b-9fc7-4e8c-81a1-ef7451400742" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.276688] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7512e616-3c17-4fb3-9a83-cdccf7f442f6 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] Lock "9716c35b-9fc7-4e8c-81a1-ef7451400742" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.277103] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7512e616-3c17-4fb3-9a83-cdccf7f442f6 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] Acquiring lock "9716c35b-9fc7-4e8c-81a1-ef7451400742-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.277411] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7512e616-3c17-4fb3-9a83-cdccf7f442f6 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] Lock "9716c35b-9fc7-4e8c-81a1-ef7451400742-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.277600] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7512e616-3c17-4fb3-9a83-cdccf7f442f6 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] Lock "9716c35b-9fc7-4e8c-81a1-ef7451400742-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.279941] env[69350]: INFO nova.compute.manager [None req-7512e616-3c17-4fb3-9a83-cdccf7f442f6 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] [instance: 9716c35b-9fc7-4e8c-81a1-ef7451400742] Terminating instance [ 842.310813] env[69350]: DEBUG oslo_concurrency.lockutils [req-9f69ca09-e4bc-43dc-9f63-301929ada96b req-f726b691-b336-4451-a395-68df9b5781d2 service nova] Releasing lock "refresh_cache-4c2a6729-3ed6-4b80-a7f2-77fcd53bed49" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.599770] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365052, 'name': CreateVM_Task, 'duration_secs': 0.681878} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.599953] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c2a6729-3ed6-4b80-a7f2-77fcd53bed49] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 842.600653] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b0255382-c631-43b1-862c-0be6d6770e75 tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.600818] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b0255382-c631-43b1-862c-0be6d6770e75 tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.601149] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b0255382-c631-43b1-862c-0be6d6770e75 tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.601409] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0619508f-4993-4f78-a997-03ee988aab41 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.606600] env[69350]: DEBUG oslo_vmware.api [None req-b0255382-c631-43b1-862c-0be6d6770e75 tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] Waiting for the task: (returnval){ [ 842.606600] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52130b9f-3ee3-8800-f28a-feccbadf677e" [ 842.606600] env[69350]: _type = "Task" [ 842.606600] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.615781] env[69350]: DEBUG oslo_vmware.api [None req-b0255382-c631-43b1-862c-0be6d6770e75 tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52130b9f-3ee3-8800-f28a-feccbadf677e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.678188] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance c4a13e7e-8718-492c-881d-eb64fa044575 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 842.784260] env[69350]: DEBUG nova.compute.manager [None req-7512e616-3c17-4fb3-9a83-cdccf7f442f6 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] [instance: 9716c35b-9fc7-4e8c-81a1-ef7451400742] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 842.784522] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7512e616-3c17-4fb3-9a83-cdccf7f442f6 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] [instance: 9716c35b-9fc7-4e8c-81a1-ef7451400742] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 842.785424] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d167364-43e1-4931-b1d8-252220e463b3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.793989] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-7512e616-3c17-4fb3-9a83-cdccf7f442f6 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] [instance: 9716c35b-9fc7-4e8c-81a1-ef7451400742] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 842.794585] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee82e428-7816-4351-8490-ab28520975ac {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.801970] env[69350]: DEBUG oslo_vmware.api [None req-7512e616-3c17-4fb3-9a83-cdccf7f442f6 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] Waiting for the task: (returnval){ [ 842.801970] env[69350]: value = "task-3365053" [ 842.801970] env[69350]: _type = "Task" [ 842.801970] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.813141] env[69350]: DEBUG oslo_vmware.api [None req-7512e616-3c17-4fb3-9a83-cdccf7f442f6 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] Task: {'id': task-3365053, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.119819] env[69350]: DEBUG oslo_vmware.api [None req-b0255382-c631-43b1-862c-0be6d6770e75 tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52130b9f-3ee3-8800-f28a-feccbadf677e, 'name': SearchDatastore_Task, 'duration_secs': 0.051931} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.119819] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b0255382-c631-43b1-862c-0be6d6770e75 tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.119819] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b0255382-c631-43b1-862c-0be6d6770e75 tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] [instance: 4c2a6729-3ed6-4b80-a7f2-77fcd53bed49] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 843.119819] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b0255382-c631-43b1-862c-0be6d6770e75 tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.120042] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b0255382-c631-43b1-862c-0be6d6770e75 tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.120116] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0255382-c631-43b1-862c-0be6d6770e75 tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 843.120372] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-323dea1e-528d-459a-80c4-ae701306d03e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.131101] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0255382-c631-43b1-862c-0be6d6770e75 tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 843.131354] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b0255382-c631-43b1-862c-0be6d6770e75 tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 843.132256] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6e1f41c-c579-49d5-bd8a-c8422b43822e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.139449] env[69350]: DEBUG oslo_vmware.api [None req-b0255382-c631-43b1-862c-0be6d6770e75 tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] Waiting for the task: (returnval){ [ 843.139449] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52d65d87-abbc-aa05-8365-a5667ae1ea82" [ 843.139449] env[69350]: _type = "Task" [ 843.139449] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.147981] env[69350]: DEBUG oslo_vmware.api [None req-b0255382-c631-43b1-862c-0be6d6770e75 tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52d65d87-abbc-aa05-8365-a5667ae1ea82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.184088] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance c3010f57-be32-4f20-8276-7b4bd93d76e1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 843.312655] env[69350]: DEBUG oslo_vmware.api [None req-7512e616-3c17-4fb3-9a83-cdccf7f442f6 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] Task: {'id': task-3365053, 'name': PowerOffVM_Task, 'duration_secs': 0.401128} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.312977] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-7512e616-3c17-4fb3-9a83-cdccf7f442f6 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] [instance: 9716c35b-9fc7-4e8c-81a1-ef7451400742] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 843.313139] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7512e616-3c17-4fb3-9a83-cdccf7f442f6 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] [instance: 9716c35b-9fc7-4e8c-81a1-ef7451400742] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 843.313367] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-59adaf27-b14a-4b07-b52b-2308932eef7b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.383838] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7512e616-3c17-4fb3-9a83-cdccf7f442f6 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] [instance: 9716c35b-9fc7-4e8c-81a1-ef7451400742] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 843.384099] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7512e616-3c17-4fb3-9a83-cdccf7f442f6 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] [instance: 9716c35b-9fc7-4e8c-81a1-ef7451400742] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 843.384290] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-7512e616-3c17-4fb3-9a83-cdccf7f442f6 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] Deleting the datastore file [datastore2] 9716c35b-9fc7-4e8c-81a1-ef7451400742 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 843.384622] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e6664c32-34ae-429f-8d51-d89eec663d62 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.393799] env[69350]: DEBUG oslo_vmware.api [None req-7512e616-3c17-4fb3-9a83-cdccf7f442f6 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] Waiting for the task: (returnval){ [ 843.393799] env[69350]: value = "task-3365055" [ 843.393799] env[69350]: _type = "Task" [ 843.393799] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.401585] env[69350]: DEBUG oslo_vmware.api [None req-7512e616-3c17-4fb3-9a83-cdccf7f442f6 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] Task: {'id': task-3365055, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.649763] env[69350]: DEBUG oslo_vmware.api [None req-b0255382-c631-43b1-862c-0be6d6770e75 tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52d65d87-abbc-aa05-8365-a5667ae1ea82, 'name': SearchDatastore_Task, 'duration_secs': 0.022607} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.650555] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f04a732-b35b-4b93-97c2-78a3e2171ad8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.656242] env[69350]: DEBUG oslo_vmware.api [None req-b0255382-c631-43b1-862c-0be6d6770e75 tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] Waiting for the task: (returnval){ [ 843.656242] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52e2d312-4e98-bc9b-bbe0-3431bb82c043" [ 843.656242] env[69350]: _type = "Task" [ 843.656242] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.663798] env[69350]: DEBUG oslo_vmware.api [None req-b0255382-c631-43b1-862c-0be6d6770e75 tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52e2d312-4e98-bc9b-bbe0-3431bb82c043, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.687720] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance d780fc2f-62f6-4cf7-8d8a-c2e7b25226dc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 843.688045] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Total usable vcpus: 48, total allocated vcpus: 18 {{(pid=69350) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 843.688195] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4032MB phys_disk=200GB used_disk=18GB total_vcpus=48 used_vcpus=18 pci_stats=[] {{(pid=69350) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 843.904124] env[69350]: DEBUG oslo_vmware.api [None req-7512e616-3c17-4fb3-9a83-cdccf7f442f6 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] Task: {'id': task-3365055, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128321} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.904420] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-7512e616-3c17-4fb3-9a83-cdccf7f442f6 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 843.904606] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7512e616-3c17-4fb3-9a83-cdccf7f442f6 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] [instance: 9716c35b-9fc7-4e8c-81a1-ef7451400742] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 843.904781] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7512e616-3c17-4fb3-9a83-cdccf7f442f6 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] [instance: 9716c35b-9fc7-4e8c-81a1-ef7451400742] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 843.904952] env[69350]: INFO nova.compute.manager [None req-7512e616-3c17-4fb3-9a83-cdccf7f442f6 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] [instance: 9716c35b-9fc7-4e8c-81a1-ef7451400742] Took 1.12 seconds to destroy the instance on the hypervisor. [ 843.905272] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7512e616-3c17-4fb3-9a83-cdccf7f442f6 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 843.905494] env[69350]: DEBUG nova.compute.manager [-] [instance: 9716c35b-9fc7-4e8c-81a1-ef7451400742] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 843.905573] env[69350]: DEBUG nova.network.neutron [-] [instance: 9716c35b-9fc7-4e8c-81a1-ef7451400742] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 844.136939] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b84dbd3-0e54-46c4-8dbb-4162f5c897c8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.147038] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3710d1aa-bcef-4bb6-b23f-df05202075ba {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.156935] env[69350]: DEBUG nova.compute.manager [req-60ee4718-35da-4578-b55d-699a4a2c62c6 req-db78fd02-02c1-46ee-8627-60733b87e03b service nova] [instance: 9716c35b-9fc7-4e8c-81a1-ef7451400742] Received event network-vif-deleted-f2df08e2-7b52-4ce7-8a8b-24cc093939d4 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 844.156935] env[69350]: INFO nova.compute.manager [req-60ee4718-35da-4578-b55d-699a4a2c62c6 req-db78fd02-02c1-46ee-8627-60733b87e03b service nova] [instance: 9716c35b-9fc7-4e8c-81a1-ef7451400742] Neutron deleted interface f2df08e2-7b52-4ce7-8a8b-24cc093939d4; detaching it from the instance and deleting it from the info cache [ 844.156935] env[69350]: DEBUG nova.network.neutron [req-60ee4718-35da-4578-b55d-699a4a2c62c6 req-db78fd02-02c1-46ee-8627-60733b87e03b service nova] [instance: 9716c35b-9fc7-4e8c-81a1-ef7451400742] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.188287] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8d3ac5f-4380-426b-baec-0791fb704a99 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.190871] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-43592a5f-03a6-42ff-8cbd-55fce3bd7506 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.203622] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3715000-593f-4eca-a47a-9346dd2c4878 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.207645] env[69350]: DEBUG oslo_vmware.api [None req-b0255382-c631-43b1-862c-0be6d6770e75 tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52e2d312-4e98-bc9b-bbe0-3431bb82c043, 'name': SearchDatastore_Task, 'duration_secs': 0.009465} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.210977] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7714672-7c84-427d-a942-2a7ae16a4e01 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.221400] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b0255382-c631-43b1-862c-0be6d6770e75 tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.221672] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0255382-c631-43b1-862c-0be6d6770e75 tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] 4c2a6729-3ed6-4b80-a7f2-77fcd53bed49/4c2a6729-3ed6-4b80-a7f2-77fcd53bed49.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 844.222605] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7866575a-64c6-4be6-9231-f304283a95ba {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.233043] env[69350]: DEBUG nova.compute.provider_tree [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 844.240827] env[69350]: DEBUG oslo_vmware.api [None req-b0255382-c631-43b1-862c-0be6d6770e75 tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] Waiting for the task: (returnval){ [ 844.240827] env[69350]: value = "task-3365056" [ 844.240827] env[69350]: _type = "Task" [ 844.240827] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.260480] env[69350]: DEBUG nova.compute.manager [req-60ee4718-35da-4578-b55d-699a4a2c62c6 req-db78fd02-02c1-46ee-8627-60733b87e03b service nova] [instance: 9716c35b-9fc7-4e8c-81a1-ef7451400742] Detach interface failed, port_id=f2df08e2-7b52-4ce7-8a8b-24cc093939d4, reason: Instance 9716c35b-9fc7-4e8c-81a1-ef7451400742 could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 844.266571] env[69350]: DEBUG oslo_vmware.api [None req-b0255382-c631-43b1-862c-0be6d6770e75 tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] Task: {'id': task-3365056, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.642965] env[69350]: DEBUG nova.network.neutron [-] [instance: 9716c35b-9fc7-4e8c-81a1-ef7451400742] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.735656] env[69350]: DEBUG nova.scheduler.client.report [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 844.751116] env[69350]: DEBUG oslo_vmware.api [None req-b0255382-c631-43b1-862c-0be6d6770e75 tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] Task: {'id': task-3365056, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498154} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.752013] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0255382-c631-43b1-862c-0be6d6770e75 tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] 4c2a6729-3ed6-4b80-a7f2-77fcd53bed49/4c2a6729-3ed6-4b80-a7f2-77fcd53bed49.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 844.752242] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b0255382-c631-43b1-862c-0be6d6770e75 tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] [instance: 4c2a6729-3ed6-4b80-a7f2-77fcd53bed49] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 844.752499] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-70084b6b-bde2-4dfa-8bf6-3f3ae00c5cd4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.760963] env[69350]: DEBUG oslo_vmware.api [None req-b0255382-c631-43b1-862c-0be6d6770e75 tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] Waiting for the task: (returnval){ [ 844.760963] env[69350]: value = "task-3365057" [ 844.760963] env[69350]: _type = "Task" [ 844.760963] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.774825] env[69350]: DEBUG oslo_vmware.api [None req-b0255382-c631-43b1-862c-0be6d6770e75 tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] Task: {'id': task-3365057, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.146577] env[69350]: INFO nova.compute.manager [-] [instance: 9716c35b-9fc7-4e8c-81a1-ef7451400742] Took 1.24 seconds to deallocate network for instance. [ 845.240667] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69350) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 845.240915] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.640s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.241207] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9b8692d1-8c10-445c-911f-a0ab76e79a7b tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.890s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.242707] env[69350]: INFO nova.compute.claims [None req-9b8692d1-8c10-445c-911f-a0ab76e79a7b tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] [instance: 7ecd7a06-8651-44da-abd2-1fc160b79921] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 845.271310] env[69350]: DEBUG oslo_vmware.api [None req-b0255382-c631-43b1-862c-0be6d6770e75 tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] Task: {'id': task-3365057, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073435} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.271567] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b0255382-c631-43b1-862c-0be6d6770e75 tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] [instance: 4c2a6729-3ed6-4b80-a7f2-77fcd53bed49] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 845.272406] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-042f755e-619f-4114-af66-4a9481df7d9e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.294357] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0255382-c631-43b1-862c-0be6d6770e75 tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] [instance: 4c2a6729-3ed6-4b80-a7f2-77fcd53bed49] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] 4c2a6729-3ed6-4b80-a7f2-77fcd53bed49/4c2a6729-3ed6-4b80-a7f2-77fcd53bed49.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 845.295248] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf5a33fc-7158-4066-8a07-90c47b959d98 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.317192] env[69350]: DEBUG oslo_vmware.api [None req-b0255382-c631-43b1-862c-0be6d6770e75 tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] Waiting for the task: (returnval){ [ 845.317192] env[69350]: value = "task-3365058" [ 845.317192] env[69350]: _type = "Task" [ 845.317192] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.325993] env[69350]: DEBUG oslo_vmware.api [None req-b0255382-c631-43b1-862c-0be6d6770e75 tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] Task: {'id': task-3365058, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.653215] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7512e616-3c17-4fb3-9a83-cdccf7f442f6 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.829158] env[69350]: DEBUG oslo_vmware.api [None req-b0255382-c631-43b1-862c-0be6d6770e75 tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] Task: {'id': task-3365058, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.330669] env[69350]: DEBUG oslo_vmware.api [None req-b0255382-c631-43b1-862c-0be6d6770e75 tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] Task: {'id': task-3365058, 'name': ReconfigVM_Task, 'duration_secs': 0.911716} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.331024] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0255382-c631-43b1-862c-0be6d6770e75 tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] [instance: 4c2a6729-3ed6-4b80-a7f2-77fcd53bed49] Reconfigured VM instance instance-00000026 to attach disk [datastore2] 4c2a6729-3ed6-4b80-a7f2-77fcd53bed49/4c2a6729-3ed6-4b80-a7f2-77fcd53bed49.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 846.331722] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-af22c2fb-3520-4951-bf3d-33e0b2616530 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.341876] env[69350]: DEBUG oslo_vmware.api [None req-b0255382-c631-43b1-862c-0be6d6770e75 tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] Waiting for the task: (returnval){ [ 846.341876] env[69350]: value = "task-3365059" [ 846.341876] env[69350]: _type = "Task" [ 846.341876] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.355550] env[69350]: DEBUG oslo_vmware.api [None req-b0255382-c631-43b1-862c-0be6d6770e75 tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] Task: {'id': task-3365059, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.673623] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f6ecf37-b06f-4327-ae0c-26ddcf30673e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.681757] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a162ac1-5bd2-4df2-9e81-df3385cd1d0b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.714287] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c7d9ef5-7951-487d-b9bc-846dca678bad {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.723025] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b4d6e8e-98c0-4e47-afc4-59730ce7dceb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.736505] env[69350]: DEBUG nova.compute.provider_tree [None req-9b8692d1-8c10-445c-911f-a0ab76e79a7b tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 846.853963] env[69350]: DEBUG oslo_vmware.api [None req-b0255382-c631-43b1-862c-0be6d6770e75 tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] Task: {'id': task-3365059, 'name': Rename_Task, 'duration_secs': 0.389996} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.854271] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0255382-c631-43b1-862c-0be6d6770e75 tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] [instance: 4c2a6729-3ed6-4b80-a7f2-77fcd53bed49] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 846.854513] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a557b2a1-e590-4767-b9af-5199f709257f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.861295] env[69350]: DEBUG oslo_vmware.api [None req-b0255382-c631-43b1-862c-0be6d6770e75 tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] Waiting for the task: (returnval){ [ 846.861295] env[69350]: value = "task-3365060" [ 846.861295] env[69350]: _type = "Task" [ 846.861295] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.875223] env[69350]: DEBUG oslo_vmware.api [None req-b0255382-c631-43b1-862c-0be6d6770e75 tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] Task: {'id': task-3365060, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.239517] env[69350]: DEBUG nova.scheduler.client.report [None req-9b8692d1-8c10-445c-911f-a0ab76e79a7b tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 847.372024] env[69350]: DEBUG oslo_vmware.api [None req-b0255382-c631-43b1-862c-0be6d6770e75 tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] Task: {'id': task-3365060, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.745077] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9b8692d1-8c10-445c-911f-a0ab76e79a7b tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.504s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.746080] env[69350]: DEBUG nova.compute.manager [None req-9b8692d1-8c10-445c-911f-a0ab76e79a7b tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] [instance: 7ecd7a06-8651-44da-abd2-1fc160b79921] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 847.748486] env[69350]: DEBUG oslo_concurrency.lockutils [None req-00f9b326-c14d-4711-bedd-38fbdc31a1b7 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.127s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.749948] env[69350]: INFO nova.compute.claims [None req-00f9b326-c14d-4711-bedd-38fbdc31a1b7 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 3a5af6a2-a06a-4f35-92ea-d122160b22b5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 847.873898] env[69350]: DEBUG oslo_vmware.api [None req-b0255382-c631-43b1-862c-0be6d6770e75 tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] Task: {'id': task-3365060, 'name': PowerOnVM_Task, 'duration_secs': 0.627938} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.874262] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0255382-c631-43b1-862c-0be6d6770e75 tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] [instance: 4c2a6729-3ed6-4b80-a7f2-77fcd53bed49] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 847.874468] env[69350]: INFO nova.compute.manager [None req-b0255382-c631-43b1-862c-0be6d6770e75 tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] [instance: 4c2a6729-3ed6-4b80-a7f2-77fcd53bed49] Took 9.25 seconds to spawn the instance on the hypervisor. [ 847.874645] env[69350]: DEBUG nova.compute.manager [None req-b0255382-c631-43b1-862c-0be6d6770e75 tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] [instance: 4c2a6729-3ed6-4b80-a7f2-77fcd53bed49] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 847.875533] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-195e3296-dce9-49b2-a220-7d626ac9e438 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.255415] env[69350]: DEBUG nova.compute.utils [None req-9b8692d1-8c10-445c-911f-a0ab76e79a7b tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 848.259743] env[69350]: DEBUG nova.compute.manager [None req-9b8692d1-8c10-445c-911f-a0ab76e79a7b tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] [instance: 7ecd7a06-8651-44da-abd2-1fc160b79921] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 848.259957] env[69350]: DEBUG nova.network.neutron [None req-9b8692d1-8c10-445c-911f-a0ab76e79a7b tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] [instance: 7ecd7a06-8651-44da-abd2-1fc160b79921] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 848.311935] env[69350]: DEBUG nova.policy [None req-9b8692d1-8c10-445c-911f-a0ab76e79a7b tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a496df480b354783b6eb3d8e2c9831e8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8382d92fedce401ea98e533a267ac89a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 848.393257] env[69350]: INFO nova.compute.manager [None req-b0255382-c631-43b1-862c-0be6d6770e75 tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] [instance: 4c2a6729-3ed6-4b80-a7f2-77fcd53bed49] Took 43.49 seconds to build instance. [ 848.610910] env[69350]: DEBUG nova.network.neutron [None req-9b8692d1-8c10-445c-911f-a0ab76e79a7b tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] [instance: 7ecd7a06-8651-44da-abd2-1fc160b79921] Successfully created port: 7e3624c3-bae2-4fbd-93e4-542cd227d7b9 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 848.761727] env[69350]: DEBUG nova.compute.manager [None req-9b8692d1-8c10-445c-911f-a0ab76e79a7b tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] [instance: 7ecd7a06-8651-44da-abd2-1fc160b79921] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 848.897534] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b0255382-c631-43b1-862c-0be6d6770e75 tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] Lock "4c2a6729-3ed6-4b80-a7f2-77fcd53bed49" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.547s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.944888] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1e5d5ec4-815a-4168-8750-4658f6d98cbc tempest-VolumesAssistedSnapshotsTest-1714971009 tempest-VolumesAssistedSnapshotsTest-1714971009-project-admin] Acquiring lock "096700b1-7125-48b5-877d-5dc745b5fe41" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.944888] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1e5d5ec4-815a-4168-8750-4658f6d98cbc tempest-VolumesAssistedSnapshotsTest-1714971009 tempest-VolumesAssistedSnapshotsTest-1714971009-project-admin] Lock "096700b1-7125-48b5-877d-5dc745b5fe41" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.202827] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-024dfb3c-2508-46c9-8990-d92a5e45d98b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.211865] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f94bf1da-b245-40ba-8136-4fae30de70c9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.244320] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd290cf-c717-4289-9585-459c1f43d487 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.252458] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f11e9b78-9db9-4e08-90b1-5cb8e85beed0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.266120] env[69350]: DEBUG nova.compute.provider_tree [None req-00f9b326-c14d-4711-bedd-38fbdc31a1b7 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 849.404320] env[69350]: DEBUG nova.compute.manager [None req-f0af52e5-c96f-4bb5-a557-e539d9a0d75e tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] [instance: d780fc2f-62f6-4cf7-8d8a-c2e7b25226dc] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 849.407424] env[69350]: DEBUG oslo_concurrency.lockutils [None req-86fe617c-4909-45d1-910e-05e58892a613 tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] Acquiring lock "interface-4c2a6729-3ed6-4b80-a7f2-77fcd53bed49-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.407595] env[69350]: DEBUG oslo_concurrency.lockutils [None req-86fe617c-4909-45d1-910e-05e58892a613 tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] Lock "interface-4c2a6729-3ed6-4b80-a7f2-77fcd53bed49-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.407860] env[69350]: DEBUG nova.objects.instance [None req-86fe617c-4909-45d1-910e-05e58892a613 tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] Lazy-loading 'flavor' on Instance uuid 4c2a6729-3ed6-4b80-a7f2-77fcd53bed49 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 849.447596] env[69350]: DEBUG nova.compute.utils [None req-1e5d5ec4-815a-4168-8750-4658f6d98cbc tempest-VolumesAssistedSnapshotsTest-1714971009 tempest-VolumesAssistedSnapshotsTest-1714971009-project-admin] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 849.769961] env[69350]: DEBUG nova.scheduler.client.report [None req-00f9b326-c14d-4711-bedd-38fbdc31a1b7 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 849.776582] env[69350]: DEBUG nova.compute.manager [None req-9b8692d1-8c10-445c-911f-a0ab76e79a7b tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] [instance: 7ecd7a06-8651-44da-abd2-1fc160b79921] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 849.801808] env[69350]: DEBUG nova.virt.hardware [None req-9b8692d1-8c10-445c-911f-a0ab76e79a7b tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 849.802112] env[69350]: DEBUG nova.virt.hardware [None req-9b8692d1-8c10-445c-911f-a0ab76e79a7b tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 849.802282] env[69350]: DEBUG nova.virt.hardware [None req-9b8692d1-8c10-445c-911f-a0ab76e79a7b tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 849.802465] env[69350]: DEBUG nova.virt.hardware [None req-9b8692d1-8c10-445c-911f-a0ab76e79a7b tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 849.802609] env[69350]: DEBUG nova.virt.hardware [None req-9b8692d1-8c10-445c-911f-a0ab76e79a7b tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 849.802751] env[69350]: DEBUG nova.virt.hardware [None req-9b8692d1-8c10-445c-911f-a0ab76e79a7b tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 849.802951] env[69350]: DEBUG nova.virt.hardware [None req-9b8692d1-8c10-445c-911f-a0ab76e79a7b tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 849.803120] env[69350]: DEBUG nova.virt.hardware [None req-9b8692d1-8c10-445c-911f-a0ab76e79a7b tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 849.803291] env[69350]: DEBUG nova.virt.hardware [None req-9b8692d1-8c10-445c-911f-a0ab76e79a7b tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 849.803452] env[69350]: DEBUG nova.virt.hardware [None req-9b8692d1-8c10-445c-911f-a0ab76e79a7b tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 849.803621] env[69350]: DEBUG nova.virt.hardware [None req-9b8692d1-8c10-445c-911f-a0ab76e79a7b tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 849.804683] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aabb8bec-f295-4a13-9628-f1b3479d08d7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.813277] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f6bc24c-3af7-4277-84af-149958223d92 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.914452] env[69350]: DEBUG nova.objects.instance [None req-86fe617c-4909-45d1-910e-05e58892a613 tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] Lazy-loading 'pci_requests' on Instance uuid 4c2a6729-3ed6-4b80-a7f2-77fcd53bed49 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 849.932212] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f0af52e5-c96f-4bb5-a557-e539d9a0d75e tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.950719] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1e5d5ec4-815a-4168-8750-4658f6d98cbc tempest-VolumesAssistedSnapshotsTest-1714971009 tempest-VolumesAssistedSnapshotsTest-1714971009-project-admin] Lock "096700b1-7125-48b5-877d-5dc745b5fe41" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.204373] env[69350]: DEBUG nova.network.neutron [None req-9b8692d1-8c10-445c-911f-a0ab76e79a7b tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] [instance: 7ecd7a06-8651-44da-abd2-1fc160b79921] Successfully updated port: 7e3624c3-bae2-4fbd-93e4-542cd227d7b9 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 850.275175] env[69350]: DEBUG oslo_concurrency.lockutils [None req-00f9b326-c14d-4711-bedd-38fbdc31a1b7 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.526s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.275641] env[69350]: DEBUG nova.compute.manager [None req-00f9b326-c14d-4711-bedd-38fbdc31a1b7 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 3a5af6a2-a06a-4f35-92ea-d122160b22b5] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 850.278263] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fba514b4-066f-4fbd-9cf0-ddae5a524cd6 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.180s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.278452] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fba514b4-066f-4fbd-9cf0-ddae5a524cd6 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.280482] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.371s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.281845] env[69350]: INFO nova.compute.claims [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: 2b79ce2c-f402-42e5-a90d-5ebdc40896ce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 850.302995] env[69350]: INFO nova.scheduler.client.report [None req-fba514b4-066f-4fbd-9cf0-ddae5a524cd6 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Deleted allocations for instance 452a8c70-87fc-43a8-bcae-ae21e7035c6c [ 850.419269] env[69350]: DEBUG nova.objects.base [None req-86fe617c-4909-45d1-910e-05e58892a613 tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] Object Instance<4c2a6729-3ed6-4b80-a7f2-77fcd53bed49> lazy-loaded attributes: flavor,pci_requests {{(pid=69350) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 850.419639] env[69350]: DEBUG nova.network.neutron [None req-86fe617c-4909-45d1-910e-05e58892a613 tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] [instance: 4c2a6729-3ed6-4b80-a7f2-77fcd53bed49] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 850.492217] env[69350]: DEBUG oslo_concurrency.lockutils [None req-86fe617c-4909-45d1-910e-05e58892a613 tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] Lock "interface-4c2a6729-3ed6-4b80-a7f2-77fcd53bed49-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.084s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.705439] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9b8692d1-8c10-445c-911f-a0ab76e79a7b tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Acquiring lock "refresh_cache-7ecd7a06-8651-44da-abd2-1fc160b79921" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.705439] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9b8692d1-8c10-445c-911f-a0ab76e79a7b tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Acquired lock "refresh_cache-7ecd7a06-8651-44da-abd2-1fc160b79921" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.705590] env[69350]: DEBUG nova.network.neutron [None req-9b8692d1-8c10-445c-911f-a0ab76e79a7b tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] [instance: 7ecd7a06-8651-44da-abd2-1fc160b79921] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 850.788486] env[69350]: DEBUG nova.compute.utils [None req-00f9b326-c14d-4711-bedd-38fbdc31a1b7 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 850.791749] env[69350]: DEBUG nova.compute.manager [None req-00f9b326-c14d-4711-bedd-38fbdc31a1b7 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 3a5af6a2-a06a-4f35-92ea-d122160b22b5] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 850.791921] env[69350]: DEBUG nova.network.neutron [None req-00f9b326-c14d-4711-bedd-38fbdc31a1b7 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 3a5af6a2-a06a-4f35-92ea-d122160b22b5] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 850.811244] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fba514b4-066f-4fbd-9cf0-ddae5a524cd6 tempest-ServerShowV254Test-1711602311 tempest-ServerShowV254Test-1711602311-project-member] Lock "452a8c70-87fc-43a8-bcae-ae21e7035c6c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.200s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.846365] env[69350]: DEBUG nova.policy [None req-00f9b326-c14d-4711-bedd-38fbdc31a1b7 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8211e068c4ae4e08bae7036638b10d4a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2bb9ed21fc1749cf8549eea19a44234e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 851.016693] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1e5d5ec4-815a-4168-8750-4658f6d98cbc tempest-VolumesAssistedSnapshotsTest-1714971009 tempest-VolumesAssistedSnapshotsTest-1714971009-project-admin] Acquiring lock "096700b1-7125-48b5-877d-5dc745b5fe41" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.016975] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1e5d5ec4-815a-4168-8750-4658f6d98cbc tempest-VolumesAssistedSnapshotsTest-1714971009 tempest-VolumesAssistedSnapshotsTest-1714971009-project-admin] Lock "096700b1-7125-48b5-877d-5dc745b5fe41" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.017279] env[69350]: INFO nova.compute.manager [None req-1e5d5ec4-815a-4168-8750-4658f6d98cbc tempest-VolumesAssistedSnapshotsTest-1714971009 tempest-VolumesAssistedSnapshotsTest-1714971009-project-admin] [instance: 096700b1-7125-48b5-877d-5dc745b5fe41] Attaching volume 90f2f5c0-3e76-4eff-a3c7-9a5f793ac5cd to /dev/sdb [ 851.056030] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5211743c-af89-4304-bf0e-36d98d3f8380 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.064281] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aaaf8bf-f11d-46f5-9de5-3f7b4a5d2252 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.087313] env[69350]: DEBUG nova.virt.block_device [None req-1e5d5ec4-815a-4168-8750-4658f6d98cbc tempest-VolumesAssistedSnapshotsTest-1714971009 tempest-VolumesAssistedSnapshotsTest-1714971009-project-admin] [instance: 096700b1-7125-48b5-877d-5dc745b5fe41] Updating existing volume attachment record: cfa63985-cbde-4427-af10-bf6d234d9fae {{(pid=69350) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 851.137120] env[69350]: DEBUG nova.network.neutron [None req-00f9b326-c14d-4711-bedd-38fbdc31a1b7 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 3a5af6a2-a06a-4f35-92ea-d122160b22b5] Successfully created port: 91992c2a-c4aa-4460-9209-15d4643533cc {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 851.247706] env[69350]: DEBUG nova.network.neutron [None req-9b8692d1-8c10-445c-911f-a0ab76e79a7b tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] [instance: 7ecd7a06-8651-44da-abd2-1fc160b79921] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 851.292492] env[69350]: DEBUG nova.compute.manager [None req-00f9b326-c14d-4711-bedd-38fbdc31a1b7 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 3a5af6a2-a06a-4f35-92ea-d122160b22b5] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 851.478248] env[69350]: DEBUG nova.network.neutron [None req-9b8692d1-8c10-445c-911f-a0ab76e79a7b tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] [instance: 7ecd7a06-8651-44da-abd2-1fc160b79921] Updating instance_info_cache with network_info: [{"id": "7e3624c3-bae2-4fbd-93e4-542cd227d7b9", "address": "fa:16:3e:0e:dd:c5", "network": {"id": "b034b6f9-3367-4c5a-804a-a0c37a35e500", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-357102781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8382d92fedce401ea98e533a267ac89a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e3624c3-ba", "ovs_interfaceid": "7e3624c3-bae2-4fbd-93e4-542cd227d7b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.486085] env[69350]: DEBUG nova.compute.manager [req-7b168fbe-1755-40de-b4e5-4a1d1afed246 req-2b19eaeb-5701-4026-813a-b097ff5d7a0f service nova] [instance: 7ecd7a06-8651-44da-abd2-1fc160b79921] Received event network-vif-plugged-7e3624c3-bae2-4fbd-93e4-542cd227d7b9 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 851.486702] env[69350]: DEBUG oslo_concurrency.lockutils [req-7b168fbe-1755-40de-b4e5-4a1d1afed246 req-2b19eaeb-5701-4026-813a-b097ff5d7a0f service nova] Acquiring lock "7ecd7a06-8651-44da-abd2-1fc160b79921-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.486702] env[69350]: DEBUG oslo_concurrency.lockutils [req-7b168fbe-1755-40de-b4e5-4a1d1afed246 req-2b19eaeb-5701-4026-813a-b097ff5d7a0f service nova] Lock "7ecd7a06-8651-44da-abd2-1fc160b79921-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.486959] env[69350]: DEBUG oslo_concurrency.lockutils [req-7b168fbe-1755-40de-b4e5-4a1d1afed246 req-2b19eaeb-5701-4026-813a-b097ff5d7a0f service nova] Lock "7ecd7a06-8651-44da-abd2-1fc160b79921-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.486959] env[69350]: DEBUG nova.compute.manager [req-7b168fbe-1755-40de-b4e5-4a1d1afed246 req-2b19eaeb-5701-4026-813a-b097ff5d7a0f service nova] [instance: 7ecd7a06-8651-44da-abd2-1fc160b79921] No waiting events found dispatching network-vif-plugged-7e3624c3-bae2-4fbd-93e4-542cd227d7b9 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 851.487293] env[69350]: WARNING nova.compute.manager [req-7b168fbe-1755-40de-b4e5-4a1d1afed246 req-2b19eaeb-5701-4026-813a-b097ff5d7a0f service nova] [instance: 7ecd7a06-8651-44da-abd2-1fc160b79921] Received unexpected event network-vif-plugged-7e3624c3-bae2-4fbd-93e4-542cd227d7b9 for instance with vm_state building and task_state spawning. [ 851.763527] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efd6a98c-ae6a-4e2b-ad40-204cc96a1c01 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.772475] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea21b07-dbe4-467e-b2ec-85b896140d9d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.808142] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1865c71-92cc-481c-bf5a-c2981e1d56ce {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.816853] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae9c8da-ccc5-45ec-bac0-a846d8ae50ea {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.831984] env[69350]: DEBUG nova.compute.provider_tree [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 851.981634] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9b8692d1-8c10-445c-911f-a0ab76e79a7b tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Releasing lock "refresh_cache-7ecd7a06-8651-44da-abd2-1fc160b79921" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.981634] env[69350]: DEBUG nova.compute.manager [None req-9b8692d1-8c10-445c-911f-a0ab76e79a7b tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] [instance: 7ecd7a06-8651-44da-abd2-1fc160b79921] Instance network_info: |[{"id": "7e3624c3-bae2-4fbd-93e4-542cd227d7b9", "address": "fa:16:3e:0e:dd:c5", "network": {"id": "b034b6f9-3367-4c5a-804a-a0c37a35e500", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-357102781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8382d92fedce401ea98e533a267ac89a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e3624c3-ba", "ovs_interfaceid": "7e3624c3-bae2-4fbd-93e4-542cd227d7b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 851.981634] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9b8692d1-8c10-445c-911f-a0ab76e79a7b tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] [instance: 7ecd7a06-8651-44da-abd2-1fc160b79921] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:dd:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69054a13-b7ef-44e1-bd3b-3ca5ba602848', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e3624c3-bae2-4fbd-93e4-542cd227d7b9', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 851.989525] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b8692d1-8c10-445c-911f-a0ab76e79a7b tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 851.990448] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ecd7a06-8651-44da-abd2-1fc160b79921] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 851.990678] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e828a0e2-e123-4073-8ee3-765d6135327d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.013105] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 852.013105] env[69350]: value = "task-3365064" [ 852.013105] env[69350]: _type = "Task" [ 852.013105] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.021287] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365064, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.312749] env[69350]: DEBUG nova.compute.manager [None req-00f9b326-c14d-4711-bedd-38fbdc31a1b7 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 3a5af6a2-a06a-4f35-92ea-d122160b22b5] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 852.336243] env[69350]: DEBUG nova.scheduler.client.report [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 852.342674] env[69350]: DEBUG nova.virt.hardware [None req-00f9b326-c14d-4711-bedd-38fbdc31a1b7 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:48:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='3a7a0f27-e9cd-4f10-a0c6-6e02ddfbbfe1',id=36,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-557884726',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 852.342674] env[69350]: DEBUG nova.virt.hardware [None req-00f9b326-c14d-4711-bedd-38fbdc31a1b7 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 852.342674] env[69350]: DEBUG nova.virt.hardware [None req-00f9b326-c14d-4711-bedd-38fbdc31a1b7 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 852.342674] env[69350]: DEBUG nova.virt.hardware [None req-00f9b326-c14d-4711-bedd-38fbdc31a1b7 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 852.342674] env[69350]: DEBUG nova.virt.hardware [None req-00f9b326-c14d-4711-bedd-38fbdc31a1b7 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 852.342674] env[69350]: DEBUG nova.virt.hardware [None req-00f9b326-c14d-4711-bedd-38fbdc31a1b7 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 852.342674] env[69350]: DEBUG nova.virt.hardware [None req-00f9b326-c14d-4711-bedd-38fbdc31a1b7 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 852.343042] env[69350]: DEBUG nova.virt.hardware [None req-00f9b326-c14d-4711-bedd-38fbdc31a1b7 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 852.343042] env[69350]: DEBUG nova.virt.hardware [None req-00f9b326-c14d-4711-bedd-38fbdc31a1b7 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 852.343108] env[69350]: DEBUG nova.virt.hardware [None req-00f9b326-c14d-4711-bedd-38fbdc31a1b7 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 852.343246] env[69350]: DEBUG nova.virt.hardware [None req-00f9b326-c14d-4711-bedd-38fbdc31a1b7 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 852.344124] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-546ce52c-5cff-4a01-acf6-110a7f1deb58 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.352991] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f49c3cec-f0f5-484e-9410-dcdcbabb648a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.478267] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c4e6073f-aa17-4e47-b1d4-722b81d34b6c tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] Acquiring lock "4c2a6729-3ed6-4b80-a7f2-77fcd53bed49" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.478267] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c4e6073f-aa17-4e47-b1d4-722b81d34b6c tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] Lock "4c2a6729-3ed6-4b80-a7f2-77fcd53bed49" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.479326] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c4e6073f-aa17-4e47-b1d4-722b81d34b6c tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] Acquiring lock "4c2a6729-3ed6-4b80-a7f2-77fcd53bed49-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.479326] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c4e6073f-aa17-4e47-b1d4-722b81d34b6c tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] Lock "4c2a6729-3ed6-4b80-a7f2-77fcd53bed49-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.479326] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c4e6073f-aa17-4e47-b1d4-722b81d34b6c tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] Lock "4c2a6729-3ed6-4b80-a7f2-77fcd53bed49-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.481081] env[69350]: INFO nova.compute.manager [None req-c4e6073f-aa17-4e47-b1d4-722b81d34b6c tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] [instance: 4c2a6729-3ed6-4b80-a7f2-77fcd53bed49] Terminating instance [ 852.523576] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365064, 'name': CreateVM_Task, 'duration_secs': 0.333039} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.524061] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ecd7a06-8651-44da-abd2-1fc160b79921] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 852.524790] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9b8692d1-8c10-445c-911f-a0ab76e79a7b tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.525043] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9b8692d1-8c10-445c-911f-a0ab76e79a7b tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.525318] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9b8692d1-8c10-445c-911f-a0ab76e79a7b tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.525594] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef9bce02-adbd-49fb-9772-2fa284a8e3b8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.530763] env[69350]: DEBUG oslo_vmware.api [None req-9b8692d1-8c10-445c-911f-a0ab76e79a7b tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Waiting for the task: (returnval){ [ 852.530763] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]521805c5-b050-618f-d496-7c79c4b638e9" [ 852.530763] env[69350]: _type = "Task" [ 852.530763] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.540107] env[69350]: DEBUG oslo_vmware.api [None req-9b8692d1-8c10-445c-911f-a0ab76e79a7b tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]521805c5-b050-618f-d496-7c79c4b638e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.763061] env[69350]: DEBUG nova.network.neutron [None req-00f9b326-c14d-4711-bedd-38fbdc31a1b7 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 3a5af6a2-a06a-4f35-92ea-d122160b22b5] Successfully updated port: 91992c2a-c4aa-4460-9209-15d4643533cc {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 852.848681] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.568s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.849487] env[69350]: DEBUG nova.compute.manager [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: 2b79ce2c-f402-42e5-a90d-5ebdc40896ce] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 852.853821] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bbb658c7-8acb-4dd2-aed3-0597beedf63b tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.320s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.854141] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bbb658c7-8acb-4dd2-aed3-0597beedf63b tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.856389] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ae7d1780-1910-471a-aac0-9618e747a8e6 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.372s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.856677] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ae7d1780-1910-471a-aac0-9618e747a8e6 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.858267] env[69350]: DEBUG oslo_concurrency.lockutils [None req-717fb51b-0fdd-4ac9-825a-486a740b6ec8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.013s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.858444] env[69350]: DEBUG oslo_concurrency.lockutils [None req-717fb51b-0fdd-4ac9-825a-486a740b6ec8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.859953] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.041s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.861319] env[69350]: INFO nova.compute.claims [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: db8dde79-2be8-4d35-afe0-44e3f33860ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 852.887581] env[69350]: INFO nova.scheduler.client.report [None req-717fb51b-0fdd-4ac9-825a-486a740b6ec8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Deleted allocations for instance 57801cfa-deec-406a-88e8-c039705979a2 [ 852.889219] env[69350]: INFO nova.scheduler.client.report [None req-bbb658c7-8acb-4dd2-aed3-0597beedf63b tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Deleted allocations for instance 81ea07d5-8924-45de-a1ab-42e4aa335111 [ 852.900961] env[69350]: INFO nova.scheduler.client.report [None req-ae7d1780-1910-471a-aac0-9618e747a8e6 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Deleted allocations for instance 4a4b72fc-0fe1-4365-ba71-beb33ccdc400 [ 852.984992] env[69350]: DEBUG nova.compute.manager [None req-c4e6073f-aa17-4e47-b1d4-722b81d34b6c tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] [instance: 4c2a6729-3ed6-4b80-a7f2-77fcd53bed49] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 852.985237] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c4e6073f-aa17-4e47-b1d4-722b81d34b6c tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] [instance: 4c2a6729-3ed6-4b80-a7f2-77fcd53bed49] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 852.986131] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8d4af92-069e-4ede-8af9-fe9f08df5e4e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.994758] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4e6073f-aa17-4e47-b1d4-722b81d34b6c tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] [instance: 4c2a6729-3ed6-4b80-a7f2-77fcd53bed49] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 852.994990] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f54858a-020c-4014-a367-b3ec89febb0b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.001814] env[69350]: DEBUG oslo_vmware.api [None req-c4e6073f-aa17-4e47-b1d4-722b81d34b6c tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] Waiting for the task: (returnval){ [ 853.001814] env[69350]: value = "task-3365065" [ 853.001814] env[69350]: _type = "Task" [ 853.001814] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.010014] env[69350]: DEBUG oslo_vmware.api [None req-c4e6073f-aa17-4e47-b1d4-722b81d34b6c tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] Task: {'id': task-3365065, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.040899] env[69350]: DEBUG oslo_vmware.api [None req-9b8692d1-8c10-445c-911f-a0ab76e79a7b tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]521805c5-b050-618f-d496-7c79c4b638e9, 'name': SearchDatastore_Task, 'duration_secs': 0.031359} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.041183] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9b8692d1-8c10-445c-911f-a0ab76e79a7b tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.041422] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9b8692d1-8c10-445c-911f-a0ab76e79a7b tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] [instance: 7ecd7a06-8651-44da-abd2-1fc160b79921] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 853.041666] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9b8692d1-8c10-445c-911f-a0ab76e79a7b tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.041858] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9b8692d1-8c10-445c-911f-a0ab76e79a7b tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.042060] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b8692d1-8c10-445c-911f-a0ab76e79a7b tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 853.042328] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0764b7cc-3415-4b20-b5a2-e6e2c2ee7471 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.051344] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b8692d1-8c10-445c-911f-a0ab76e79a7b tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 853.051553] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9b8692d1-8c10-445c-911f-a0ab76e79a7b tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 853.052307] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f7cb2ac-a425-4217-bd0d-49f8252ede5d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.058360] env[69350]: DEBUG oslo_vmware.api [None req-9b8692d1-8c10-445c-911f-a0ab76e79a7b tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Waiting for the task: (returnval){ [ 853.058360] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52ec1834-a807-c093-80e8-a2d8d75e6a92" [ 853.058360] env[69350]: _type = "Task" [ 853.058360] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.066558] env[69350]: DEBUG oslo_vmware.api [None req-9b8692d1-8c10-445c-911f-a0ab76e79a7b tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52ec1834-a807-c093-80e8-a2d8d75e6a92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.269244] env[69350]: DEBUG oslo_concurrency.lockutils [None req-00f9b326-c14d-4711-bedd-38fbdc31a1b7 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Acquiring lock "refresh_cache-3a5af6a2-a06a-4f35-92ea-d122160b22b5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.269408] env[69350]: DEBUG oslo_concurrency.lockutils [None req-00f9b326-c14d-4711-bedd-38fbdc31a1b7 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Acquired lock "refresh_cache-3a5af6a2-a06a-4f35-92ea-d122160b22b5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.269565] env[69350]: DEBUG nova.network.neutron [None req-00f9b326-c14d-4711-bedd-38fbdc31a1b7 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 3a5af6a2-a06a-4f35-92ea-d122160b22b5] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 853.365618] env[69350]: DEBUG nova.compute.utils [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 853.370059] env[69350]: DEBUG nova.compute.manager [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: 2b79ce2c-f402-42e5-a90d-5ebdc40896ce] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 853.370243] env[69350]: DEBUG nova.network.neutron [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: 2b79ce2c-f402-42e5-a90d-5ebdc40896ce] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 853.399859] env[69350]: DEBUG oslo_concurrency.lockutils [None req-717fb51b-0fdd-4ac9-825a-486a740b6ec8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Lock "57801cfa-deec-406a-88e8-c039705979a2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.724s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.407178] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ae7d1780-1910-471a-aac0-9618e747a8e6 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Lock "4a4b72fc-0fe1-4365-ba71-beb33ccdc400" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.898s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.412015] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bbb658c7-8acb-4dd2-aed3-0597beedf63b tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Lock "81ea07d5-8924-45de-a1ab-42e4aa335111" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.289s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.443446] env[69350]: DEBUG nova.policy [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b4e6b87525ca4738930d391820ed753b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7df62923c98c4ba0b14f73c9180b0ad2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 853.512937] env[69350]: DEBUG oslo_vmware.api [None req-c4e6073f-aa17-4e47-b1d4-722b81d34b6c tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] Task: {'id': task-3365065, 'name': PowerOffVM_Task, 'duration_secs': 0.205271} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.513327] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4e6073f-aa17-4e47-b1d4-722b81d34b6c tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] [instance: 4c2a6729-3ed6-4b80-a7f2-77fcd53bed49] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 853.513565] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c4e6073f-aa17-4e47-b1d4-722b81d34b6c tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] [instance: 4c2a6729-3ed6-4b80-a7f2-77fcd53bed49] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 853.513867] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a6ab5c6f-37d4-43d4-b4fe-5d8867c3f160 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.519039] env[69350]: DEBUG nova.compute.manager [req-00445cbf-9097-4392-903c-95d6e8a11e26 req-8800bf94-c696-411a-a947-5413f7ed1f50 service nova] [instance: 7ecd7a06-8651-44da-abd2-1fc160b79921] Received event network-changed-7e3624c3-bae2-4fbd-93e4-542cd227d7b9 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 853.519228] env[69350]: DEBUG nova.compute.manager [req-00445cbf-9097-4392-903c-95d6e8a11e26 req-8800bf94-c696-411a-a947-5413f7ed1f50 service nova] [instance: 7ecd7a06-8651-44da-abd2-1fc160b79921] Refreshing instance network info cache due to event network-changed-7e3624c3-bae2-4fbd-93e4-542cd227d7b9. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 853.519442] env[69350]: DEBUG oslo_concurrency.lockutils [req-00445cbf-9097-4392-903c-95d6e8a11e26 req-8800bf94-c696-411a-a947-5413f7ed1f50 service nova] Acquiring lock "refresh_cache-7ecd7a06-8651-44da-abd2-1fc160b79921" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.519581] env[69350]: DEBUG oslo_concurrency.lockutils [req-00445cbf-9097-4392-903c-95d6e8a11e26 req-8800bf94-c696-411a-a947-5413f7ed1f50 service nova] Acquired lock "refresh_cache-7ecd7a06-8651-44da-abd2-1fc160b79921" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.519738] env[69350]: DEBUG nova.network.neutron [req-00445cbf-9097-4392-903c-95d6e8a11e26 req-8800bf94-c696-411a-a947-5413f7ed1f50 service nova] [instance: 7ecd7a06-8651-44da-abd2-1fc160b79921] Refreshing network info cache for port 7e3624c3-bae2-4fbd-93e4-542cd227d7b9 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 853.571349] env[69350]: DEBUG oslo_vmware.api [None req-9b8692d1-8c10-445c-911f-a0ab76e79a7b tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52ec1834-a807-c093-80e8-a2d8d75e6a92, 'name': SearchDatastore_Task, 'duration_secs': 0.009825} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.572183] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e8e9b3e-5436-443d-bf2f-f6966d133942 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.578593] env[69350]: DEBUG oslo_vmware.api [None req-9b8692d1-8c10-445c-911f-a0ab76e79a7b tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Waiting for the task: (returnval){ [ 853.578593] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52f4197c-eec3-a221-74f4-3cc284b5ef1b" [ 853.578593] env[69350]: _type = "Task" [ 853.578593] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.589223] env[69350]: DEBUG oslo_vmware.api [None req-9b8692d1-8c10-445c-911f-a0ab76e79a7b tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52f4197c-eec3-a221-74f4-3cc284b5ef1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.590158] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c4e6073f-aa17-4e47-b1d4-722b81d34b6c tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] [instance: 4c2a6729-3ed6-4b80-a7f2-77fcd53bed49] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 853.590463] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c4e6073f-aa17-4e47-b1d4-722b81d34b6c tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] [instance: 4c2a6729-3ed6-4b80-a7f2-77fcd53bed49] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 853.590701] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4e6073f-aa17-4e47-b1d4-722b81d34b6c tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] Deleting the datastore file [datastore2] 4c2a6729-3ed6-4b80-a7f2-77fcd53bed49 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 853.590984] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0753478e-e5c0-44bc-8b5d-dddc4d592149 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.597892] env[69350]: DEBUG oslo_vmware.api [None req-c4e6073f-aa17-4e47-b1d4-722b81d34b6c tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] Waiting for the task: (returnval){ [ 853.597892] env[69350]: value = "task-3365068" [ 853.597892] env[69350]: _type = "Task" [ 853.597892] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.606415] env[69350]: DEBUG oslo_vmware.api [None req-c4e6073f-aa17-4e47-b1d4-722b81d34b6c tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] Task: {'id': task-3365068, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.613150] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7a5d66a2-cae9-4a6f-939d-af8f31df60b9 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Acquiring lock "be800ce5-6d2e-402d-b83a-e22771d0aa5d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.613417] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7a5d66a2-cae9-4a6f-939d-af8f31df60b9 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Lock "be800ce5-6d2e-402d-b83a-e22771d0aa5d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.004s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.613626] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7a5d66a2-cae9-4a6f-939d-af8f31df60b9 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Acquiring lock "be800ce5-6d2e-402d-b83a-e22771d0aa5d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.613938] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7a5d66a2-cae9-4a6f-939d-af8f31df60b9 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Lock "be800ce5-6d2e-402d-b83a-e22771d0aa5d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.614017] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7a5d66a2-cae9-4a6f-939d-af8f31df60b9 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Lock "be800ce5-6d2e-402d-b83a-e22771d0aa5d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.616240] env[69350]: INFO nova.compute.manager [None req-7a5d66a2-cae9-4a6f-939d-af8f31df60b9 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: be800ce5-6d2e-402d-b83a-e22771d0aa5d] Terminating instance [ 853.816207] env[69350]: DEBUG nova.network.neutron [None req-00f9b326-c14d-4711-bedd-38fbdc31a1b7 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 3a5af6a2-a06a-4f35-92ea-d122160b22b5] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 853.874552] env[69350]: DEBUG nova.compute.manager [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: 2b79ce2c-f402-42e5-a90d-5ebdc40896ce] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 853.885949] env[69350]: DEBUG nova.network.neutron [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: 2b79ce2c-f402-42e5-a90d-5ebdc40896ce] Successfully created port: bfc195ce-152f-4deb-9c30-b7d74c1e17c2 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 854.071509] env[69350]: DEBUG nova.network.neutron [None req-00f9b326-c14d-4711-bedd-38fbdc31a1b7 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 3a5af6a2-a06a-4f35-92ea-d122160b22b5] Updating instance_info_cache with network_info: [{"id": "91992c2a-c4aa-4460-9209-15d4643533cc", "address": "fa:16:3e:62:8c:5a", "network": {"id": "7471cab0-87ad-4703-97af-1b6cb285655b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a175bdd0b1324024bc8e47e5836a9e11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91992c2a-c4", "ovs_interfaceid": "91992c2a-c4aa-4460-9209-15d4643533cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.092271] env[69350]: DEBUG oslo_vmware.api [None req-9b8692d1-8c10-445c-911f-a0ab76e79a7b tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52f4197c-eec3-a221-74f4-3cc284b5ef1b, 'name': SearchDatastore_Task, 'duration_secs': 0.01249} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.095582] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9b8692d1-8c10-445c-911f-a0ab76e79a7b tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.095841] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b8692d1-8c10-445c-911f-a0ab76e79a7b tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] 7ecd7a06-8651-44da-abd2-1fc160b79921/7ecd7a06-8651-44da-abd2-1fc160b79921.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 854.096532] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1b86eec-0149-4a05-83a8-72e9ba7e98b5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.109753] env[69350]: DEBUG oslo_vmware.api [None req-c4e6073f-aa17-4e47-b1d4-722b81d34b6c tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] Task: {'id': task-3365068, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.125433} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.112431] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4e6073f-aa17-4e47-b1d4-722b81d34b6c tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 854.112631] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c4e6073f-aa17-4e47-b1d4-722b81d34b6c tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] [instance: 4c2a6729-3ed6-4b80-a7f2-77fcd53bed49] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 854.112788] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c4e6073f-aa17-4e47-b1d4-722b81d34b6c tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] [instance: 4c2a6729-3ed6-4b80-a7f2-77fcd53bed49] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 854.112975] env[69350]: INFO nova.compute.manager [None req-c4e6073f-aa17-4e47-b1d4-722b81d34b6c tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] [instance: 4c2a6729-3ed6-4b80-a7f2-77fcd53bed49] Took 1.13 seconds to destroy the instance on the hypervisor. [ 854.113189] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c4e6073f-aa17-4e47-b1d4-722b81d34b6c tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 854.115644] env[69350]: DEBUG nova.compute.manager [-] [instance: 4c2a6729-3ed6-4b80-a7f2-77fcd53bed49] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 854.115644] env[69350]: DEBUG nova.network.neutron [-] [instance: 4c2a6729-3ed6-4b80-a7f2-77fcd53bed49] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 854.116528] env[69350]: DEBUG oslo_vmware.api [None req-9b8692d1-8c10-445c-911f-a0ab76e79a7b tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Waiting for the task: (returnval){ [ 854.116528] env[69350]: value = "task-3365069" [ 854.116528] env[69350]: _type = "Task" [ 854.116528] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.120489] env[69350]: DEBUG nova.compute.manager [None req-7a5d66a2-cae9-4a6f-939d-af8f31df60b9 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: be800ce5-6d2e-402d-b83a-e22771d0aa5d] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 854.120671] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7a5d66a2-cae9-4a6f-939d-af8f31df60b9 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: be800ce5-6d2e-402d-b83a-e22771d0aa5d] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 854.121403] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc3dc11d-6f5d-4bae-b46e-a36ce0c83313 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.132711] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a5d66a2-cae9-4a6f-939d-af8f31df60b9 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: be800ce5-6d2e-402d-b83a-e22771d0aa5d] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 854.133306] env[69350]: DEBUG oslo_vmware.api [None req-9b8692d1-8c10-445c-911f-a0ab76e79a7b tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Task: {'id': task-3365069, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.133528] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-158e400d-4d9e-4701-b6f6-fc96002dea80 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.139948] env[69350]: DEBUG oslo_vmware.api [None req-7a5d66a2-cae9-4a6f-939d-af8f31df60b9 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Waiting for the task: (returnval){ [ 854.139948] env[69350]: value = "task-3365070" [ 854.139948] env[69350]: _type = "Task" [ 854.139948] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.149504] env[69350]: DEBUG oslo_vmware.api [None req-7a5d66a2-cae9-4a6f-939d-af8f31df60b9 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Task: {'id': task-3365070, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.398196] env[69350]: DEBUG oslo_concurrency.lockutils [None req-743548ca-d229-469d-a275-297439c1b0c8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Acquiring lock "6d681952-777f-4243-9b4b-ee5fb0392173" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.398482] env[69350]: DEBUG oslo_concurrency.lockutils [None req-743548ca-d229-469d-a275-297439c1b0c8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Lock "6d681952-777f-4243-9b4b-ee5fb0392173" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.399762] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e377fd54-ce24-46eb-a742-d1221c926d41 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.412197] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40929167-2742-4a0d-99e2-fa3484532b93 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.446720] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc3f9b5-612d-4ef0-aa0c-b68b7c285a15 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.456401] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b4418e-6ee2-4b1e-9476-e301593159bb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.474063] env[69350]: DEBUG nova.compute.provider_tree [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 854.581243] env[69350]: DEBUG oslo_concurrency.lockutils [None req-00f9b326-c14d-4711-bedd-38fbdc31a1b7 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Releasing lock "refresh_cache-3a5af6a2-a06a-4f35-92ea-d122160b22b5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.581603] env[69350]: DEBUG nova.compute.manager [None req-00f9b326-c14d-4711-bedd-38fbdc31a1b7 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 3a5af6a2-a06a-4f35-92ea-d122160b22b5] Instance network_info: |[{"id": "91992c2a-c4aa-4460-9209-15d4643533cc", "address": "fa:16:3e:62:8c:5a", "network": {"id": "7471cab0-87ad-4703-97af-1b6cb285655b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a175bdd0b1324024bc8e47e5836a9e11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91992c2a-c4", "ovs_interfaceid": "91992c2a-c4aa-4460-9209-15d4643533cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 854.582037] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-00f9b326-c14d-4711-bedd-38fbdc31a1b7 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 3a5af6a2-a06a-4f35-92ea-d122160b22b5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:8c:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '030ecc21-dc1c-4283-854e-88e623b3970a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '91992c2a-c4aa-4460-9209-15d4643533cc', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 854.590501] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00f9b326-c14d-4711-bedd-38fbdc31a1b7 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 854.590772] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a5af6a2-a06a-4f35-92ea-d122160b22b5] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 854.593259] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-87928a18-decb-44d3-8aa1-ad325d87651a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.616702] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 854.616702] env[69350]: value = "task-3365071" [ 854.616702] env[69350]: _type = "Task" [ 854.616702] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.627849] env[69350]: DEBUG nova.network.neutron [req-00445cbf-9097-4392-903c-95d6e8a11e26 req-8800bf94-c696-411a-a947-5413f7ed1f50 service nova] [instance: 7ecd7a06-8651-44da-abd2-1fc160b79921] Updated VIF entry in instance network info cache for port 7e3624c3-bae2-4fbd-93e4-542cd227d7b9. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 854.628317] env[69350]: DEBUG nova.network.neutron [req-00445cbf-9097-4392-903c-95d6e8a11e26 req-8800bf94-c696-411a-a947-5413f7ed1f50 service nova] [instance: 7ecd7a06-8651-44da-abd2-1fc160b79921] Updating instance_info_cache with network_info: [{"id": "7e3624c3-bae2-4fbd-93e4-542cd227d7b9", "address": "fa:16:3e:0e:dd:c5", "network": {"id": "b034b6f9-3367-4c5a-804a-a0c37a35e500", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-357102781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8382d92fedce401ea98e533a267ac89a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e3624c3-ba", "ovs_interfaceid": "7e3624c3-bae2-4fbd-93e4-542cd227d7b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.639280] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365071, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.639578] env[69350]: DEBUG oslo_vmware.api [None req-9b8692d1-8c10-445c-911f-a0ab76e79a7b tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Task: {'id': task-3365069, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520278} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.640610] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b8692d1-8c10-445c-911f-a0ab76e79a7b tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] 7ecd7a06-8651-44da-abd2-1fc160b79921/7ecd7a06-8651-44da-abd2-1fc160b79921.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 854.640831] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9b8692d1-8c10-445c-911f-a0ab76e79a7b tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] [instance: 7ecd7a06-8651-44da-abd2-1fc160b79921] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 854.641146] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6ce7217c-bd17-43fd-bfa7-df9d912b6e46 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.656022] env[69350]: DEBUG oslo_vmware.api [None req-7a5d66a2-cae9-4a6f-939d-af8f31df60b9 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Task: {'id': task-3365070, 'name': PowerOffVM_Task, 'duration_secs': 0.202509} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.656022] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a5d66a2-cae9-4a6f-939d-af8f31df60b9 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: be800ce5-6d2e-402d-b83a-e22771d0aa5d] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 854.656022] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7a5d66a2-cae9-4a6f-939d-af8f31df60b9 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: be800ce5-6d2e-402d-b83a-e22771d0aa5d] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 854.657030] env[69350]: DEBUG oslo_vmware.api [None req-9b8692d1-8c10-445c-911f-a0ab76e79a7b tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Waiting for the task: (returnval){ [ 854.657030] env[69350]: value = "task-3365072" [ 854.657030] env[69350]: _type = "Task" [ 854.657030] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.657030] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d2aa185-4321-411d-afe4-65a233f09107 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.673060] env[69350]: DEBUG oslo_vmware.api [None req-9b8692d1-8c10-445c-911f-a0ab76e79a7b tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Task: {'id': task-3365072, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.752022] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7a5d66a2-cae9-4a6f-939d-af8f31df60b9 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: be800ce5-6d2e-402d-b83a-e22771d0aa5d] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 854.752022] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7a5d66a2-cae9-4a6f-939d-af8f31df60b9 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: be800ce5-6d2e-402d-b83a-e22771d0aa5d] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 854.752022] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a5d66a2-cae9-4a6f-939d-af8f31df60b9 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Deleting the datastore file [datastore1] be800ce5-6d2e-402d-b83a-e22771d0aa5d {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 854.752022] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5000d41f-08af-4c79-956d-e6cca6226e1b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.759261] env[69350]: DEBUG oslo_vmware.api [None req-7a5d66a2-cae9-4a6f-939d-af8f31df60b9 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Waiting for the task: (returnval){ [ 854.759261] env[69350]: value = "task-3365074" [ 854.759261] env[69350]: _type = "Task" [ 854.759261] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.771887] env[69350]: DEBUG oslo_vmware.api [None req-7a5d66a2-cae9-4a6f-939d-af8f31df60b9 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Task: {'id': task-3365074, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.901080] env[69350]: DEBUG nova.compute.manager [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: 2b79ce2c-f402-42e5-a90d-5ebdc40896ce] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 854.933767] env[69350]: DEBUG nova.virt.hardware [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 854.934358] env[69350]: DEBUG nova.virt.hardware [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 854.934639] env[69350]: DEBUG nova.virt.hardware [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 854.934948] env[69350]: DEBUG nova.virt.hardware [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 854.935232] env[69350]: DEBUG nova.virt.hardware [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 854.937093] env[69350]: DEBUG nova.virt.hardware [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 854.937093] env[69350]: DEBUG nova.virt.hardware [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 854.937093] env[69350]: DEBUG nova.virt.hardware [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 854.937093] env[69350]: DEBUG nova.virt.hardware [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 854.937093] env[69350]: DEBUG nova.virt.hardware [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 854.937093] env[69350]: DEBUG nova.virt.hardware [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 854.937340] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-825e6c56-6286-4cef-bb89-edb7ed8dcddf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.947755] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb7f52e-4cb2-4b1c-9ab1-a04189adc817 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.979018] env[69350]: DEBUG nova.scheduler.client.report [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 855.127211] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365071, 'name': CreateVM_Task, 'duration_secs': 0.361928} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.127391] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a5af6a2-a06a-4f35-92ea-d122160b22b5] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 855.128109] env[69350]: DEBUG oslo_concurrency.lockutils [None req-00f9b326-c14d-4711-bedd-38fbdc31a1b7 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.128255] env[69350]: DEBUG oslo_concurrency.lockutils [None req-00f9b326-c14d-4711-bedd-38fbdc31a1b7 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.128568] env[69350]: DEBUG oslo_concurrency.lockutils [None req-00f9b326-c14d-4711-bedd-38fbdc31a1b7 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.128820] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cb703a9-de71-46bc-a0b9-9ce81d8fe467 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.133529] env[69350]: DEBUG oslo_vmware.api [None req-00f9b326-c14d-4711-bedd-38fbdc31a1b7 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Waiting for the task: (returnval){ [ 855.133529] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52b21134-d69b-2f29-a88d-1c70672f1d3a" [ 855.133529] env[69350]: _type = "Task" [ 855.133529] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.141571] env[69350]: DEBUG oslo_concurrency.lockutils [req-00445cbf-9097-4392-903c-95d6e8a11e26 req-8800bf94-c696-411a-a947-5413f7ed1f50 service nova] Releasing lock "refresh_cache-7ecd7a06-8651-44da-abd2-1fc160b79921" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.141800] env[69350]: DEBUG nova.compute.manager [req-00445cbf-9097-4392-903c-95d6e8a11e26 req-8800bf94-c696-411a-a947-5413f7ed1f50 service nova] [instance: 3a5af6a2-a06a-4f35-92ea-d122160b22b5] Received event network-vif-plugged-91992c2a-c4aa-4460-9209-15d4643533cc {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.141990] env[69350]: DEBUG oslo_concurrency.lockutils [req-00445cbf-9097-4392-903c-95d6e8a11e26 req-8800bf94-c696-411a-a947-5413f7ed1f50 service nova] Acquiring lock "3a5af6a2-a06a-4f35-92ea-d122160b22b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.142205] env[69350]: DEBUG oslo_concurrency.lockutils [req-00445cbf-9097-4392-903c-95d6e8a11e26 req-8800bf94-c696-411a-a947-5413f7ed1f50 service nova] Lock "3a5af6a2-a06a-4f35-92ea-d122160b22b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.142364] env[69350]: DEBUG oslo_concurrency.lockutils [req-00445cbf-9097-4392-903c-95d6e8a11e26 req-8800bf94-c696-411a-a947-5413f7ed1f50 service nova] Lock "3a5af6a2-a06a-4f35-92ea-d122160b22b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.142530] env[69350]: DEBUG nova.compute.manager [req-00445cbf-9097-4392-903c-95d6e8a11e26 req-8800bf94-c696-411a-a947-5413f7ed1f50 service nova] [instance: 3a5af6a2-a06a-4f35-92ea-d122160b22b5] No waiting events found dispatching network-vif-plugged-91992c2a-c4aa-4460-9209-15d4643533cc {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 855.142696] env[69350]: WARNING nova.compute.manager [req-00445cbf-9097-4392-903c-95d6e8a11e26 req-8800bf94-c696-411a-a947-5413f7ed1f50 service nova] [instance: 3a5af6a2-a06a-4f35-92ea-d122160b22b5] Received unexpected event network-vif-plugged-91992c2a-c4aa-4460-9209-15d4643533cc for instance with vm_state building and task_state spawning. [ 855.142856] env[69350]: DEBUG nova.compute.manager [req-00445cbf-9097-4392-903c-95d6e8a11e26 req-8800bf94-c696-411a-a947-5413f7ed1f50 service nova] [instance: 3a5af6a2-a06a-4f35-92ea-d122160b22b5] Received event network-changed-91992c2a-c4aa-4460-9209-15d4643533cc {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.143039] env[69350]: DEBUG nova.compute.manager [req-00445cbf-9097-4392-903c-95d6e8a11e26 req-8800bf94-c696-411a-a947-5413f7ed1f50 service nova] [instance: 3a5af6a2-a06a-4f35-92ea-d122160b22b5] Refreshing instance network info cache due to event network-changed-91992c2a-c4aa-4460-9209-15d4643533cc. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 855.143242] env[69350]: DEBUG oslo_concurrency.lockutils [req-00445cbf-9097-4392-903c-95d6e8a11e26 req-8800bf94-c696-411a-a947-5413f7ed1f50 service nova] Acquiring lock "refresh_cache-3a5af6a2-a06a-4f35-92ea-d122160b22b5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.143379] env[69350]: DEBUG oslo_concurrency.lockutils [req-00445cbf-9097-4392-903c-95d6e8a11e26 req-8800bf94-c696-411a-a947-5413f7ed1f50 service nova] Acquired lock "refresh_cache-3a5af6a2-a06a-4f35-92ea-d122160b22b5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.143535] env[69350]: DEBUG nova.network.neutron [req-00445cbf-9097-4392-903c-95d6e8a11e26 req-8800bf94-c696-411a-a947-5413f7ed1f50 service nova] [instance: 3a5af6a2-a06a-4f35-92ea-d122160b22b5] Refreshing network info cache for port 91992c2a-c4aa-4460-9209-15d4643533cc {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 855.144741] env[69350]: DEBUG oslo_vmware.api [None req-00f9b326-c14d-4711-bedd-38fbdc31a1b7 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52b21134-d69b-2f29-a88d-1c70672f1d3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.170562] env[69350]: DEBUG oslo_vmware.api [None req-9b8692d1-8c10-445c-911f-a0ab76e79a7b tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Task: {'id': task-3365072, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.188842} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.170834] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9b8692d1-8c10-445c-911f-a0ab76e79a7b tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] [instance: 7ecd7a06-8651-44da-abd2-1fc160b79921] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 855.171905] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f62a0f-a916-4cf4-a5e2-3f55b807c625 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.212841] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b8692d1-8c10-445c-911f-a0ab76e79a7b tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] [instance: 7ecd7a06-8651-44da-abd2-1fc160b79921] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] 7ecd7a06-8651-44da-abd2-1fc160b79921/7ecd7a06-8651-44da-abd2-1fc160b79921.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 855.213207] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae859323-0773-4554-96c5-6e4457bcef05 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.243956] env[69350]: DEBUG oslo_vmware.api [None req-9b8692d1-8c10-445c-911f-a0ab76e79a7b tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Waiting for the task: (returnval){ [ 855.243956] env[69350]: value = "task-3365075" [ 855.243956] env[69350]: _type = "Task" [ 855.243956] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.253171] env[69350]: DEBUG oslo_vmware.api [None req-9b8692d1-8c10-445c-911f-a0ab76e79a7b tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Task: {'id': task-3365075, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.270966] env[69350]: DEBUG oslo_vmware.api [None req-7a5d66a2-cae9-4a6f-939d-af8f31df60b9 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Task: {'id': task-3365074, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.247623} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.270966] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a5d66a2-cae9-4a6f-939d-af8f31df60b9 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 855.270966] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7a5d66a2-cae9-4a6f-939d-af8f31df60b9 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: be800ce5-6d2e-402d-b83a-e22771d0aa5d] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 855.270966] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7a5d66a2-cae9-4a6f-939d-af8f31df60b9 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: be800ce5-6d2e-402d-b83a-e22771d0aa5d] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 855.270966] env[69350]: INFO nova.compute.manager [None req-7a5d66a2-cae9-4a6f-939d-af8f31df60b9 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] [instance: be800ce5-6d2e-402d-b83a-e22771d0aa5d] Took 1.15 seconds to destroy the instance on the hypervisor. [ 855.270966] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a5d66a2-cae9-4a6f-939d-af8f31df60b9 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 855.271639] env[69350]: DEBUG nova.compute.manager [-] [instance: be800ce5-6d2e-402d-b83a-e22771d0aa5d] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 855.271639] env[69350]: DEBUG nova.network.neutron [-] [instance: be800ce5-6d2e-402d-b83a-e22771d0aa5d] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 855.482180] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.622s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.482729] env[69350]: DEBUG nova.compute.manager [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: db8dde79-2be8-4d35-afe0-44e3f33860ed] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 855.485782] env[69350]: DEBUG oslo_concurrency.lockutils [None req-87de02ea-5653-4cae-9053-3e3f26a4618c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.903s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.487243] env[69350]: INFO nova.compute.claims [None req-87de02ea-5653-4cae-9053-3e3f26a4618c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: b431ea42-872f-4b78-b558-5b3ce649d68e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 855.510172] env[69350]: DEBUG nova.network.neutron [-] [instance: 4c2a6729-3ed6-4b80-a7f2-77fcd53bed49] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.549616] env[69350]: DEBUG nova.compute.manager [req-8c86df7b-285a-443c-a33f-1ffc2f8a7cb0 req-b3733db6-1c9d-4e04-aa6f-dd7c495249e6 service nova] [instance: 4c2a6729-3ed6-4b80-a7f2-77fcd53bed49] Received event network-vif-deleted-e1ae5c65-effc-4488-9fe2-8bfdeaf4d9b5 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.549893] env[69350]: DEBUG nova.compute.manager [req-8c86df7b-285a-443c-a33f-1ffc2f8a7cb0 req-b3733db6-1c9d-4e04-aa6f-dd7c495249e6 service nova] [instance: be800ce5-6d2e-402d-b83a-e22771d0aa5d] Received event network-vif-deleted-6a210e51-1547-47fa-b0cb-8185a6427766 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.550084] env[69350]: INFO nova.compute.manager [req-8c86df7b-285a-443c-a33f-1ffc2f8a7cb0 req-b3733db6-1c9d-4e04-aa6f-dd7c495249e6 service nova] [instance: be800ce5-6d2e-402d-b83a-e22771d0aa5d] Neutron deleted interface 6a210e51-1547-47fa-b0cb-8185a6427766; detaching it from the instance and deleting it from the info cache [ 855.550250] env[69350]: DEBUG nova.network.neutron [req-8c86df7b-285a-443c-a33f-1ffc2f8a7cb0 req-b3733db6-1c9d-4e04-aa6f-dd7c495249e6 service nova] [instance: be800ce5-6d2e-402d-b83a-e22771d0aa5d] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.654836] env[69350]: DEBUG oslo_vmware.api [None req-00f9b326-c14d-4711-bedd-38fbdc31a1b7 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52b21134-d69b-2f29-a88d-1c70672f1d3a, 'name': SearchDatastore_Task, 'duration_secs': 0.009603} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.654836] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e5d5ec4-815a-4168-8750-4658f6d98cbc tempest-VolumesAssistedSnapshotsTest-1714971009 tempest-VolumesAssistedSnapshotsTest-1714971009-project-admin] [instance: 096700b1-7125-48b5-877d-5dc745b5fe41] Volume attach. Driver type: vmdk {{(pid=69350) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 855.654836] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e5d5ec4-815a-4168-8750-4658f6d98cbc tempest-VolumesAssistedSnapshotsTest-1714971009 tempest-VolumesAssistedSnapshotsTest-1714971009-project-admin] [instance: 096700b1-7125-48b5-877d-5dc745b5fe41] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-671516', 'volume_id': '90f2f5c0-3e76-4eff-a3c7-9a5f793ac5cd', 'name': 'volume-90f2f5c0-3e76-4eff-a3c7-9a5f793ac5cd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '096700b1-7125-48b5-877d-5dc745b5fe41', 'attached_at': '', 'detached_at': '', 'volume_id': '90f2f5c0-3e76-4eff-a3c7-9a5f793ac5cd', 'serial': '90f2f5c0-3e76-4eff-a3c7-9a5f793ac5cd'} {{(pid=69350) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 855.654836] env[69350]: DEBUG oslo_concurrency.lockutils [None req-00f9b326-c14d-4711-bedd-38fbdc31a1b7 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.654836] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-00f9b326-c14d-4711-bedd-38fbdc31a1b7 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 3a5af6a2-a06a-4f35-92ea-d122160b22b5] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 855.654836] env[69350]: DEBUG oslo_concurrency.lockutils [None req-00f9b326-c14d-4711-bedd-38fbdc31a1b7 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.654836] env[69350]: DEBUG oslo_concurrency.lockutils [None req-00f9b326-c14d-4711-bedd-38fbdc31a1b7 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.654836] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-00f9b326-c14d-4711-bedd-38fbdc31a1b7 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 855.655430] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-464a6b5e-0744-40d1-9a2d-4bef8b280476 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.658136] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bcb6879e-32a6-4f5f-be4a-a48742225e9e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.675459] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64881a34-8d43-4fb8-8a95-df3657b6dee7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.677897] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-00f9b326-c14d-4711-bedd-38fbdc31a1b7 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 855.678391] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-00f9b326-c14d-4711-bedd-38fbdc31a1b7 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 855.678803] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06caca54-af29-46a6-93be-5149cd5b0e67 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.685295] env[69350]: DEBUG oslo_vmware.api [None req-00f9b326-c14d-4711-bedd-38fbdc31a1b7 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Waiting for the task: (returnval){ [ 855.685295] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5239f0e8-677d-41ea-42a3-963d9c17b16e" [ 855.685295] env[69350]: _type = "Task" [ 855.685295] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.709060] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e5d5ec4-815a-4168-8750-4658f6d98cbc tempest-VolumesAssistedSnapshotsTest-1714971009 tempest-VolumesAssistedSnapshotsTest-1714971009-project-admin] [instance: 096700b1-7125-48b5-877d-5dc745b5fe41] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] volume-90f2f5c0-3e76-4eff-a3c7-9a5f793ac5cd/volume-90f2f5c0-3e76-4eff-a3c7-9a5f793ac5cd.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 855.714805] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62a5ea36-5aeb-495e-ab54-6b89882a9a03 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.735657] env[69350]: DEBUG oslo_vmware.api [None req-00f9b326-c14d-4711-bedd-38fbdc31a1b7 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5239f0e8-677d-41ea-42a3-963d9c17b16e, 'name': SearchDatastore_Task, 'duration_secs': 0.009855} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.737522] env[69350]: DEBUG oslo_vmware.api [None req-1e5d5ec4-815a-4168-8750-4658f6d98cbc tempest-VolumesAssistedSnapshotsTest-1714971009 tempest-VolumesAssistedSnapshotsTest-1714971009-project-admin] Waiting for the task: (returnval){ [ 855.737522] env[69350]: value = "task-3365076" [ 855.737522] env[69350]: _type = "Task" [ 855.737522] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.737712] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8a3ba67-14af-45f1-9544-189558b6f8e0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.750880] env[69350]: DEBUG oslo_vmware.api [None req-1e5d5ec4-815a-4168-8750-4658f6d98cbc tempest-VolumesAssistedSnapshotsTest-1714971009 tempest-VolumesAssistedSnapshotsTest-1714971009-project-admin] Task: {'id': task-3365076, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.751828] env[69350]: DEBUG oslo_vmware.api [None req-00f9b326-c14d-4711-bedd-38fbdc31a1b7 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Waiting for the task: (returnval){ [ 855.751828] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52dd0019-fdde-ad9d-f90a-8a74dabbfc0f" [ 855.751828] env[69350]: _type = "Task" [ 855.751828] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.758547] env[69350]: DEBUG oslo_vmware.api [None req-9b8692d1-8c10-445c-911f-a0ab76e79a7b tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Task: {'id': task-3365075, 'name': ReconfigVM_Task, 'duration_secs': 0.282951} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.759225] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b8692d1-8c10-445c-911f-a0ab76e79a7b tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] [instance: 7ecd7a06-8651-44da-abd2-1fc160b79921] Reconfigured VM instance instance-00000027 to attach disk [datastore2] 7ecd7a06-8651-44da-abd2-1fc160b79921/7ecd7a06-8651-44da-abd2-1fc160b79921.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 855.759926] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-59c4e7c2-6acb-4793-9fdc-6322fb9a6c3a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.764900] env[69350]: DEBUG oslo_vmware.api [None req-00f9b326-c14d-4711-bedd-38fbdc31a1b7 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52dd0019-fdde-ad9d-f90a-8a74dabbfc0f, 'name': SearchDatastore_Task, 'duration_secs': 0.012968} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.765417] env[69350]: DEBUG oslo_concurrency.lockutils [None req-00f9b326-c14d-4711-bedd-38fbdc31a1b7 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.765724] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-00f9b326-c14d-4711-bedd-38fbdc31a1b7 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] 3a5af6a2-a06a-4f35-92ea-d122160b22b5/3a5af6a2-a06a-4f35-92ea-d122160b22b5.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 855.765981] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d44a65fb-6feb-4ab3-8bb7-38d179b07ac9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.771424] env[69350]: DEBUG oslo_vmware.api [None req-9b8692d1-8c10-445c-911f-a0ab76e79a7b tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Waiting for the task: (returnval){ [ 855.771424] env[69350]: value = "task-3365077" [ 855.771424] env[69350]: _type = "Task" [ 855.771424] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.776547] env[69350]: DEBUG oslo_vmware.api [None req-00f9b326-c14d-4711-bedd-38fbdc31a1b7 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Waiting for the task: (returnval){ [ 855.776547] env[69350]: value = "task-3365078" [ 855.776547] env[69350]: _type = "Task" [ 855.776547] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.785950] env[69350]: DEBUG oslo_vmware.api [None req-9b8692d1-8c10-445c-911f-a0ab76e79a7b tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Task: {'id': task-3365077, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.789544] env[69350]: DEBUG oslo_vmware.api [None req-00f9b326-c14d-4711-bedd-38fbdc31a1b7 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Task: {'id': task-3365078, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.992734] env[69350]: DEBUG nova.compute.utils [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 855.997044] env[69350]: DEBUG nova.compute.manager [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: db8dde79-2be8-4d35-afe0-44e3f33860ed] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 855.997290] env[69350]: DEBUG nova.network.neutron [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: db8dde79-2be8-4d35-afe0-44e3f33860ed] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 856.014121] env[69350]: DEBUG nova.network.neutron [-] [instance: be800ce5-6d2e-402d-b83a-e22771d0aa5d] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.014121] env[69350]: INFO nova.compute.manager [-] [instance: 4c2a6729-3ed6-4b80-a7f2-77fcd53bed49] Took 1.90 seconds to deallocate network for instance. [ 856.053306] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-790daf0b-a19c-44ea-b8b9-6f9a01f8738f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.066782] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd13023-2b81-400a-b658-33698066c523 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.098594] env[69350]: DEBUG nova.network.neutron [req-00445cbf-9097-4392-903c-95d6e8a11e26 req-8800bf94-c696-411a-a947-5413f7ed1f50 service nova] [instance: 3a5af6a2-a06a-4f35-92ea-d122160b22b5] Updated VIF entry in instance network info cache for port 91992c2a-c4aa-4460-9209-15d4643533cc. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 856.098594] env[69350]: DEBUG nova.network.neutron [req-00445cbf-9097-4392-903c-95d6e8a11e26 req-8800bf94-c696-411a-a947-5413f7ed1f50 service nova] [instance: 3a5af6a2-a06a-4f35-92ea-d122160b22b5] Updating instance_info_cache with network_info: [{"id": "91992c2a-c4aa-4460-9209-15d4643533cc", "address": "fa:16:3e:62:8c:5a", "network": {"id": "7471cab0-87ad-4703-97af-1b6cb285655b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a175bdd0b1324024bc8e47e5836a9e11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91992c2a-c4", "ovs_interfaceid": "91992c2a-c4aa-4460-9209-15d4643533cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.113196] env[69350]: DEBUG nova.compute.manager [req-8c86df7b-285a-443c-a33f-1ffc2f8a7cb0 req-b3733db6-1c9d-4e04-aa6f-dd7c495249e6 service nova] [instance: be800ce5-6d2e-402d-b83a-e22771d0aa5d] Detach interface failed, port_id=6a210e51-1547-47fa-b0cb-8185a6427766, reason: Instance be800ce5-6d2e-402d-b83a-e22771d0aa5d could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 856.114081] env[69350]: DEBUG oslo_concurrency.lockutils [req-00445cbf-9097-4392-903c-95d6e8a11e26 req-8800bf94-c696-411a-a947-5413f7ed1f50 service nova] Releasing lock "refresh_cache-3a5af6a2-a06a-4f35-92ea-d122160b22b5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.119114] env[69350]: DEBUG nova.policy [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b4e6b87525ca4738930d391820ed753b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7df62923c98c4ba0b14f73c9180b0ad2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 856.241285] env[69350]: DEBUG nova.network.neutron [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: 2b79ce2c-f402-42e5-a90d-5ebdc40896ce] Successfully updated port: bfc195ce-152f-4deb-9c30-b7d74c1e17c2 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 856.260027] env[69350]: DEBUG oslo_vmware.api [None req-1e5d5ec4-815a-4168-8750-4658f6d98cbc tempest-VolumesAssistedSnapshotsTest-1714971009 tempest-VolumesAssistedSnapshotsTest-1714971009-project-admin] Task: {'id': task-3365076, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.286389] env[69350]: DEBUG oslo_vmware.api [None req-9b8692d1-8c10-445c-911f-a0ab76e79a7b tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Task: {'id': task-3365077, 'name': Rename_Task, 'duration_secs': 0.164929} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.286676] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b8692d1-8c10-445c-911f-a0ab76e79a7b tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] [instance: 7ecd7a06-8651-44da-abd2-1fc160b79921] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 856.287804] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f8b78ef-8851-4f2a-9232-7c0ed2e575e9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.293509] env[69350]: DEBUG oslo_vmware.api [None req-00f9b326-c14d-4711-bedd-38fbdc31a1b7 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Task: {'id': task-3365078, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511646} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.294865] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-00f9b326-c14d-4711-bedd-38fbdc31a1b7 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] 3a5af6a2-a06a-4f35-92ea-d122160b22b5/3a5af6a2-a06a-4f35-92ea-d122160b22b5.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 856.295170] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-00f9b326-c14d-4711-bedd-38fbdc31a1b7 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 3a5af6a2-a06a-4f35-92ea-d122160b22b5] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 856.295572] env[69350]: DEBUG oslo_vmware.api [None req-9b8692d1-8c10-445c-911f-a0ab76e79a7b tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Waiting for the task: (returnval){ [ 856.295572] env[69350]: value = "task-3365079" [ 856.295572] env[69350]: _type = "Task" [ 856.295572] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.295820] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-76029682-cbe3-47e6-bdef-bd5a6600bf7b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.308765] env[69350]: DEBUG oslo_vmware.api [None req-9b8692d1-8c10-445c-911f-a0ab76e79a7b tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Task: {'id': task-3365079, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.310178] env[69350]: DEBUG oslo_vmware.api [None req-00f9b326-c14d-4711-bedd-38fbdc31a1b7 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Waiting for the task: (returnval){ [ 856.310178] env[69350]: value = "task-3365080" [ 856.310178] env[69350]: _type = "Task" [ 856.310178] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.320872] env[69350]: DEBUG oslo_vmware.api [None req-00f9b326-c14d-4711-bedd-38fbdc31a1b7 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Task: {'id': task-3365080, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.464133] env[69350]: DEBUG nova.network.neutron [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: db8dde79-2be8-4d35-afe0-44e3f33860ed] Successfully created port: a3c4ce93-f708-4927-82ce-081695579d6b {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 856.498462] env[69350]: DEBUG nova.compute.manager [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: db8dde79-2be8-4d35-afe0-44e3f33860ed] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 856.515766] env[69350]: INFO nova.compute.manager [-] [instance: be800ce5-6d2e-402d-b83a-e22771d0aa5d] Took 1.24 seconds to deallocate network for instance. [ 856.525042] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c4e6073f-aa17-4e47-b1d4-722b81d34b6c tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.750600] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Acquiring lock "refresh_cache-2b79ce2c-f402-42e5-a90d-5ebdc40896ce" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.750841] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Acquired lock "refresh_cache-2b79ce2c-f402-42e5-a90d-5ebdc40896ce" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.750949] env[69350]: DEBUG nova.network.neutron [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: 2b79ce2c-f402-42e5-a90d-5ebdc40896ce] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 856.760879] env[69350]: DEBUG oslo_vmware.api [None req-1e5d5ec4-815a-4168-8750-4658f6d98cbc tempest-VolumesAssistedSnapshotsTest-1714971009 tempest-VolumesAssistedSnapshotsTest-1714971009-project-admin] Task: {'id': task-3365076, 'name': ReconfigVM_Task, 'duration_secs': 0.681767} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.761720] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e5d5ec4-815a-4168-8750-4658f6d98cbc tempest-VolumesAssistedSnapshotsTest-1714971009 tempest-VolumesAssistedSnapshotsTest-1714971009-project-admin] [instance: 096700b1-7125-48b5-877d-5dc745b5fe41] Reconfigured VM instance instance-0000000e to attach disk [datastore2] volume-90f2f5c0-3e76-4eff-a3c7-9a5f793ac5cd/volume-90f2f5c0-3e76-4eff-a3c7-9a5f793ac5cd.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 856.769943] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25c67973-cba3-4ce5-b356-986c4d72cf14 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.787182] env[69350]: DEBUG oslo_vmware.api [None req-1e5d5ec4-815a-4168-8750-4658f6d98cbc tempest-VolumesAssistedSnapshotsTest-1714971009 tempest-VolumesAssistedSnapshotsTest-1714971009-project-admin] Waiting for the task: (returnval){ [ 856.787182] env[69350]: value = "task-3365081" [ 856.787182] env[69350]: _type = "Task" [ 856.787182] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.799070] env[69350]: DEBUG oslo_vmware.api [None req-1e5d5ec4-815a-4168-8750-4658f6d98cbc tempest-VolumesAssistedSnapshotsTest-1714971009 tempest-VolumesAssistedSnapshotsTest-1714971009-project-admin] Task: {'id': task-3365081, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.812345] env[69350]: DEBUG oslo_vmware.api [None req-9b8692d1-8c10-445c-911f-a0ab76e79a7b tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Task: {'id': task-3365079, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.825920] env[69350]: DEBUG oslo_vmware.api [None req-00f9b326-c14d-4711-bedd-38fbdc31a1b7 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Task: {'id': task-3365080, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101279} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.826161] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-00f9b326-c14d-4711-bedd-38fbdc31a1b7 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 3a5af6a2-a06a-4f35-92ea-d122160b22b5] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 856.827037] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72370c5d-2c73-4543-a3d2-28dcefb77e90 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.853437] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-00f9b326-c14d-4711-bedd-38fbdc31a1b7 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 3a5af6a2-a06a-4f35-92ea-d122160b22b5] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] 3a5af6a2-a06a-4f35-92ea-d122160b22b5/3a5af6a2-a06a-4f35-92ea-d122160b22b5.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 856.853437] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c24cd1ad-0da3-48d1-942e-0919e503b880 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.876533] env[69350]: DEBUG oslo_vmware.api [None req-00f9b326-c14d-4711-bedd-38fbdc31a1b7 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Waiting for the task: (returnval){ [ 856.876533] env[69350]: value = "task-3365082" [ 856.876533] env[69350]: _type = "Task" [ 856.876533] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.887757] env[69350]: DEBUG oslo_vmware.api [None req-00f9b326-c14d-4711-bedd-38fbdc31a1b7 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Task: {'id': task-3365082, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.983584] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b247bf4-957a-43e7-b969-6bc63d208ff0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.991881] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb7eb984-f2dd-4d5f-909f-8b34c3efb8de {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.026462] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7a5d66a2-cae9-4a6f-939d-af8f31df60b9 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.027404] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43366b53-34db-4161-b3be-6413206f3861 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.036305] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef227f6b-e201-4a8c-82df-1f79273fe18d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.050864] env[69350]: DEBUG nova.compute.provider_tree [None req-87de02ea-5653-4cae-9053-3e3f26a4618c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 857.283913] env[69350]: DEBUG nova.network.neutron [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: 2b79ce2c-f402-42e5-a90d-5ebdc40896ce] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 857.298749] env[69350]: DEBUG oslo_vmware.api [None req-1e5d5ec4-815a-4168-8750-4658f6d98cbc tempest-VolumesAssistedSnapshotsTest-1714971009 tempest-VolumesAssistedSnapshotsTest-1714971009-project-admin] Task: {'id': task-3365081, 'name': ReconfigVM_Task, 'duration_secs': 0.160356} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.301969] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e5d5ec4-815a-4168-8750-4658f6d98cbc tempest-VolumesAssistedSnapshotsTest-1714971009 tempest-VolumesAssistedSnapshotsTest-1714971009-project-admin] [instance: 096700b1-7125-48b5-877d-5dc745b5fe41] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-671516', 'volume_id': '90f2f5c0-3e76-4eff-a3c7-9a5f793ac5cd', 'name': 'volume-90f2f5c0-3e76-4eff-a3c7-9a5f793ac5cd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '096700b1-7125-48b5-877d-5dc745b5fe41', 'attached_at': '', 'detached_at': '', 'volume_id': '90f2f5c0-3e76-4eff-a3c7-9a5f793ac5cd', 'serial': '90f2f5c0-3e76-4eff-a3c7-9a5f793ac5cd'} {{(pid=69350) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 857.312046] env[69350]: DEBUG oslo_vmware.api [None req-9b8692d1-8c10-445c-911f-a0ab76e79a7b tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Task: {'id': task-3365079, 'name': PowerOnVM_Task, 'duration_secs': 0.532037} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.312192] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b8692d1-8c10-445c-911f-a0ab76e79a7b tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] [instance: 7ecd7a06-8651-44da-abd2-1fc160b79921] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 857.312362] env[69350]: INFO nova.compute.manager [None req-9b8692d1-8c10-445c-911f-a0ab76e79a7b tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] [instance: 7ecd7a06-8651-44da-abd2-1fc160b79921] Took 7.54 seconds to spawn the instance on the hypervisor. [ 857.312553] env[69350]: DEBUG nova.compute.manager [None req-9b8692d1-8c10-445c-911f-a0ab76e79a7b tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] [instance: 7ecd7a06-8651-44da-abd2-1fc160b79921] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 857.313458] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-974340f3-11a7-4d39-b7c3-9b8726cf8294 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.391803] env[69350]: DEBUG oslo_vmware.api [None req-00f9b326-c14d-4711-bedd-38fbdc31a1b7 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Task: {'id': task-3365082, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.431597] env[69350]: DEBUG nova.network.neutron [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: 2b79ce2c-f402-42e5-a90d-5ebdc40896ce] Updating instance_info_cache with network_info: [{"id": "bfc195ce-152f-4deb-9c30-b7d74c1e17c2", "address": "fa:16:3e:9b:aa:16", "network": {"id": "777723e9-8e70-4fbd-b53a-ebe50f64e072", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-643123994-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7df62923c98c4ba0b14f73c9180b0ad2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfc195ce-15", "ovs_interfaceid": "bfc195ce-152f-4deb-9c30-b7d74c1e17c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.531897] env[69350]: DEBUG nova.compute.manager [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: db8dde79-2be8-4d35-afe0-44e3f33860ed] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 857.554086] env[69350]: DEBUG nova.scheduler.client.report [None req-87de02ea-5653-4cae-9053-3e3f26a4618c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 857.560590] env[69350]: DEBUG nova.virt.hardware [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 857.560590] env[69350]: DEBUG nova.virt.hardware [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 857.560590] env[69350]: DEBUG nova.virt.hardware [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 857.560590] env[69350]: DEBUG nova.virt.hardware [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 857.560590] env[69350]: DEBUG nova.virt.hardware [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 857.560590] env[69350]: DEBUG nova.virt.hardware [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 857.560590] env[69350]: DEBUG nova.virt.hardware [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 857.560590] env[69350]: DEBUG nova.virt.hardware [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 857.561069] env[69350]: DEBUG nova.virt.hardware [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 857.561069] env[69350]: DEBUG nova.virt.hardware [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 857.561213] env[69350]: DEBUG nova.virt.hardware [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 857.561943] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac51e523-72d7-4068-8013-84686882aa57 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.570212] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f1dddd0-682f-43db-bfc9-b1fa4cbb1515 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.599947] env[69350]: DEBUG nova.compute.manager [req-7d25688f-2e21-42ed-9cdc-b79b08cb4025 req-4f9fb04a-cac7-4d63-8a3e-53b0408eadc4 service nova] [instance: 2b79ce2c-f402-42e5-a90d-5ebdc40896ce] Received event network-vif-plugged-bfc195ce-152f-4deb-9c30-b7d74c1e17c2 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 857.600198] env[69350]: DEBUG oslo_concurrency.lockutils [req-7d25688f-2e21-42ed-9cdc-b79b08cb4025 req-4f9fb04a-cac7-4d63-8a3e-53b0408eadc4 service nova] Acquiring lock "2b79ce2c-f402-42e5-a90d-5ebdc40896ce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.600401] env[69350]: DEBUG oslo_concurrency.lockutils [req-7d25688f-2e21-42ed-9cdc-b79b08cb4025 req-4f9fb04a-cac7-4d63-8a3e-53b0408eadc4 service nova] Lock "2b79ce2c-f402-42e5-a90d-5ebdc40896ce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.600577] env[69350]: DEBUG oslo_concurrency.lockutils [req-7d25688f-2e21-42ed-9cdc-b79b08cb4025 req-4f9fb04a-cac7-4d63-8a3e-53b0408eadc4 service nova] Lock "2b79ce2c-f402-42e5-a90d-5ebdc40896ce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.600715] env[69350]: DEBUG nova.compute.manager [req-7d25688f-2e21-42ed-9cdc-b79b08cb4025 req-4f9fb04a-cac7-4d63-8a3e-53b0408eadc4 service nova] [instance: 2b79ce2c-f402-42e5-a90d-5ebdc40896ce] No waiting events found dispatching network-vif-plugged-bfc195ce-152f-4deb-9c30-b7d74c1e17c2 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 857.600863] env[69350]: WARNING nova.compute.manager [req-7d25688f-2e21-42ed-9cdc-b79b08cb4025 req-4f9fb04a-cac7-4d63-8a3e-53b0408eadc4 service nova] [instance: 2b79ce2c-f402-42e5-a90d-5ebdc40896ce] Received unexpected event network-vif-plugged-bfc195ce-152f-4deb-9c30-b7d74c1e17c2 for instance with vm_state building and task_state spawning. [ 857.601091] env[69350]: DEBUG nova.compute.manager [req-7d25688f-2e21-42ed-9cdc-b79b08cb4025 req-4f9fb04a-cac7-4d63-8a3e-53b0408eadc4 service nova] [instance: 2b79ce2c-f402-42e5-a90d-5ebdc40896ce] Received event network-changed-bfc195ce-152f-4deb-9c30-b7d74c1e17c2 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 857.601234] env[69350]: DEBUG nova.compute.manager [req-7d25688f-2e21-42ed-9cdc-b79b08cb4025 req-4f9fb04a-cac7-4d63-8a3e-53b0408eadc4 service nova] [instance: 2b79ce2c-f402-42e5-a90d-5ebdc40896ce] Refreshing instance network info cache due to event network-changed-bfc195ce-152f-4deb-9c30-b7d74c1e17c2. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 857.601399] env[69350]: DEBUG oslo_concurrency.lockutils [req-7d25688f-2e21-42ed-9cdc-b79b08cb4025 req-4f9fb04a-cac7-4d63-8a3e-53b0408eadc4 service nova] Acquiring lock "refresh_cache-2b79ce2c-f402-42e5-a90d-5ebdc40896ce" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.843594] env[69350]: INFO nova.compute.manager [None req-9b8692d1-8c10-445c-911f-a0ab76e79a7b tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] [instance: 7ecd7a06-8651-44da-abd2-1fc160b79921] Took 46.51 seconds to build instance. [ 857.892330] env[69350]: DEBUG oslo_vmware.api [None req-00f9b326-c14d-4711-bedd-38fbdc31a1b7 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Task: {'id': task-3365082, 'name': ReconfigVM_Task, 'duration_secs': 0.722014} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.892644] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-00f9b326-c14d-4711-bedd-38fbdc31a1b7 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 3a5af6a2-a06a-4f35-92ea-d122160b22b5] Reconfigured VM instance instance-00000028 to attach disk [datastore2] 3a5af6a2-a06a-4f35-92ea-d122160b22b5/3a5af6a2-a06a-4f35-92ea-d122160b22b5.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 857.893313] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-259f3c2d-2657-42e1-83ed-d4f515e85d06 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.903014] env[69350]: DEBUG oslo_vmware.api [None req-00f9b326-c14d-4711-bedd-38fbdc31a1b7 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Waiting for the task: (returnval){ [ 857.903014] env[69350]: value = "task-3365083" [ 857.903014] env[69350]: _type = "Task" [ 857.903014] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.911759] env[69350]: DEBUG oslo_vmware.api [None req-00f9b326-c14d-4711-bedd-38fbdc31a1b7 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Task: {'id': task-3365083, 'name': Rename_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.934934] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Releasing lock "refresh_cache-2b79ce2c-f402-42e5-a90d-5ebdc40896ce" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.935340] env[69350]: DEBUG nova.compute.manager [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: 2b79ce2c-f402-42e5-a90d-5ebdc40896ce] Instance network_info: |[{"id": "bfc195ce-152f-4deb-9c30-b7d74c1e17c2", "address": "fa:16:3e:9b:aa:16", "network": {"id": "777723e9-8e70-4fbd-b53a-ebe50f64e072", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-643123994-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7df62923c98c4ba0b14f73c9180b0ad2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfc195ce-15", "ovs_interfaceid": "bfc195ce-152f-4deb-9c30-b7d74c1e17c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 857.935672] env[69350]: DEBUG oslo_concurrency.lockutils [req-7d25688f-2e21-42ed-9cdc-b79b08cb4025 req-4f9fb04a-cac7-4d63-8a3e-53b0408eadc4 service nova] Acquired lock "refresh_cache-2b79ce2c-f402-42e5-a90d-5ebdc40896ce" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.935858] env[69350]: DEBUG nova.network.neutron [req-7d25688f-2e21-42ed-9cdc-b79b08cb4025 req-4f9fb04a-cac7-4d63-8a3e-53b0408eadc4 service nova] [instance: 2b79ce2c-f402-42e5-a90d-5ebdc40896ce] Refreshing network info cache for port bfc195ce-152f-4deb-9c30-b7d74c1e17c2 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 857.938753] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: 2b79ce2c-f402-42e5-a90d-5ebdc40896ce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:aa:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d377d75-3add-4a15-8691-74b2eb010924', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bfc195ce-152f-4deb-9c30-b7d74c1e17c2', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 857.950713] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Creating folder: Project (7df62923c98c4ba0b14f73c9180b0ad2). Parent ref: group-v671398. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 857.951860] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a79d1d7b-48b4-4fe9-8f09-d3bb20364538 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.965612] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Created folder: Project (7df62923c98c4ba0b14f73c9180b0ad2) in parent group-v671398. [ 857.966569] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Creating folder: Instances. Parent ref: group-v671519. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 857.966850] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0697287e-391c-404f-9dcc-f679f14310ba {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.981036] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Created folder: Instances in parent group-v671519. [ 857.981036] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 857.981036] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b79ce2c-f402-42e5-a90d-5ebdc40896ce] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 857.981036] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-92788989-d972-4d2d-9911-6fcb963b063b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.003157] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 858.003157] env[69350]: value = "task-3365086" [ 858.003157] env[69350]: _type = "Task" [ 858.003157] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.011579] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365086, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.069430] env[69350]: DEBUG oslo_concurrency.lockutils [None req-87de02ea-5653-4cae-9053-3e3f26a4618c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.580s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.069430] env[69350]: DEBUG nova.compute.manager [None req-87de02ea-5653-4cae-9053-3e3f26a4618c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: b431ea42-872f-4b78-b558-5b3ce649d68e] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 858.070644] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4de7453d-a28f-41b3-bcad-06e4662573e8 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.436s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.072205] env[69350]: INFO nova.compute.claims [None req-4de7453d-a28f-41b3-bcad-06e4662573e8 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: 325fb273-d943-4e52-bde2-a2d3eee6fcbd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 858.131277] env[69350]: DEBUG nova.network.neutron [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: db8dde79-2be8-4d35-afe0-44e3f33860ed] Successfully updated port: a3c4ce93-f708-4927-82ce-081695579d6b {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 858.346170] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9b8692d1-8c10-445c-911f-a0ab76e79a7b tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Lock "7ecd7a06-8651-44da-abd2-1fc160b79921" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.550s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.369550] env[69350]: DEBUG nova.objects.instance [None req-1e5d5ec4-815a-4168-8750-4658f6d98cbc tempest-VolumesAssistedSnapshotsTest-1714971009 tempest-VolumesAssistedSnapshotsTest-1714971009-project-admin] Lazy-loading 'flavor' on Instance uuid 096700b1-7125-48b5-877d-5dc745b5fe41 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 858.417523] env[69350]: DEBUG oslo_vmware.api [None req-00f9b326-c14d-4711-bedd-38fbdc31a1b7 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Task: {'id': task-3365083, 'name': Rename_Task, 'duration_secs': 0.160863} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.417792] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-00f9b326-c14d-4711-bedd-38fbdc31a1b7 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 3a5af6a2-a06a-4f35-92ea-d122160b22b5] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 858.418044] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3dfb14e0-987e-469b-845e-c89011bf5c22 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.425417] env[69350]: DEBUG oslo_vmware.api [None req-00f9b326-c14d-4711-bedd-38fbdc31a1b7 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Waiting for the task: (returnval){ [ 858.425417] env[69350]: value = "task-3365087" [ 858.425417] env[69350]: _type = "Task" [ 858.425417] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.433848] env[69350]: DEBUG oslo_vmware.api [None req-00f9b326-c14d-4711-bedd-38fbdc31a1b7 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Task: {'id': task-3365087, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.470605] env[69350]: DEBUG nova.compute.manager [req-38bbba58-fd8c-49e8-ae46-4888bc8e398f req-3e5f52da-38d3-4af3-8f12-45bccaed007d service nova] [instance: 4d443b60-1f07-4d5f-a3cb-9c50407198ae] Received event network-changed-340151f0-9772-452b-bf9a-2b650c2072c5 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 858.470850] env[69350]: DEBUG nova.compute.manager [req-38bbba58-fd8c-49e8-ae46-4888bc8e398f req-3e5f52da-38d3-4af3-8f12-45bccaed007d service nova] [instance: 4d443b60-1f07-4d5f-a3cb-9c50407198ae] Refreshing instance network info cache due to event network-changed-340151f0-9772-452b-bf9a-2b650c2072c5. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 858.471162] env[69350]: DEBUG oslo_concurrency.lockutils [req-38bbba58-fd8c-49e8-ae46-4888bc8e398f req-3e5f52da-38d3-4af3-8f12-45bccaed007d service nova] Acquiring lock "refresh_cache-4d443b60-1f07-4d5f-a3cb-9c50407198ae" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.471334] env[69350]: DEBUG oslo_concurrency.lockutils [req-38bbba58-fd8c-49e8-ae46-4888bc8e398f req-3e5f52da-38d3-4af3-8f12-45bccaed007d service nova] Acquired lock "refresh_cache-4d443b60-1f07-4d5f-a3cb-9c50407198ae" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.471554] env[69350]: DEBUG nova.network.neutron [req-38bbba58-fd8c-49e8-ae46-4888bc8e398f req-3e5f52da-38d3-4af3-8f12-45bccaed007d service nova] [instance: 4d443b60-1f07-4d5f-a3cb-9c50407198ae] Refreshing network info cache for port 340151f0-9772-452b-bf9a-2b650c2072c5 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 858.517791] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365086, 'name': CreateVM_Task, 'duration_secs': 0.371284} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.517981] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b79ce2c-f402-42e5-a90d-5ebdc40896ce] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 858.518737] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.518897] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.519238] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.519566] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68ceff83-877a-4454-abe2-536046e69761 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.525345] env[69350]: DEBUG oslo_vmware.api [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Waiting for the task: (returnval){ [ 858.525345] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]523aa8c3-e9f0-2ee1-b93b-0aa9cb0f4ac4" [ 858.525345] env[69350]: _type = "Task" [ 858.525345] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.534737] env[69350]: DEBUG oslo_vmware.api [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]523aa8c3-e9f0-2ee1-b93b-0aa9cb0f4ac4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.578682] env[69350]: DEBUG nova.compute.utils [None req-87de02ea-5653-4cae-9053-3e3f26a4618c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 858.584038] env[69350]: DEBUG nova.compute.manager [None req-87de02ea-5653-4cae-9053-3e3f26a4618c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: b431ea42-872f-4b78-b558-5b3ce649d68e] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 858.584038] env[69350]: DEBUG nova.network.neutron [None req-87de02ea-5653-4cae-9053-3e3f26a4618c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: b431ea42-872f-4b78-b558-5b3ce649d68e] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 858.632802] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Acquiring lock "refresh_cache-db8dde79-2be8-4d35-afe0-44e3f33860ed" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.632959] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Acquired lock "refresh_cache-db8dde79-2be8-4d35-afe0-44e3f33860ed" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.633154] env[69350]: DEBUG nova.network.neutron [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: db8dde79-2be8-4d35-afe0-44e3f33860ed] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 858.698632] env[69350]: DEBUG nova.policy [None req-87de02ea-5653-4cae-9053-3e3f26a4618c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a066b53eb1b04d39a37c37d016b13cb9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5716ad99abd74301815f5708ce395fbf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 858.848623] env[69350]: DEBUG nova.compute.manager [None req-743548ca-d229-469d-a275-297439c1b0c8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 6d681952-777f-4243-9b4b-ee5fb0392173] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 858.878399] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1e5d5ec4-815a-4168-8750-4658f6d98cbc tempest-VolumesAssistedSnapshotsTest-1714971009 tempest-VolumesAssistedSnapshotsTest-1714971009-project-admin] Lock "096700b1-7125-48b5-877d-5dc745b5fe41" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.858s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.878399] env[69350]: DEBUG nova.network.neutron [req-7d25688f-2e21-42ed-9cdc-b79b08cb4025 req-4f9fb04a-cac7-4d63-8a3e-53b0408eadc4 service nova] [instance: 2b79ce2c-f402-42e5-a90d-5ebdc40896ce] Updated VIF entry in instance network info cache for port bfc195ce-152f-4deb-9c30-b7d74c1e17c2. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 858.878532] env[69350]: DEBUG nova.network.neutron [req-7d25688f-2e21-42ed-9cdc-b79b08cb4025 req-4f9fb04a-cac7-4d63-8a3e-53b0408eadc4 service nova] [instance: 2b79ce2c-f402-42e5-a90d-5ebdc40896ce] Updating instance_info_cache with network_info: [{"id": "bfc195ce-152f-4deb-9c30-b7d74c1e17c2", "address": "fa:16:3e:9b:aa:16", "network": {"id": "777723e9-8e70-4fbd-b53a-ebe50f64e072", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-643123994-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7df62923c98c4ba0b14f73c9180b0ad2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfc195ce-15", "ovs_interfaceid": "bfc195ce-152f-4deb-9c30-b7d74c1e17c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.936141] env[69350]: DEBUG oslo_vmware.api [None req-00f9b326-c14d-4711-bedd-38fbdc31a1b7 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Task: {'id': task-3365087, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.041252] env[69350]: DEBUG oslo_vmware.api [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]523aa8c3-e9f0-2ee1-b93b-0aa9cb0f4ac4, 'name': SearchDatastore_Task, 'duration_secs': 0.017261} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.041565] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.041798] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: 2b79ce2c-f402-42e5-a90d-5ebdc40896ce] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 859.042044] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.042191] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.042373] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 859.042636] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6eed919e-c105-42c5-bc2a-2496cf0f9204 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.052812] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 859.052998] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 859.053846] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-466ab125-672c-4cb3-932b-eb1f6bff84f8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.060528] env[69350]: DEBUG oslo_vmware.api [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Waiting for the task: (returnval){ [ 859.060528] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52a6ca5b-a98b-7f37-b8ae-ca093bc54bd2" [ 859.060528] env[69350]: _type = "Task" [ 859.060528] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.069034] env[69350]: DEBUG oslo_vmware.api [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52a6ca5b-a98b-7f37-b8ae-ca093bc54bd2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.084698] env[69350]: DEBUG nova.compute.manager [None req-87de02ea-5653-4cae-9053-3e3f26a4618c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: b431ea42-872f-4b78-b558-5b3ce649d68e] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 859.202630] env[69350]: DEBUG nova.network.neutron [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: db8dde79-2be8-4d35-afe0-44e3f33860ed] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 859.374982] env[69350]: DEBUG oslo_concurrency.lockutils [None req-743548ca-d229-469d-a275-297439c1b0c8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.381142] env[69350]: DEBUG oslo_concurrency.lockutils [req-7d25688f-2e21-42ed-9cdc-b79b08cb4025 req-4f9fb04a-cac7-4d63-8a3e-53b0408eadc4 service nova] Releasing lock "refresh_cache-2b79ce2c-f402-42e5-a90d-5ebdc40896ce" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.449548] env[69350]: DEBUG oslo_vmware.api [None req-00f9b326-c14d-4711-bedd-38fbdc31a1b7 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Task: {'id': task-3365087, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.531814] env[69350]: DEBUG nova.network.neutron [None req-87de02ea-5653-4cae-9053-3e3f26a4618c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: b431ea42-872f-4b78-b558-5b3ce649d68e] Successfully created port: 0818a221-66a5-4ce5-b770-4fc69588d087 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 859.535622] env[69350]: DEBUG nova.network.neutron [req-38bbba58-fd8c-49e8-ae46-4888bc8e398f req-3e5f52da-38d3-4af3-8f12-45bccaed007d service nova] [instance: 4d443b60-1f07-4d5f-a3cb-9c50407198ae] Updated VIF entry in instance network info cache for port 340151f0-9772-452b-bf9a-2b650c2072c5. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 859.535987] env[69350]: DEBUG nova.network.neutron [req-38bbba58-fd8c-49e8-ae46-4888bc8e398f req-3e5f52da-38d3-4af3-8f12-45bccaed007d service nova] [instance: 4d443b60-1f07-4d5f-a3cb-9c50407198ae] Updating instance_info_cache with network_info: [{"id": "340151f0-9772-452b-bf9a-2b650c2072c5", "address": "fa:16:3e:b9:92:3f", "network": {"id": "b034b6f9-3367-4c5a-804a-a0c37a35e500", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-357102781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8382d92fedce401ea98e533a267ac89a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap340151f0-97", "ovs_interfaceid": "340151f0-9772-452b-bf9a-2b650c2072c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.557272] env[69350]: DEBUG nova.network.neutron [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: db8dde79-2be8-4d35-afe0-44e3f33860ed] Updating instance_info_cache with network_info: [{"id": "a3c4ce93-f708-4927-82ce-081695579d6b", "address": "fa:16:3e:a6:56:02", "network": {"id": "777723e9-8e70-4fbd-b53a-ebe50f64e072", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-643123994-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7df62923c98c4ba0b14f73c9180b0ad2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3c4ce93-f7", "ovs_interfaceid": "a3c4ce93-f708-4927-82ce-081695579d6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.575803] env[69350]: DEBUG oslo_vmware.api [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52a6ca5b-a98b-7f37-b8ae-ca093bc54bd2, 'name': SearchDatastore_Task, 'duration_secs': 0.014526} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.576869] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52582285-de45-41d9-9e95-37f1b8d11924 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.586450] env[69350]: DEBUG oslo_vmware.api [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Waiting for the task: (returnval){ [ 859.586450] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5220d852-6e03-0750-d3aa-06ea0808eb1a" [ 859.586450] env[69350]: _type = "Task" [ 859.586450] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.604734] env[69350]: DEBUG oslo_vmware.api [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5220d852-6e03-0750-d3aa-06ea0808eb1a, 'name': SearchDatastore_Task, 'duration_secs': 0.013534} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.604734] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.604734] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] 2b79ce2c-f402-42e5-a90d-5ebdc40896ce/2b79ce2c-f402-42e5-a90d-5ebdc40896ce.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 859.604734] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4b7c2d8e-9e52-4e37-9a38-2759202a54bf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.612923] env[69350]: DEBUG oslo_vmware.api [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Waiting for the task: (returnval){ [ 859.612923] env[69350]: value = "task-3365088" [ 859.612923] env[69350]: _type = "Task" [ 859.612923] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.618166] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-742f7d13-665e-4363-ab64-af177d3dbc4a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.627299] env[69350]: DEBUG oslo_vmware.api [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Task: {'id': task-3365088, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.629758] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ca6b6be-9d5a-4d2f-827e-eb2370731377 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.662860] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a741068-5151-4309-b11a-54a805c15ba8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.672756] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca71518f-1668-4bc2-9293-d793fd9a39ff {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.688423] env[69350]: DEBUG nova.compute.provider_tree [None req-4de7453d-a28f-41b3-bcad-06e4662573e8 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 859.949368] env[69350]: DEBUG oslo_vmware.api [None req-00f9b326-c14d-4711-bedd-38fbdc31a1b7 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Task: {'id': task-3365087, 'name': PowerOnVM_Task, 'duration_secs': 1.042348} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.951127] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-00f9b326-c14d-4711-bedd-38fbdc31a1b7 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 3a5af6a2-a06a-4f35-92ea-d122160b22b5] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 859.951127] env[69350]: INFO nova.compute.manager [None req-00f9b326-c14d-4711-bedd-38fbdc31a1b7 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 3a5af6a2-a06a-4f35-92ea-d122160b22b5] Took 7.64 seconds to spawn the instance on the hypervisor. [ 859.951127] env[69350]: DEBUG nova.compute.manager [None req-00f9b326-c14d-4711-bedd-38fbdc31a1b7 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 3a5af6a2-a06a-4f35-92ea-d122160b22b5] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 859.952783] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b616f35-20ae-4e96-97bc-977f768c2096 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.041465] env[69350]: DEBUG oslo_concurrency.lockutils [req-38bbba58-fd8c-49e8-ae46-4888bc8e398f req-3e5f52da-38d3-4af3-8f12-45bccaed007d service nova] Releasing lock "refresh_cache-4d443b60-1f07-4d5f-a3cb-9c50407198ae" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.060702] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Releasing lock "refresh_cache-db8dde79-2be8-4d35-afe0-44e3f33860ed" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.061125] env[69350]: DEBUG nova.compute.manager [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: db8dde79-2be8-4d35-afe0-44e3f33860ed] Instance network_info: |[{"id": "a3c4ce93-f708-4927-82ce-081695579d6b", "address": "fa:16:3e:a6:56:02", "network": {"id": "777723e9-8e70-4fbd-b53a-ebe50f64e072", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-643123994-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7df62923c98c4ba0b14f73c9180b0ad2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3c4ce93-f7", "ovs_interfaceid": "a3c4ce93-f708-4927-82ce-081695579d6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 860.061578] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: db8dde79-2be8-4d35-afe0-44e3f33860ed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:56:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d377d75-3add-4a15-8691-74b2eb010924', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a3c4ce93-f708-4927-82ce-081695579d6b', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 860.070434] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 860.071810] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db8dde79-2be8-4d35-afe0-44e3f33860ed] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 860.073677] env[69350]: DEBUG nova.compute.manager [req-1d55bb90-cd89-4e8c-b52a-c166dc9cf2ba req-ddd384fa-45d4-46c5-b50d-f6be8be97d86 service nova] [instance: db8dde79-2be8-4d35-afe0-44e3f33860ed] Received event network-vif-plugged-a3c4ce93-f708-4927-82ce-081695579d6b {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 860.073880] env[69350]: DEBUG oslo_concurrency.lockutils [req-1d55bb90-cd89-4e8c-b52a-c166dc9cf2ba req-ddd384fa-45d4-46c5-b50d-f6be8be97d86 service nova] Acquiring lock "db8dde79-2be8-4d35-afe0-44e3f33860ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.074110] env[69350]: DEBUG oslo_concurrency.lockutils [req-1d55bb90-cd89-4e8c-b52a-c166dc9cf2ba req-ddd384fa-45d4-46c5-b50d-f6be8be97d86 service nova] Lock "db8dde79-2be8-4d35-afe0-44e3f33860ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.074306] env[69350]: DEBUG oslo_concurrency.lockutils [req-1d55bb90-cd89-4e8c-b52a-c166dc9cf2ba req-ddd384fa-45d4-46c5-b50d-f6be8be97d86 service nova] Lock "db8dde79-2be8-4d35-afe0-44e3f33860ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.074582] env[69350]: DEBUG nova.compute.manager [req-1d55bb90-cd89-4e8c-b52a-c166dc9cf2ba req-ddd384fa-45d4-46c5-b50d-f6be8be97d86 service nova] [instance: db8dde79-2be8-4d35-afe0-44e3f33860ed] No waiting events found dispatching network-vif-plugged-a3c4ce93-f708-4927-82ce-081695579d6b {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 860.074658] env[69350]: WARNING nova.compute.manager [req-1d55bb90-cd89-4e8c-b52a-c166dc9cf2ba req-ddd384fa-45d4-46c5-b50d-f6be8be97d86 service nova] [instance: db8dde79-2be8-4d35-afe0-44e3f33860ed] Received unexpected event network-vif-plugged-a3c4ce93-f708-4927-82ce-081695579d6b for instance with vm_state building and task_state spawning. [ 860.074779] env[69350]: DEBUG nova.compute.manager [req-1d55bb90-cd89-4e8c-b52a-c166dc9cf2ba req-ddd384fa-45d4-46c5-b50d-f6be8be97d86 service nova] [instance: db8dde79-2be8-4d35-afe0-44e3f33860ed] Received event network-changed-a3c4ce93-f708-4927-82ce-081695579d6b {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 860.074923] env[69350]: DEBUG nova.compute.manager [req-1d55bb90-cd89-4e8c-b52a-c166dc9cf2ba req-ddd384fa-45d4-46c5-b50d-f6be8be97d86 service nova] [instance: db8dde79-2be8-4d35-afe0-44e3f33860ed] Refreshing instance network info cache due to event network-changed-a3c4ce93-f708-4927-82ce-081695579d6b. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 860.075121] env[69350]: DEBUG oslo_concurrency.lockutils [req-1d55bb90-cd89-4e8c-b52a-c166dc9cf2ba req-ddd384fa-45d4-46c5-b50d-f6be8be97d86 service nova] Acquiring lock "refresh_cache-db8dde79-2be8-4d35-afe0-44e3f33860ed" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.075500] env[69350]: DEBUG oslo_concurrency.lockutils [req-1d55bb90-cd89-4e8c-b52a-c166dc9cf2ba req-ddd384fa-45d4-46c5-b50d-f6be8be97d86 service nova] Acquired lock "refresh_cache-db8dde79-2be8-4d35-afe0-44e3f33860ed" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.075500] env[69350]: DEBUG nova.network.neutron [req-1d55bb90-cd89-4e8c-b52a-c166dc9cf2ba req-ddd384fa-45d4-46c5-b50d-f6be8be97d86 service nova] [instance: db8dde79-2be8-4d35-afe0-44e3f33860ed] Refreshing network info cache for port a3c4ce93-f708-4927-82ce-081695579d6b {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 860.078295] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f5288182-0ae8-47ba-8772-94a0710161a2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.101215] env[69350]: DEBUG nova.compute.manager [None req-87de02ea-5653-4cae-9053-3e3f26a4618c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: b431ea42-872f-4b78-b558-5b3ce649d68e] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 860.104690] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 860.104690] env[69350]: value = "task-3365089" [ 860.104690] env[69350]: _type = "Task" [ 860.104690] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.116712] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365089, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.125469] env[69350]: DEBUG oslo_vmware.api [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Task: {'id': task-3365088, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494459} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.127969] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] 2b79ce2c-f402-42e5-a90d-5ebdc40896ce/2b79ce2c-f402-42e5-a90d-5ebdc40896ce.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 860.128265] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: 2b79ce2c-f402-42e5-a90d-5ebdc40896ce] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 860.128778] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cf2fb3d7-37e8-4758-b9fc-029bc73088b0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.135133] env[69350]: DEBUG nova.virt.hardware [None req-87de02ea-5653-4cae-9053-3e3f26a4618c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 860.135133] env[69350]: DEBUG nova.virt.hardware [None req-87de02ea-5653-4cae-9053-3e3f26a4618c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 860.135133] env[69350]: DEBUG nova.virt.hardware [None req-87de02ea-5653-4cae-9053-3e3f26a4618c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 860.135373] env[69350]: DEBUG nova.virt.hardware [None req-87de02ea-5653-4cae-9053-3e3f26a4618c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 860.135373] env[69350]: DEBUG nova.virt.hardware [None req-87de02ea-5653-4cae-9053-3e3f26a4618c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 860.135471] env[69350]: DEBUG nova.virt.hardware [None req-87de02ea-5653-4cae-9053-3e3f26a4618c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 860.135861] env[69350]: DEBUG nova.virt.hardware [None req-87de02ea-5653-4cae-9053-3e3f26a4618c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 860.136142] env[69350]: DEBUG nova.virt.hardware [None req-87de02ea-5653-4cae-9053-3e3f26a4618c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 860.136376] env[69350]: DEBUG nova.virt.hardware [None req-87de02ea-5653-4cae-9053-3e3f26a4618c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 860.137597] env[69350]: DEBUG nova.virt.hardware [None req-87de02ea-5653-4cae-9053-3e3f26a4618c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 860.137597] env[69350]: DEBUG nova.virt.hardware [None req-87de02ea-5653-4cae-9053-3e3f26a4618c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 860.138390] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26846d12-286a-4f35-a557-d94f549bf22d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.142364] env[69350]: DEBUG oslo_vmware.api [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Waiting for the task: (returnval){ [ 860.142364] env[69350]: value = "task-3365090" [ 860.142364] env[69350]: _type = "Task" [ 860.142364] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.156316] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd5daae0-1ecc-49ad-a399-d4e1508e3dc5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.160780] env[69350]: DEBUG oslo_vmware.api [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Task: {'id': task-3365090, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.192322] env[69350]: DEBUG nova.scheduler.client.report [None req-4de7453d-a28f-41b3-bcad-06e4662573e8 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 860.481264] env[69350]: INFO nova.compute.manager [None req-00f9b326-c14d-4711-bedd-38fbdc31a1b7 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 3a5af6a2-a06a-4f35-92ea-d122160b22b5] Took 45.88 seconds to build instance. [ 860.615919] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365089, 'name': CreateVM_Task, 'duration_secs': 0.378586} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.616102] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db8dde79-2be8-4d35-afe0-44e3f33860ed] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 860.616751] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.616928] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.617325] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.617575] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4984484c-c028-4be6-84e6-37370b601a04 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.622381] env[69350]: DEBUG oslo_vmware.api [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Waiting for the task: (returnval){ [ 860.622381] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52f33386-63c2-08e9-5aa8-6cd8cbf4a06e" [ 860.622381] env[69350]: _type = "Task" [ 860.622381] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.632264] env[69350]: DEBUG oslo_vmware.api [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52f33386-63c2-08e9-5aa8-6cd8cbf4a06e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.652765] env[69350]: DEBUG oslo_vmware.api [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Task: {'id': task-3365090, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095338} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.653047] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: 2b79ce2c-f402-42e5-a90d-5ebdc40896ce] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 860.653821] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2892aa37-c6a5-4045-b525-11e733e92769 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.678142] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: 2b79ce2c-f402-42e5-a90d-5ebdc40896ce] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 2b79ce2c-f402-42e5-a90d-5ebdc40896ce/2b79ce2c-f402-42e5-a90d-5ebdc40896ce.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 860.678471] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c57f022-0a42-400d-80bc-b78e0e217233 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.697897] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4de7453d-a28f-41b3-bcad-06e4662573e8 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.627s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.698434] env[69350]: DEBUG nova.compute.manager [None req-4de7453d-a28f-41b3-bcad-06e4662573e8 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: 325fb273-d943-4e52-bde2-a2d3eee6fcbd] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 860.702660] env[69350]: DEBUG oslo_concurrency.lockutils [None req-decc3516-f464-41c9-8128-eedccf80a5a7 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.432s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.702944] env[69350]: DEBUG oslo_concurrency.lockutils [None req-decc3516-f464-41c9-8128-eedccf80a5a7 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.704613] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bd643915-2568-41f7-a2a3-734b88ad93df tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.757s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.706060] env[69350]: INFO nova.compute.claims [None req-bd643915-2568-41f7-a2a3-734b88ad93df tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] [instance: 4d646a6a-26e5-4e67-8415-b981f86d49cb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 860.708960] env[69350]: DEBUG oslo_vmware.api [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Waiting for the task: (returnval){ [ 860.708960] env[69350]: value = "task-3365091" [ 860.708960] env[69350]: _type = "Task" [ 860.708960] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.724081] env[69350]: DEBUG oslo_vmware.api [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Task: {'id': task-3365091, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.728501] env[69350]: INFO nova.scheduler.client.report [None req-decc3516-f464-41c9-8128-eedccf80a5a7 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Deleted allocations for instance d256518f-5e63-4b21-9d0d-0fbb60928b4a [ 860.961010] env[69350]: DEBUG oslo_concurrency.lockutils [None req-78980ce7-4250-4c18-9810-255fe8160d39 tempest-VolumesAssistedSnapshotsTest-1714971009 tempest-VolumesAssistedSnapshotsTest-1714971009-project-admin] Acquiring lock "096700b1-7125-48b5-877d-5dc745b5fe41" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.965019] env[69350]: DEBUG oslo_concurrency.lockutils [None req-78980ce7-4250-4c18-9810-255fe8160d39 tempest-VolumesAssistedSnapshotsTest-1714971009 tempest-VolumesAssistedSnapshotsTest-1714971009-project-admin] Lock "096700b1-7125-48b5-877d-5dc745b5fe41" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.983107] env[69350]: DEBUG oslo_concurrency.lockutils [None req-00f9b326-c14d-4711-bedd-38fbdc31a1b7 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Lock "3a5af6a2-a06a-4f35-92ea-d122160b22b5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.424s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.133755] env[69350]: DEBUG oslo_vmware.api [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52f33386-63c2-08e9-5aa8-6cd8cbf4a06e, 'name': SearchDatastore_Task, 'duration_secs': 0.033879} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.134071] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.134309] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: db8dde79-2be8-4d35-afe0-44e3f33860ed] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 861.134581] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.134728] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.134912] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 861.135217] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-85c582d3-ce3b-4cd3-91de-a1d0067d8695 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.154196] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 861.154380] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 861.155198] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cfb792e-5acc-4256-a6b0-ed131f1d90aa {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.161628] env[69350]: DEBUG oslo_vmware.api [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Waiting for the task: (returnval){ [ 861.161628] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]526faea0-1c3f-f6ad-d72f-d9bf6840a2d3" [ 861.161628] env[69350]: _type = "Task" [ 861.161628] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.167419] env[69350]: DEBUG nova.network.neutron [req-1d55bb90-cd89-4e8c-b52a-c166dc9cf2ba req-ddd384fa-45d4-46c5-b50d-f6be8be97d86 service nova] [instance: db8dde79-2be8-4d35-afe0-44e3f33860ed] Updated VIF entry in instance network info cache for port a3c4ce93-f708-4927-82ce-081695579d6b. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 861.167419] env[69350]: DEBUG nova.network.neutron [req-1d55bb90-cd89-4e8c-b52a-c166dc9cf2ba req-ddd384fa-45d4-46c5-b50d-f6be8be97d86 service nova] [instance: db8dde79-2be8-4d35-afe0-44e3f33860ed] Updating instance_info_cache with network_info: [{"id": "a3c4ce93-f708-4927-82ce-081695579d6b", "address": "fa:16:3e:a6:56:02", "network": {"id": "777723e9-8e70-4fbd-b53a-ebe50f64e072", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-643123994-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7df62923c98c4ba0b14f73c9180b0ad2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3c4ce93-f7", "ovs_interfaceid": "a3c4ce93-f708-4927-82ce-081695579d6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.170305] env[69350]: DEBUG oslo_vmware.api [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]526faea0-1c3f-f6ad-d72f-d9bf6840a2d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.211366] env[69350]: DEBUG nova.compute.utils [None req-4de7453d-a28f-41b3-bcad-06e4662573e8 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 861.215140] env[69350]: DEBUG nova.compute.manager [None req-4de7453d-a28f-41b3-bcad-06e4662573e8 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: 325fb273-d943-4e52-bde2-a2d3eee6fcbd] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 861.215322] env[69350]: DEBUG nova.network.neutron [None req-4de7453d-a28f-41b3-bcad-06e4662573e8 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: 325fb273-d943-4e52-bde2-a2d3eee6fcbd] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 861.228648] env[69350]: DEBUG oslo_vmware.api [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Task: {'id': task-3365091, 'name': ReconfigVM_Task, 'duration_secs': 0.31684} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.228916] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: 2b79ce2c-f402-42e5-a90d-5ebdc40896ce] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 2b79ce2c-f402-42e5-a90d-5ebdc40896ce/2b79ce2c-f402-42e5-a90d-5ebdc40896ce.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 861.229812] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a7601b12-a44a-45fa-825c-95220aa48ff0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.237704] env[69350]: DEBUG oslo_vmware.api [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Waiting for the task: (returnval){ [ 861.237704] env[69350]: value = "task-3365092" [ 861.237704] env[69350]: _type = "Task" [ 861.237704] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.238152] env[69350]: DEBUG oslo_concurrency.lockutils [None req-decc3516-f464-41c9-8128-eedccf80a5a7 tempest-DeleteServersAdminTestJSON-605010080 tempest-DeleteServersAdminTestJSON-605010080-project-member] Lock "d256518f-5e63-4b21-9d0d-0fbb60928b4a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.387s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.250889] env[69350]: DEBUG oslo_vmware.api [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Task: {'id': task-3365092, 'name': Rename_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.293393] env[69350]: DEBUG nova.policy [None req-4de7453d-a28f-41b3-bcad-06e4662573e8 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ffd0edc3c12c4eef8fd233c3ba625bac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '51bc6f4dd8ea4a9e9e1031143399a0d7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 861.464734] env[69350]: INFO nova.compute.manager [None req-78980ce7-4250-4c18-9810-255fe8160d39 tempest-VolumesAssistedSnapshotsTest-1714971009 tempest-VolumesAssistedSnapshotsTest-1714971009-project-admin] [instance: 096700b1-7125-48b5-877d-5dc745b5fe41] Detaching volume 90f2f5c0-3e76-4eff-a3c7-9a5f793ac5cd [ 861.511845] env[69350]: INFO nova.virt.block_device [None req-78980ce7-4250-4c18-9810-255fe8160d39 tempest-VolumesAssistedSnapshotsTest-1714971009 tempest-VolumesAssistedSnapshotsTest-1714971009-project-admin] [instance: 096700b1-7125-48b5-877d-5dc745b5fe41] Attempting to driver detach volume 90f2f5c0-3e76-4eff-a3c7-9a5f793ac5cd from mountpoint /dev/sdb [ 861.512107] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-78980ce7-4250-4c18-9810-255fe8160d39 tempest-VolumesAssistedSnapshotsTest-1714971009 tempest-VolumesAssistedSnapshotsTest-1714971009-project-admin] [instance: 096700b1-7125-48b5-877d-5dc745b5fe41] Volume detach. Driver type: vmdk {{(pid=69350) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 861.512539] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-78980ce7-4250-4c18-9810-255fe8160d39 tempest-VolumesAssistedSnapshotsTest-1714971009 tempest-VolumesAssistedSnapshotsTest-1714971009-project-admin] [instance: 096700b1-7125-48b5-877d-5dc745b5fe41] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-671516', 'volume_id': '90f2f5c0-3e76-4eff-a3c7-9a5f793ac5cd', 'name': 'volume-90f2f5c0-3e76-4eff-a3c7-9a5f793ac5cd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '096700b1-7125-48b5-877d-5dc745b5fe41', 'attached_at': '', 'detached_at': '', 'volume_id': '90f2f5c0-3e76-4eff-a3c7-9a5f793ac5cd', 'serial': '90f2f5c0-3e76-4eff-a3c7-9a5f793ac5cd'} {{(pid=69350) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 861.513456] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf7afbfc-1617-4ab3-afb1-a969bf617067 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.541912] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1bb68ef-40aa-4ca8-8cd3-c2f0ac2d0c4e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.550335] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2869fb0-a6ad-4d0f-b9a8-1191f8aea2a8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.573024] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30da99fd-eda2-4787-872d-790975bf0bec {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.589594] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-78980ce7-4250-4c18-9810-255fe8160d39 tempest-VolumesAssistedSnapshotsTest-1714971009 tempest-VolumesAssistedSnapshotsTest-1714971009-project-admin] The volume has not been displaced from its original location: [datastore2] volume-90f2f5c0-3e76-4eff-a3c7-9a5f793ac5cd/volume-90f2f5c0-3e76-4eff-a3c7-9a5f793ac5cd.vmdk. No consolidation needed. {{(pid=69350) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 861.596888] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-78980ce7-4250-4c18-9810-255fe8160d39 tempest-VolumesAssistedSnapshotsTest-1714971009 tempest-VolumesAssistedSnapshotsTest-1714971009-project-admin] [instance: 096700b1-7125-48b5-877d-5dc745b5fe41] Reconfiguring VM instance instance-0000000e to detach disk 2001 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 861.596888] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d6e0a5d-e747-4ff8-8a7d-822e9fb8b433 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.619141] env[69350]: DEBUG oslo_vmware.api [None req-78980ce7-4250-4c18-9810-255fe8160d39 tempest-VolumesAssistedSnapshotsTest-1714971009 tempest-VolumesAssistedSnapshotsTest-1714971009-project-admin] Waiting for the task: (returnval){ [ 861.619141] env[69350]: value = "task-3365093" [ 861.619141] env[69350]: _type = "Task" [ 861.619141] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.627957] env[69350]: DEBUG oslo_vmware.api [None req-78980ce7-4250-4c18-9810-255fe8160d39 tempest-VolumesAssistedSnapshotsTest-1714971009 tempest-VolumesAssistedSnapshotsTest-1714971009-project-admin] Task: {'id': task-3365093, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.674587] env[69350]: DEBUG oslo_concurrency.lockutils [req-1d55bb90-cd89-4e8c-b52a-c166dc9cf2ba req-ddd384fa-45d4-46c5-b50d-f6be8be97d86 service nova] Releasing lock "refresh_cache-db8dde79-2be8-4d35-afe0-44e3f33860ed" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.676281] env[69350]: DEBUG oslo_vmware.api [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]526faea0-1c3f-f6ad-d72f-d9bf6840a2d3, 'name': SearchDatastore_Task, 'duration_secs': 0.059409} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.677317] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99f0c584-bfb0-4ca6-839e-ada413743ee0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.684024] env[69350]: DEBUG oslo_vmware.api [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Waiting for the task: (returnval){ [ 861.684024] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52f28004-7dd0-da87-004f-8e6896ba4dc4" [ 861.684024] env[69350]: _type = "Task" [ 861.684024] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.692902] env[69350]: DEBUG oslo_vmware.api [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52f28004-7dd0-da87-004f-8e6896ba4dc4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.716054] env[69350]: DEBUG nova.network.neutron [None req-87de02ea-5653-4cae-9053-3e3f26a4618c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: b431ea42-872f-4b78-b558-5b3ce649d68e] Successfully updated port: 0818a221-66a5-4ce5-b770-4fc69588d087 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 861.717548] env[69350]: DEBUG nova.compute.manager [None req-4de7453d-a28f-41b3-bcad-06e4662573e8 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: 325fb273-d943-4e52-bde2-a2d3eee6fcbd] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 861.750211] env[69350]: DEBUG oslo_vmware.api [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Task: {'id': task-3365092, 'name': Rename_Task, 'duration_secs': 0.153955} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.750539] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: 2b79ce2c-f402-42e5-a90d-5ebdc40896ce] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 861.750818] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-55486ad8-22ec-4626-8414-cf105b2d617b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.760487] env[69350]: DEBUG oslo_vmware.api [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Waiting for the task: (returnval){ [ 861.760487] env[69350]: value = "task-3365094" [ 861.760487] env[69350]: _type = "Task" [ 861.760487] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.769493] env[69350]: DEBUG oslo_vmware.api [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Task: {'id': task-3365094, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.895878] env[69350]: DEBUG nova.network.neutron [None req-4de7453d-a28f-41b3-bcad-06e4662573e8 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: 325fb273-d943-4e52-bde2-a2d3eee6fcbd] Successfully created port: a831f765-5738-4acd-a48f-894c78dc9110 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 862.130488] env[69350]: DEBUG oslo_vmware.api [None req-78980ce7-4250-4c18-9810-255fe8160d39 tempest-VolumesAssistedSnapshotsTest-1714971009 tempest-VolumesAssistedSnapshotsTest-1714971009-project-admin] Task: {'id': task-3365093, 'name': ReconfigVM_Task, 'duration_secs': 0.255374} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.131509] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-78980ce7-4250-4c18-9810-255fe8160d39 tempest-VolumesAssistedSnapshotsTest-1714971009 tempest-VolumesAssistedSnapshotsTest-1714971009-project-admin] [instance: 096700b1-7125-48b5-877d-5dc745b5fe41] Reconfigured VM instance instance-0000000e to detach disk 2001 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 862.138429] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed033089-3028-49c5-97bd-fba650dbf097 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.157425] env[69350]: DEBUG oslo_vmware.api [None req-78980ce7-4250-4c18-9810-255fe8160d39 tempest-VolumesAssistedSnapshotsTest-1714971009 tempest-VolumesAssistedSnapshotsTest-1714971009-project-admin] Waiting for the task: (returnval){ [ 862.157425] env[69350]: value = "task-3365095" [ 862.157425] env[69350]: _type = "Task" [ 862.157425] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.169259] env[69350]: DEBUG oslo_vmware.api [None req-78980ce7-4250-4c18-9810-255fe8160d39 tempest-VolumesAssistedSnapshotsTest-1714971009 tempest-VolumesAssistedSnapshotsTest-1714971009-project-admin] Task: {'id': task-3365095, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.199630] env[69350]: DEBUG oslo_vmware.api [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52f28004-7dd0-da87-004f-8e6896ba4dc4, 'name': SearchDatastore_Task, 'duration_secs': 0.015869} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.199996] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.200507] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] db8dde79-2be8-4d35-afe0-44e3f33860ed/db8dde79-2be8-4d35-afe0-44e3f33860ed.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 862.200896] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d6ec8a25-a0bf-4d03-bc19-94f27f59491c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.214524] env[69350]: DEBUG oslo_vmware.api [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Waiting for the task: (returnval){ [ 862.214524] env[69350]: value = "task-3365096" [ 862.214524] env[69350]: _type = "Task" [ 862.214524] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.221987] env[69350]: DEBUG oslo_concurrency.lockutils [None req-87de02ea-5653-4cae-9053-3e3f26a4618c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Acquiring lock "refresh_cache-b431ea42-872f-4b78-b558-5b3ce649d68e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.222150] env[69350]: DEBUG oslo_concurrency.lockutils [None req-87de02ea-5653-4cae-9053-3e3f26a4618c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Acquired lock "refresh_cache-b431ea42-872f-4b78-b558-5b3ce649d68e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.222417] env[69350]: DEBUG nova.network.neutron [None req-87de02ea-5653-4cae-9053-3e3f26a4618c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: b431ea42-872f-4b78-b558-5b3ce649d68e] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 862.231220] env[69350]: DEBUG oslo_vmware.api [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Task: {'id': task-3365096, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.238159] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec27dd81-9e22-4841-8e5a-d06c743edf75 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.247809] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f3e6c05-cd97-4623-b5b6-bd3edc7408ad {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.286621] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb48358-f112-445e-b7e8-45fc2c2da709 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.298433] env[69350]: DEBUG oslo_vmware.api [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Task: {'id': task-3365094, 'name': PowerOnVM_Task, 'duration_secs': 0.497993} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.301018] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: 2b79ce2c-f402-42e5-a90d-5ebdc40896ce] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 862.301319] env[69350]: INFO nova.compute.manager [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: 2b79ce2c-f402-42e5-a90d-5ebdc40896ce] Took 7.40 seconds to spawn the instance on the hypervisor. [ 862.301551] env[69350]: DEBUG nova.compute.manager [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: 2b79ce2c-f402-42e5-a90d-5ebdc40896ce] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 862.302613] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff99bd47-103d-4580-99ea-6e39e651a659 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.307605] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a121580-d57b-4e0f-86d4-944c1d03f48f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.325107] env[69350]: DEBUG nova.compute.provider_tree [None req-bd643915-2568-41f7-a2a3-734b88ad93df tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 862.458374] env[69350]: DEBUG nova.compute.manager [req-e4df40d0-10dc-42a0-b05c-6cc86f45a86d req-bac8d1ba-b995-41b8-be69-9d8618acca1c service nova] [instance: 4d443b60-1f07-4d5f-a3cb-9c50407198ae] Received event network-changed-340151f0-9772-452b-bf9a-2b650c2072c5 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 862.458633] env[69350]: DEBUG nova.compute.manager [req-e4df40d0-10dc-42a0-b05c-6cc86f45a86d req-bac8d1ba-b995-41b8-be69-9d8618acca1c service nova] [instance: 4d443b60-1f07-4d5f-a3cb-9c50407198ae] Refreshing instance network info cache due to event network-changed-340151f0-9772-452b-bf9a-2b650c2072c5. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 862.458902] env[69350]: DEBUG oslo_concurrency.lockutils [req-e4df40d0-10dc-42a0-b05c-6cc86f45a86d req-bac8d1ba-b995-41b8-be69-9d8618acca1c service nova] Acquiring lock "refresh_cache-4d443b60-1f07-4d5f-a3cb-9c50407198ae" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.459134] env[69350]: DEBUG oslo_concurrency.lockutils [req-e4df40d0-10dc-42a0-b05c-6cc86f45a86d req-bac8d1ba-b995-41b8-be69-9d8618acca1c service nova] Acquired lock "refresh_cache-4d443b60-1f07-4d5f-a3cb-9c50407198ae" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.459527] env[69350]: DEBUG nova.network.neutron [req-e4df40d0-10dc-42a0-b05c-6cc86f45a86d req-bac8d1ba-b995-41b8-be69-9d8618acca1c service nova] [instance: 4d443b60-1f07-4d5f-a3cb-9c50407198ae] Refreshing network info cache for port 340151f0-9772-452b-bf9a-2b650c2072c5 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 862.672944] env[69350]: DEBUG oslo_vmware.api [None req-78980ce7-4250-4c18-9810-255fe8160d39 tempest-VolumesAssistedSnapshotsTest-1714971009 tempest-VolumesAssistedSnapshotsTest-1714971009-project-admin] Task: {'id': task-3365095, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.725959] env[69350]: DEBUG oslo_vmware.api [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Task: {'id': task-3365096, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.734048] env[69350]: DEBUG nova.compute.manager [None req-4de7453d-a28f-41b3-bcad-06e4662573e8 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: 325fb273-d943-4e52-bde2-a2d3eee6fcbd] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 862.779550] env[69350]: DEBUG nova.virt.hardware [None req-4de7453d-a28f-41b3-bcad-06e4662573e8 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 862.779550] env[69350]: DEBUG nova.virt.hardware [None req-4de7453d-a28f-41b3-bcad-06e4662573e8 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 862.779550] env[69350]: DEBUG nova.virt.hardware [None req-4de7453d-a28f-41b3-bcad-06e4662573e8 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 862.779550] env[69350]: DEBUG nova.virt.hardware [None req-4de7453d-a28f-41b3-bcad-06e4662573e8 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 862.779550] env[69350]: DEBUG nova.virt.hardware [None req-4de7453d-a28f-41b3-bcad-06e4662573e8 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 862.779550] env[69350]: DEBUG nova.virt.hardware [None req-4de7453d-a28f-41b3-bcad-06e4662573e8 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 862.779550] env[69350]: DEBUG nova.virt.hardware [None req-4de7453d-a28f-41b3-bcad-06e4662573e8 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 862.779550] env[69350]: DEBUG nova.virt.hardware [None req-4de7453d-a28f-41b3-bcad-06e4662573e8 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 862.779928] env[69350]: DEBUG nova.virt.hardware [None req-4de7453d-a28f-41b3-bcad-06e4662573e8 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 862.779928] env[69350]: DEBUG nova.virt.hardware [None req-4de7453d-a28f-41b3-bcad-06e4662573e8 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 862.780114] env[69350]: DEBUG nova.virt.hardware [None req-4de7453d-a28f-41b3-bcad-06e4662573e8 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 862.783996] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36368d49-1a4b-4b9b-9747-b5615ff5f774 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.800087] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ed3b37-3420-48eb-a18a-2b121e1287f3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.805705] env[69350]: DEBUG nova.network.neutron [None req-87de02ea-5653-4cae-9053-3e3f26a4618c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: b431ea42-872f-4b78-b558-5b3ce649d68e] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 862.832977] env[69350]: DEBUG nova.scheduler.client.report [None req-bd643915-2568-41f7-a2a3-734b88ad93df tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 862.845753] env[69350]: INFO nova.compute.manager [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: 2b79ce2c-f402-42e5-a90d-5ebdc40896ce] Took 41.96 seconds to build instance. [ 863.093335] env[69350]: DEBUG nova.compute.manager [req-a33dedac-ea27-4ea5-abc5-934bf64e644b req-7d9d2ee2-3ce6-43ee-9725-400244540e87 service nova] [instance: 7ecd7a06-8651-44da-abd2-1fc160b79921] Received event network-changed-7e3624c3-bae2-4fbd-93e4-542cd227d7b9 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 863.093593] env[69350]: DEBUG nova.compute.manager [req-a33dedac-ea27-4ea5-abc5-934bf64e644b req-7d9d2ee2-3ce6-43ee-9725-400244540e87 service nova] [instance: 7ecd7a06-8651-44da-abd2-1fc160b79921] Refreshing instance network info cache due to event network-changed-7e3624c3-bae2-4fbd-93e4-542cd227d7b9. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 863.093815] env[69350]: DEBUG oslo_concurrency.lockutils [req-a33dedac-ea27-4ea5-abc5-934bf64e644b req-7d9d2ee2-3ce6-43ee-9725-400244540e87 service nova] Acquiring lock "refresh_cache-7ecd7a06-8651-44da-abd2-1fc160b79921" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.093995] env[69350]: DEBUG oslo_concurrency.lockutils [req-a33dedac-ea27-4ea5-abc5-934bf64e644b req-7d9d2ee2-3ce6-43ee-9725-400244540e87 service nova] Acquired lock "refresh_cache-7ecd7a06-8651-44da-abd2-1fc160b79921" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.095370] env[69350]: DEBUG nova.network.neutron [req-a33dedac-ea27-4ea5-abc5-934bf64e644b req-7d9d2ee2-3ce6-43ee-9725-400244540e87 service nova] [instance: 7ecd7a06-8651-44da-abd2-1fc160b79921] Refreshing network info cache for port 7e3624c3-bae2-4fbd-93e4-542cd227d7b9 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 863.101852] env[69350]: DEBUG nova.network.neutron [None req-87de02ea-5653-4cae-9053-3e3f26a4618c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: b431ea42-872f-4b78-b558-5b3ce649d68e] Updating instance_info_cache with network_info: [{"id": "0818a221-66a5-4ce5-b770-4fc69588d087", "address": "fa:16:3e:32:c1:e0", "network": {"id": "36896159-e0cd-4c26-87e6-2521f1a332f4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-226239806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5716ad99abd74301815f5708ce395fbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0818a221-66", "ovs_interfaceid": "0818a221-66a5-4ce5-b770-4fc69588d087", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.179426] env[69350]: DEBUG oslo_vmware.api [None req-78980ce7-4250-4c18-9810-255fe8160d39 tempest-VolumesAssistedSnapshotsTest-1714971009 tempest-VolumesAssistedSnapshotsTest-1714971009-project-admin] Task: {'id': task-3365095, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.224415] env[69350]: DEBUG oslo_vmware.api [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Task: {'id': task-3365096, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.801442} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.225341] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] db8dde79-2be8-4d35-afe0-44e3f33860ed/db8dde79-2be8-4d35-afe0-44e3f33860ed.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 863.225341] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: db8dde79-2be8-4d35-afe0-44e3f33860ed] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 863.225498] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0265909b-9cbe-40ac-b61f-060e5d894fba {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.234499] env[69350]: DEBUG oslo_vmware.api [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Waiting for the task: (returnval){ [ 863.234499] env[69350]: value = "task-3365097" [ 863.234499] env[69350]: _type = "Task" [ 863.234499] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.249533] env[69350]: DEBUG oslo_vmware.api [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Task: {'id': task-3365097, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.253212] env[69350]: DEBUG nova.network.neutron [req-e4df40d0-10dc-42a0-b05c-6cc86f45a86d req-bac8d1ba-b995-41b8-be69-9d8618acca1c service nova] [instance: 4d443b60-1f07-4d5f-a3cb-9c50407198ae] Updated VIF entry in instance network info cache for port 340151f0-9772-452b-bf9a-2b650c2072c5. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 863.253575] env[69350]: DEBUG nova.network.neutron [req-e4df40d0-10dc-42a0-b05c-6cc86f45a86d req-bac8d1ba-b995-41b8-be69-9d8618acca1c service nova] [instance: 4d443b60-1f07-4d5f-a3cb-9c50407198ae] Updating instance_info_cache with network_info: [{"id": "340151f0-9772-452b-bf9a-2b650c2072c5", "address": "fa:16:3e:b9:92:3f", "network": {"id": "b034b6f9-3367-4c5a-804a-a0c37a35e500", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-357102781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8382d92fedce401ea98e533a267ac89a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap340151f0-97", "ovs_interfaceid": "340151f0-9772-452b-bf9a-2b650c2072c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.345195] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bd643915-2568-41f7-a2a3-734b88ad93df tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.640s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.345677] env[69350]: DEBUG nova.compute.manager [None req-bd643915-2568-41f7-a2a3-734b88ad93df tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] [instance: 4d646a6a-26e5-4e67-8415-b981f86d49cb] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 863.352121] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f0564197-4a47-41e2-9cf8-097de0fe9bdf tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.904s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.352472] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f0564197-4a47-41e2-9cf8-097de0fe9bdf tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.356122] env[69350]: DEBUG oslo_concurrency.lockutils [None req-989da1ee-226f-4441-a71d-1a5ebb5eb509 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.350s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.356122] env[69350]: DEBUG oslo_concurrency.lockutils [None req-989da1ee-226f-4441-a71d-1a5ebb5eb509 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.357212] env[69350]: DEBUG oslo_concurrency.lockutils [None req-cec3b203-e003-4e0f-9b94-c24161d7e2ac tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.628s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.358863] env[69350]: INFO nova.compute.claims [None req-cec3b203-e003-4e0f-9b94-c24161d7e2ac tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] [instance: c4a13e7e-8718-492c-881d-eb64fa044575] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 863.361570] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Lock "2b79ce2c-f402-42e5-a90d-5ebdc40896ce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.776s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.414350] env[69350]: INFO nova.scheduler.client.report [None req-f0564197-4a47-41e2-9cf8-097de0fe9bdf tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Deleted allocations for instance 247b79d7-7520-4e1f-9856-b79f83d81a57 [ 863.415940] env[69350]: INFO nova.scheduler.client.report [None req-989da1ee-226f-4441-a71d-1a5ebb5eb509 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] Deleted allocations for instance 51875ea2-1cc8-4458-9d5b-b68bcfadead0 [ 863.442738] env[69350]: DEBUG nova.compute.manager [None req-38341806-3583-4c3b-9d5d-1ed7dfaec5ad tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 3a5af6a2-a06a-4f35-92ea-d122160b22b5] Stashing vm_state: active {{(pid=69350) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 863.604061] env[69350]: DEBUG oslo_concurrency.lockutils [None req-87de02ea-5653-4cae-9053-3e3f26a4618c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Releasing lock "refresh_cache-b431ea42-872f-4b78-b558-5b3ce649d68e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.604429] env[69350]: DEBUG nova.compute.manager [None req-87de02ea-5653-4cae-9053-3e3f26a4618c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: b431ea42-872f-4b78-b558-5b3ce649d68e] Instance network_info: |[{"id": "0818a221-66a5-4ce5-b770-4fc69588d087", "address": "fa:16:3e:32:c1:e0", "network": {"id": "36896159-e0cd-4c26-87e6-2521f1a332f4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-226239806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5716ad99abd74301815f5708ce395fbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0818a221-66", "ovs_interfaceid": "0818a221-66a5-4ce5-b770-4fc69588d087", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 863.606091] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-87de02ea-5653-4cae-9053-3e3f26a4618c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: b431ea42-872f-4b78-b558-5b3ce649d68e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:c1:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '54495d8d-2696-4f65-b925-e567abdc205f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0818a221-66a5-4ce5-b770-4fc69588d087', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 863.613572] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-87de02ea-5653-4cae-9053-3e3f26a4618c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 863.613790] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b431ea42-872f-4b78-b558-5b3ce649d68e] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 863.614019] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f7a3cf1-20ca-472c-b78e-7a686bfc1c2e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.636357] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 863.636357] env[69350]: value = "task-3365098" [ 863.636357] env[69350]: _type = "Task" [ 863.636357] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.648169] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365098, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.671900] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a01e8395-b5b5-4492-a046-e8348c3c4fde tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Acquiring lock "7ecd7a06-8651-44da-abd2-1fc160b79921" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.672184] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a01e8395-b5b5-4492-a046-e8348c3c4fde tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Lock "7ecd7a06-8651-44da-abd2-1fc160b79921" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.672389] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a01e8395-b5b5-4492-a046-e8348c3c4fde tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Acquiring lock "7ecd7a06-8651-44da-abd2-1fc160b79921-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.672564] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a01e8395-b5b5-4492-a046-e8348c3c4fde tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Lock "7ecd7a06-8651-44da-abd2-1fc160b79921-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.672778] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a01e8395-b5b5-4492-a046-e8348c3c4fde tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Lock "7ecd7a06-8651-44da-abd2-1fc160b79921-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.674384] env[69350]: DEBUG oslo_vmware.api [None req-78980ce7-4250-4c18-9810-255fe8160d39 tempest-VolumesAssistedSnapshotsTest-1714971009 tempest-VolumesAssistedSnapshotsTest-1714971009-project-admin] Task: {'id': task-3365095, 'name': ReconfigVM_Task, 'duration_secs': 1.218825} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.674827] env[69350]: INFO nova.compute.manager [None req-a01e8395-b5b5-4492-a046-e8348c3c4fde tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] [instance: 7ecd7a06-8651-44da-abd2-1fc160b79921] Terminating instance [ 863.676221] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-78980ce7-4250-4c18-9810-255fe8160d39 tempest-VolumesAssistedSnapshotsTest-1714971009 tempest-VolumesAssistedSnapshotsTest-1714971009-project-admin] [instance: 096700b1-7125-48b5-877d-5dc745b5fe41] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-671516', 'volume_id': '90f2f5c0-3e76-4eff-a3c7-9a5f793ac5cd', 'name': 'volume-90f2f5c0-3e76-4eff-a3c7-9a5f793ac5cd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '096700b1-7125-48b5-877d-5dc745b5fe41', 'attached_at': '', 'detached_at': '', 'volume_id': '90f2f5c0-3e76-4eff-a3c7-9a5f793ac5cd', 'serial': '90f2f5c0-3e76-4eff-a3c7-9a5f793ac5cd'} {{(pid=69350) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 863.746777] env[69350]: DEBUG oslo_vmware.api [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Task: {'id': task-3365097, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066109} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.747133] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: db8dde79-2be8-4d35-afe0-44e3f33860ed] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 863.748009] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb1e442-00da-4307-bef3-e5265a02c6ad {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.766692] env[69350]: DEBUG oslo_concurrency.lockutils [req-e4df40d0-10dc-42a0-b05c-6cc86f45a86d req-bac8d1ba-b995-41b8-be69-9d8618acca1c service nova] Releasing lock "refresh_cache-4d443b60-1f07-4d5f-a3cb-9c50407198ae" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.770093] env[69350]: DEBUG nova.compute.manager [req-e4df40d0-10dc-42a0-b05c-6cc86f45a86d req-bac8d1ba-b995-41b8-be69-9d8618acca1c service nova] [instance: 7ecd7a06-8651-44da-abd2-1fc160b79921] Received event network-changed-7e3624c3-bae2-4fbd-93e4-542cd227d7b9 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 863.770093] env[69350]: DEBUG nova.compute.manager [req-e4df40d0-10dc-42a0-b05c-6cc86f45a86d req-bac8d1ba-b995-41b8-be69-9d8618acca1c service nova] [instance: 7ecd7a06-8651-44da-abd2-1fc160b79921] Refreshing instance network info cache due to event network-changed-7e3624c3-bae2-4fbd-93e4-542cd227d7b9. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 863.770093] env[69350]: DEBUG oslo_concurrency.lockutils [req-e4df40d0-10dc-42a0-b05c-6cc86f45a86d req-bac8d1ba-b995-41b8-be69-9d8618acca1c service nova] Acquiring lock "refresh_cache-7ecd7a06-8651-44da-abd2-1fc160b79921" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.778638] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: db8dde79-2be8-4d35-afe0-44e3f33860ed] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] db8dde79-2be8-4d35-afe0-44e3f33860ed/db8dde79-2be8-4d35-afe0-44e3f33860ed.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 863.781995] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e949ca7b-7ffb-460b-9a5e-62b22cd445d0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.797538] env[69350]: DEBUG nova.network.neutron [None req-4de7453d-a28f-41b3-bcad-06e4662573e8 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: 325fb273-d943-4e52-bde2-a2d3eee6fcbd] Successfully updated port: a831f765-5738-4acd-a48f-894c78dc9110 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 863.805341] env[69350]: DEBUG oslo_vmware.api [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Waiting for the task: (returnval){ [ 863.805341] env[69350]: value = "task-3365099" [ 863.805341] env[69350]: _type = "Task" [ 863.805341] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.816260] env[69350]: DEBUG oslo_vmware.api [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Task: {'id': task-3365099, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.864329] env[69350]: DEBUG nova.compute.utils [None req-bd643915-2568-41f7-a2a3-734b88ad93df tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 863.868416] env[69350]: DEBUG nova.compute.manager [None req-bd643915-2568-41f7-a2a3-734b88ad93df tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] [instance: 4d646a6a-26e5-4e67-8415-b981f86d49cb] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 863.868416] env[69350]: DEBUG nova.network.neutron [None req-bd643915-2568-41f7-a2a3-734b88ad93df tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] [instance: 4d646a6a-26e5-4e67-8415-b981f86d49cb] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 863.928840] env[69350]: DEBUG oslo_concurrency.lockutils [None req-989da1ee-226f-4441-a71d-1a5ebb5eb509 tempest-InstanceActionsV221TestJSON-307732353 tempest-InstanceActionsV221TestJSON-307732353-project-member] Lock "51875ea2-1cc8-4458-9d5b-b68bcfadead0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.341s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.930099] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f0564197-4a47-41e2-9cf8-097de0fe9bdf tempest-ServersAdminNegativeTestJSON-1030001846 tempest-ServersAdminNegativeTestJSON-1030001846-project-member] Lock "247b79d7-7520-4e1f-9856-b79f83d81a57" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.908s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.933531] env[69350]: DEBUG nova.policy [None req-bd643915-2568-41f7-a2a3-734b88ad93df tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '39557969b18046fe9b337d4b6548e4b5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c0e68118e8784bb2b45d8df1e3490701', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 863.962858] env[69350]: DEBUG nova.network.neutron [req-a33dedac-ea27-4ea5-abc5-934bf64e644b req-7d9d2ee2-3ce6-43ee-9725-400244540e87 service nova] [instance: 7ecd7a06-8651-44da-abd2-1fc160b79921] Updated VIF entry in instance network info cache for port 7e3624c3-bae2-4fbd-93e4-542cd227d7b9. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 863.962858] env[69350]: DEBUG nova.network.neutron [req-a33dedac-ea27-4ea5-abc5-934bf64e644b req-7d9d2ee2-3ce6-43ee-9725-400244540e87 service nova] [instance: 7ecd7a06-8651-44da-abd2-1fc160b79921] Updating instance_info_cache with network_info: [{"id": "7e3624c3-bae2-4fbd-93e4-542cd227d7b9", "address": "fa:16:3e:0e:dd:c5", "network": {"id": "b034b6f9-3367-4c5a-804a-a0c37a35e500", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-357102781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8382d92fedce401ea98e533a267ac89a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e3624c3-ba", "ovs_interfaceid": "7e3624c3-bae2-4fbd-93e4-542cd227d7b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.967203] env[69350]: DEBUG oslo_concurrency.lockutils [None req-38341806-3583-4c3b-9d5d-1ed7dfaec5ad tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.150027] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365098, 'name': CreateVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.181147] env[69350]: DEBUG nova.compute.manager [None req-a01e8395-b5b5-4492-a046-e8348c3c4fde tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] [instance: 7ecd7a06-8651-44da-abd2-1fc160b79921] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 864.181490] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a01e8395-b5b5-4492-a046-e8348c3c4fde tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] [instance: 7ecd7a06-8651-44da-abd2-1fc160b79921] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 864.185589] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e60c833c-1f69-484a-a301-51f84f47f967 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.192152] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-a01e8395-b5b5-4492-a046-e8348c3c4fde tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] [instance: 7ecd7a06-8651-44da-abd2-1fc160b79921] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 864.192152] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e31e4a69-91a7-4d45-b408-17d9dd1d0b58 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.199190] env[69350]: DEBUG oslo_vmware.api [None req-a01e8395-b5b5-4492-a046-e8348c3c4fde tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Waiting for the task: (returnval){ [ 864.199190] env[69350]: value = "task-3365100" [ 864.199190] env[69350]: _type = "Task" [ 864.199190] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.208848] env[69350]: DEBUG oslo_vmware.api [None req-a01e8395-b5b5-4492-a046-e8348c3c4fde tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Task: {'id': task-3365100, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.244111] env[69350]: DEBUG nova.objects.instance [None req-78980ce7-4250-4c18-9810-255fe8160d39 tempest-VolumesAssistedSnapshotsTest-1714971009 tempest-VolumesAssistedSnapshotsTest-1714971009-project-admin] Lazy-loading 'flavor' on Instance uuid 096700b1-7125-48b5-877d-5dc745b5fe41 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 864.301804] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4de7453d-a28f-41b3-bcad-06e4662573e8 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Acquiring lock "refresh_cache-325fb273-d943-4e52-bde2-a2d3eee6fcbd" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.302015] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4de7453d-a28f-41b3-bcad-06e4662573e8 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Acquired lock "refresh_cache-325fb273-d943-4e52-bde2-a2d3eee6fcbd" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.302240] env[69350]: DEBUG nova.network.neutron [None req-4de7453d-a28f-41b3-bcad-06e4662573e8 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: 325fb273-d943-4e52-bde2-a2d3eee6fcbd] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 864.316762] env[69350]: DEBUG oslo_vmware.api [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Task: {'id': task-3365099, 'name': ReconfigVM_Task, 'duration_secs': 0.301361} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.317139] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: db8dde79-2be8-4d35-afe0-44e3f33860ed] Reconfigured VM instance instance-0000002a to attach disk [datastore1] db8dde79-2be8-4d35-afe0-44e3f33860ed/db8dde79-2be8-4d35-afe0-44e3f33860ed.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 864.317843] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-78a72caa-85e0-4a31-958e-997632bb7d7b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.326048] env[69350]: DEBUG oslo_vmware.api [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Waiting for the task: (returnval){ [ 864.326048] env[69350]: value = "task-3365101" [ 864.326048] env[69350]: _type = "Task" [ 864.326048] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.334840] env[69350]: DEBUG oslo_vmware.api [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Task: {'id': task-3365101, 'name': Rename_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.368684] env[69350]: DEBUG nova.compute.manager [None req-bd643915-2568-41f7-a2a3-734b88ad93df tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] [instance: 4d646a6a-26e5-4e67-8415-b981f86d49cb] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 864.453771] env[69350]: DEBUG nova.network.neutron [None req-bd643915-2568-41f7-a2a3-734b88ad93df tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] [instance: 4d646a6a-26e5-4e67-8415-b981f86d49cb] Successfully created port: c4adb4e9-66c5-47c1-a606-a85e25c467a7 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 864.465490] env[69350]: DEBUG oslo_concurrency.lockutils [req-a33dedac-ea27-4ea5-abc5-934bf64e644b req-7d9d2ee2-3ce6-43ee-9725-400244540e87 service nova] Releasing lock "refresh_cache-7ecd7a06-8651-44da-abd2-1fc160b79921" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.465912] env[69350]: DEBUG oslo_concurrency.lockutils [req-e4df40d0-10dc-42a0-b05c-6cc86f45a86d req-bac8d1ba-b995-41b8-be69-9d8618acca1c service nova] Acquired lock "refresh_cache-7ecd7a06-8651-44da-abd2-1fc160b79921" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.466146] env[69350]: DEBUG nova.network.neutron [req-e4df40d0-10dc-42a0-b05c-6cc86f45a86d req-bac8d1ba-b995-41b8-be69-9d8618acca1c service nova] [instance: 7ecd7a06-8651-44da-abd2-1fc160b79921] Refreshing network info cache for port 7e3624c3-bae2-4fbd-93e4-542cd227d7b9 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 864.652986] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365098, 'name': CreateVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.712537] env[69350]: DEBUG oslo_vmware.api [None req-a01e8395-b5b5-4492-a046-e8348c3c4fde tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Task: {'id': task-3365100, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.845813] env[69350]: DEBUG oslo_vmware.api [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Task: {'id': task-3365101, 'name': Rename_Task, 'duration_secs': 0.156686} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.846119] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: db8dde79-2be8-4d35-afe0-44e3f33860ed] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 864.846408] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-204e6e99-4e5d-48c5-bbbf-54f6d3b62e81 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.860773] env[69350]: DEBUG oslo_vmware.api [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Waiting for the task: (returnval){ [ 864.860773] env[69350]: value = "task-3365102" [ 864.860773] env[69350]: _type = "Task" [ 864.860773] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.870134] env[69350]: DEBUG oslo_vmware.api [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Task: {'id': task-3365102, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.879530] env[69350]: DEBUG nova.network.neutron [None req-4de7453d-a28f-41b3-bcad-06e4662573e8 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: 325fb273-d943-4e52-bde2-a2d3eee6fcbd] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 864.882473] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dcb6f74-5d8b-4c3c-8f95-2e661eb6b09a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.892029] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab2f2556-bc82-4d34-97dd-da077ec1e3ba {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.931333] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ec2efd-7ae8-425c-8583-522477db51f3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.934349] env[69350]: DEBUG nova.compute.manager [req-4219999a-c924-43b2-86c7-f0c4426999b3 req-1c9a945a-4b41-47e0-8727-902ab9bc6882 service nova] [instance: 325fb273-d943-4e52-bde2-a2d3eee6fcbd] Received event network-vif-plugged-a831f765-5738-4acd-a48f-894c78dc9110 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 864.935179] env[69350]: DEBUG oslo_concurrency.lockutils [req-4219999a-c924-43b2-86c7-f0c4426999b3 req-1c9a945a-4b41-47e0-8727-902ab9bc6882 service nova] Acquiring lock "325fb273-d943-4e52-bde2-a2d3eee6fcbd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.935179] env[69350]: DEBUG oslo_concurrency.lockutils [req-4219999a-c924-43b2-86c7-f0c4426999b3 req-1c9a945a-4b41-47e0-8727-902ab9bc6882 service nova] Lock "325fb273-d943-4e52-bde2-a2d3eee6fcbd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.935179] env[69350]: DEBUG oslo_concurrency.lockutils [req-4219999a-c924-43b2-86c7-f0c4426999b3 req-1c9a945a-4b41-47e0-8727-902ab9bc6882 service nova] Lock "325fb273-d943-4e52-bde2-a2d3eee6fcbd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.935179] env[69350]: DEBUG nova.compute.manager [req-4219999a-c924-43b2-86c7-f0c4426999b3 req-1c9a945a-4b41-47e0-8727-902ab9bc6882 service nova] [instance: 325fb273-d943-4e52-bde2-a2d3eee6fcbd] No waiting events found dispatching network-vif-plugged-a831f765-5738-4acd-a48f-894c78dc9110 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 864.935433] env[69350]: WARNING nova.compute.manager [req-4219999a-c924-43b2-86c7-f0c4426999b3 req-1c9a945a-4b41-47e0-8727-902ab9bc6882 service nova] [instance: 325fb273-d943-4e52-bde2-a2d3eee6fcbd] Received unexpected event network-vif-plugged-a831f765-5738-4acd-a48f-894c78dc9110 for instance with vm_state building and task_state spawning. [ 864.935433] env[69350]: DEBUG nova.compute.manager [req-4219999a-c924-43b2-86c7-f0c4426999b3 req-1c9a945a-4b41-47e0-8727-902ab9bc6882 service nova] [instance: 325fb273-d943-4e52-bde2-a2d3eee6fcbd] Received event network-changed-a831f765-5738-4acd-a48f-894c78dc9110 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 864.935522] env[69350]: DEBUG nova.compute.manager [req-4219999a-c924-43b2-86c7-f0c4426999b3 req-1c9a945a-4b41-47e0-8727-902ab9bc6882 service nova] [instance: 325fb273-d943-4e52-bde2-a2d3eee6fcbd] Refreshing instance network info cache due to event network-changed-a831f765-5738-4acd-a48f-894c78dc9110. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 864.935686] env[69350]: DEBUG oslo_concurrency.lockutils [req-4219999a-c924-43b2-86c7-f0c4426999b3 req-1c9a945a-4b41-47e0-8727-902ab9bc6882 service nova] Acquiring lock "refresh_cache-325fb273-d943-4e52-bde2-a2d3eee6fcbd" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.943494] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b6485f5-6ff9-4bda-84fa-a9a4cedc862c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.960254] env[69350]: DEBUG nova.compute.provider_tree [None req-cec3b203-e003-4e0f-9b94-c24161d7e2ac tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Updating inventory in ProviderTree for provider 493c4881-f171-4c66-96e5-06180e27f02f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 865.151069] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365098, 'name': CreateVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.214787] env[69350]: DEBUG oslo_vmware.api [None req-a01e8395-b5b5-4492-a046-e8348c3c4fde tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Task: {'id': task-3365100, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.265451] env[69350]: DEBUG oslo_concurrency.lockutils [None req-78980ce7-4250-4c18-9810-255fe8160d39 tempest-VolumesAssistedSnapshotsTest-1714971009 tempest-VolumesAssistedSnapshotsTest-1714971009-project-admin] Lock "096700b1-7125-48b5-877d-5dc745b5fe41" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.304s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.376496] env[69350]: DEBUG oslo_vmware.api [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Task: {'id': task-3365102, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.386876] env[69350]: DEBUG nova.compute.manager [None req-bd643915-2568-41f7-a2a3-734b88ad93df tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] [instance: 4d646a6a-26e5-4e67-8415-b981f86d49cb] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 865.429053] env[69350]: DEBUG nova.virt.hardware [None req-bd643915-2568-41f7-a2a3-734b88ad93df tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 865.429053] env[69350]: DEBUG nova.virt.hardware [None req-bd643915-2568-41f7-a2a3-734b88ad93df tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 865.429250] env[69350]: DEBUG nova.virt.hardware [None req-bd643915-2568-41f7-a2a3-734b88ad93df tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 865.429494] env[69350]: DEBUG nova.virt.hardware [None req-bd643915-2568-41f7-a2a3-734b88ad93df tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 865.429654] env[69350]: DEBUG nova.virt.hardware [None req-bd643915-2568-41f7-a2a3-734b88ad93df tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 865.430046] env[69350]: DEBUG nova.virt.hardware [None req-bd643915-2568-41f7-a2a3-734b88ad93df tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 865.430122] env[69350]: DEBUG nova.virt.hardware [None req-bd643915-2568-41f7-a2a3-734b88ad93df tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 865.430245] env[69350]: DEBUG nova.virt.hardware [None req-bd643915-2568-41f7-a2a3-734b88ad93df tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 865.430414] env[69350]: DEBUG nova.virt.hardware [None req-bd643915-2568-41f7-a2a3-734b88ad93df tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 865.430592] env[69350]: DEBUG nova.virt.hardware [None req-bd643915-2568-41f7-a2a3-734b88ad93df tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 865.430734] env[69350]: DEBUG nova.virt.hardware [None req-bd643915-2568-41f7-a2a3-734b88ad93df tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 865.432121] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb091f94-f78d-4187-ad15-b20dc6e0b538 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.444878] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b502176-730e-4884-915f-24ae40598d70 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.491232] env[69350]: ERROR nova.scheduler.client.report [None req-cec3b203-e003-4e0f-9b94-c24161d7e2ac tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] [req-a8858e69-4df8-47f5-8a95-95f2d990113c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 493c4881-f171-4c66-96e5-06180e27f02f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a8858e69-4df8-47f5-8a95-95f2d990113c"}]} [ 865.494353] env[69350]: DEBUG nova.network.neutron [None req-4de7453d-a28f-41b3-bcad-06e4662573e8 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: 325fb273-d943-4e52-bde2-a2d3eee6fcbd] Updating instance_info_cache with network_info: [{"id": "a831f765-5738-4acd-a48f-894c78dc9110", "address": "fa:16:3e:42:98:64", "network": {"id": "729b32ee-7a8b-4951-a6dc-bbc71d98f2f7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-484627195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51bc6f4dd8ea4a9e9e1031143399a0d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa831f765-57", "ovs_interfaceid": "a831f765-5738-4acd-a48f-894c78dc9110", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.511181] env[69350]: DEBUG nova.scheduler.client.report [None req-cec3b203-e003-4e0f-9b94-c24161d7e2ac tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Refreshing inventories for resource provider 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 865.532222] env[69350]: DEBUG nova.scheduler.client.report [None req-cec3b203-e003-4e0f-9b94-c24161d7e2ac tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Updating ProviderTree inventory for provider 493c4881-f171-4c66-96e5-06180e27f02f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 865.532463] env[69350]: DEBUG nova.compute.provider_tree [None req-cec3b203-e003-4e0f-9b94-c24161d7e2ac tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Updating inventory in ProviderTree for provider 493c4881-f171-4c66-96e5-06180e27f02f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 865.545931] env[69350]: DEBUG nova.scheduler.client.report [None req-cec3b203-e003-4e0f-9b94-c24161d7e2ac tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Refreshing aggregate associations for resource provider 493c4881-f171-4c66-96e5-06180e27f02f, aggregates: None {{(pid=69350) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 865.569024] env[69350]: DEBUG nova.scheduler.client.report [None req-cec3b203-e003-4e0f-9b94-c24161d7e2ac tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Refreshing trait associations for resource provider 493c4881-f171-4c66-96e5-06180e27f02f, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69350) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 865.651610] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365098, 'name': CreateVM_Task, 'duration_secs': 1.528226} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.651922] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b431ea42-872f-4b78-b558-5b3ce649d68e] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 865.652802] env[69350]: DEBUG oslo_concurrency.lockutils [None req-87de02ea-5653-4cae-9053-3e3f26a4618c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.653113] env[69350]: DEBUG oslo_concurrency.lockutils [None req-87de02ea-5653-4cae-9053-3e3f26a4618c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.653624] env[69350]: DEBUG oslo_concurrency.lockutils [None req-87de02ea-5653-4cae-9053-3e3f26a4618c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.653979] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8e0bc6e-7a6f-4dc6-aba0-c89732b41efb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.663738] env[69350]: DEBUG oslo_vmware.api [None req-87de02ea-5653-4cae-9053-3e3f26a4618c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Waiting for the task: (returnval){ [ 865.663738] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5284058a-534c-b8c7-b333-213bfe9232af" [ 865.663738] env[69350]: _type = "Task" [ 865.663738] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.675356] env[69350]: DEBUG oslo_vmware.api [None req-87de02ea-5653-4cae-9053-3e3f26a4618c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5284058a-534c-b8c7-b333-213bfe9232af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.676915] env[69350]: DEBUG nova.network.neutron [req-e4df40d0-10dc-42a0-b05c-6cc86f45a86d req-bac8d1ba-b995-41b8-be69-9d8618acca1c service nova] [instance: 7ecd7a06-8651-44da-abd2-1fc160b79921] Updated VIF entry in instance network info cache for port 7e3624c3-bae2-4fbd-93e4-542cd227d7b9. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 865.676915] env[69350]: DEBUG nova.network.neutron [req-e4df40d0-10dc-42a0-b05c-6cc86f45a86d req-bac8d1ba-b995-41b8-be69-9d8618acca1c service nova] [instance: 7ecd7a06-8651-44da-abd2-1fc160b79921] Updating instance_info_cache with network_info: [{"id": "7e3624c3-bae2-4fbd-93e4-542cd227d7b9", "address": "fa:16:3e:0e:dd:c5", "network": {"id": "b034b6f9-3367-4c5a-804a-a0c37a35e500", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-357102781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8382d92fedce401ea98e533a267ac89a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e3624c3-ba", "ovs_interfaceid": "7e3624c3-bae2-4fbd-93e4-542cd227d7b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.713948] env[69350]: DEBUG oslo_vmware.api [None req-a01e8395-b5b5-4492-a046-e8348c3c4fde tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Task: {'id': task-3365100, 'name': PowerOffVM_Task, 'duration_secs': 1.107341} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.716693] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-a01e8395-b5b5-4492-a046-e8348c3c4fde tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] [instance: 7ecd7a06-8651-44da-abd2-1fc160b79921] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 865.716875] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a01e8395-b5b5-4492-a046-e8348c3c4fde tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] [instance: 7ecd7a06-8651-44da-abd2-1fc160b79921] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 865.717374] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b23a6036-2f26-4f54-a7fa-922cb31df4dd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.792138] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a01e8395-b5b5-4492-a046-e8348c3c4fde tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] [instance: 7ecd7a06-8651-44da-abd2-1fc160b79921] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 865.792138] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a01e8395-b5b5-4492-a046-e8348c3c4fde tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] [instance: 7ecd7a06-8651-44da-abd2-1fc160b79921] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 865.792932] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-a01e8395-b5b5-4492-a046-e8348c3c4fde tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Deleting the datastore file [datastore2] 7ecd7a06-8651-44da-abd2-1fc160b79921 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 865.792932] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-73aed4b3-a802-435e-ae4e-fba62b01621b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.803697] env[69350]: DEBUG oslo_vmware.api [None req-a01e8395-b5b5-4492-a046-e8348c3c4fde tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Waiting for the task: (returnval){ [ 865.803697] env[69350]: value = "task-3365104" [ 865.803697] env[69350]: _type = "Task" [ 865.803697] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.814635] env[69350]: DEBUG oslo_vmware.api [None req-a01e8395-b5b5-4492-a046-e8348c3c4fde tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Task: {'id': task-3365104, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.874068] env[69350]: DEBUG oslo_vmware.api [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Task: {'id': task-3365102, 'name': PowerOnVM_Task, 'duration_secs': 0.580087} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.878512] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: db8dde79-2be8-4d35-afe0-44e3f33860ed] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 865.878512] env[69350]: INFO nova.compute.manager [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: db8dde79-2be8-4d35-afe0-44e3f33860ed] Took 8.35 seconds to spawn the instance on the hypervisor. [ 865.878512] env[69350]: DEBUG nova.compute.manager [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: db8dde79-2be8-4d35-afe0-44e3f33860ed] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 865.879359] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dcb2025-cf08-4b33-9231-5ca71ce8b4a5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.996626] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4de7453d-a28f-41b3-bcad-06e4662573e8 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Releasing lock "refresh_cache-325fb273-d943-4e52-bde2-a2d3eee6fcbd" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.996949] env[69350]: DEBUG nova.compute.manager [None req-4de7453d-a28f-41b3-bcad-06e4662573e8 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: 325fb273-d943-4e52-bde2-a2d3eee6fcbd] Instance network_info: |[{"id": "a831f765-5738-4acd-a48f-894c78dc9110", "address": "fa:16:3e:42:98:64", "network": {"id": "729b32ee-7a8b-4951-a6dc-bbc71d98f2f7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-484627195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51bc6f4dd8ea4a9e9e1031143399a0d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa831f765-57", "ovs_interfaceid": "a831f765-5738-4acd-a48f-894c78dc9110", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 865.997346] env[69350]: DEBUG oslo_concurrency.lockutils [req-4219999a-c924-43b2-86c7-f0c4426999b3 req-1c9a945a-4b41-47e0-8727-902ab9bc6882 service nova] Acquired lock "refresh_cache-325fb273-d943-4e52-bde2-a2d3eee6fcbd" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.997543] env[69350]: DEBUG nova.network.neutron [req-4219999a-c924-43b2-86c7-f0c4426999b3 req-1c9a945a-4b41-47e0-8727-902ab9bc6882 service nova] [instance: 325fb273-d943-4e52-bde2-a2d3eee6fcbd] Refreshing network info cache for port a831f765-5738-4acd-a48f-894c78dc9110 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 865.998796] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4de7453d-a28f-41b3-bcad-06e4662573e8 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: 325fb273-d943-4e52-bde2-a2d3eee6fcbd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:98:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c7c1b46-cb81-45da-b5aa-7905d4da5854', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a831f765-5738-4acd-a48f-894c78dc9110', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 866.007364] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4de7453d-a28f-41b3-bcad-06e4662573e8 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 866.010661] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 325fb273-d943-4e52-bde2-a2d3eee6fcbd] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 866.011285] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-41c6d53e-ad51-4177-aa17-900aa5f5fad0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.039604] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 866.039604] env[69350]: value = "task-3365105" [ 866.039604] env[69350]: _type = "Task" [ 866.039604] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.053766] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365105, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.091695] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8864adb7-7383-47fd-aeb0-02c600228413 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.099198] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e604ebc-adda-4f71-aea2-82d493d342b5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.146983] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-723e679f-73e9-4b54-a104-0847a53cc228 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.156598] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69aef3d9-33b6-4487-ad60-998eea13c6b5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.179490] env[69350]: DEBUG nova.compute.provider_tree [None req-cec3b203-e003-4e0f-9b94-c24161d7e2ac tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Updating inventory in ProviderTree for provider 493c4881-f171-4c66-96e5-06180e27f02f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 866.186874] env[69350]: DEBUG oslo_concurrency.lockutils [req-e4df40d0-10dc-42a0-b05c-6cc86f45a86d req-bac8d1ba-b995-41b8-be69-9d8618acca1c service nova] Releasing lock "refresh_cache-7ecd7a06-8651-44da-abd2-1fc160b79921" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.190665] env[69350]: DEBUG nova.compute.manager [req-e4df40d0-10dc-42a0-b05c-6cc86f45a86d req-bac8d1ba-b995-41b8-be69-9d8618acca1c service nova] [instance: b431ea42-872f-4b78-b558-5b3ce649d68e] Received event network-vif-plugged-0818a221-66a5-4ce5-b770-4fc69588d087 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 866.190665] env[69350]: DEBUG oslo_concurrency.lockutils [req-e4df40d0-10dc-42a0-b05c-6cc86f45a86d req-bac8d1ba-b995-41b8-be69-9d8618acca1c service nova] Acquiring lock "b431ea42-872f-4b78-b558-5b3ce649d68e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.190665] env[69350]: DEBUG oslo_concurrency.lockutils [req-e4df40d0-10dc-42a0-b05c-6cc86f45a86d req-bac8d1ba-b995-41b8-be69-9d8618acca1c service nova] Lock "b431ea42-872f-4b78-b558-5b3ce649d68e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.190665] env[69350]: DEBUG oslo_concurrency.lockutils [req-e4df40d0-10dc-42a0-b05c-6cc86f45a86d req-bac8d1ba-b995-41b8-be69-9d8618acca1c service nova] Lock "b431ea42-872f-4b78-b558-5b3ce649d68e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.190665] env[69350]: DEBUG nova.compute.manager [req-e4df40d0-10dc-42a0-b05c-6cc86f45a86d req-bac8d1ba-b995-41b8-be69-9d8618acca1c service nova] [instance: b431ea42-872f-4b78-b558-5b3ce649d68e] No waiting events found dispatching network-vif-plugged-0818a221-66a5-4ce5-b770-4fc69588d087 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 866.190665] env[69350]: WARNING nova.compute.manager [req-e4df40d0-10dc-42a0-b05c-6cc86f45a86d req-bac8d1ba-b995-41b8-be69-9d8618acca1c service nova] [instance: b431ea42-872f-4b78-b558-5b3ce649d68e] Received unexpected event network-vif-plugged-0818a221-66a5-4ce5-b770-4fc69588d087 for instance with vm_state building and task_state spawning. [ 866.190665] env[69350]: DEBUG nova.compute.manager [req-e4df40d0-10dc-42a0-b05c-6cc86f45a86d req-bac8d1ba-b995-41b8-be69-9d8618acca1c service nova] [instance: b431ea42-872f-4b78-b558-5b3ce649d68e] Received event network-changed-0818a221-66a5-4ce5-b770-4fc69588d087 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 866.190665] env[69350]: DEBUG nova.compute.manager [req-e4df40d0-10dc-42a0-b05c-6cc86f45a86d req-bac8d1ba-b995-41b8-be69-9d8618acca1c service nova] [instance: b431ea42-872f-4b78-b558-5b3ce649d68e] Refreshing instance network info cache due to event network-changed-0818a221-66a5-4ce5-b770-4fc69588d087. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 866.190665] env[69350]: DEBUG oslo_concurrency.lockutils [req-e4df40d0-10dc-42a0-b05c-6cc86f45a86d req-bac8d1ba-b995-41b8-be69-9d8618acca1c service nova] Acquiring lock "refresh_cache-b431ea42-872f-4b78-b558-5b3ce649d68e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.190665] env[69350]: DEBUG oslo_concurrency.lockutils [req-e4df40d0-10dc-42a0-b05c-6cc86f45a86d req-bac8d1ba-b995-41b8-be69-9d8618acca1c service nova] Acquired lock "refresh_cache-b431ea42-872f-4b78-b558-5b3ce649d68e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.190665] env[69350]: DEBUG nova.network.neutron [req-e4df40d0-10dc-42a0-b05c-6cc86f45a86d req-bac8d1ba-b995-41b8-be69-9d8618acca1c service nova] [instance: b431ea42-872f-4b78-b558-5b3ce649d68e] Refreshing network info cache for port 0818a221-66a5-4ce5-b770-4fc69588d087 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 866.190665] env[69350]: DEBUG oslo_vmware.api [None req-87de02ea-5653-4cae-9053-3e3f26a4618c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5284058a-534c-b8c7-b333-213bfe9232af, 'name': SearchDatastore_Task, 'duration_secs': 0.03429} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.191307] env[69350]: DEBUG oslo_concurrency.lockutils [None req-87de02ea-5653-4cae-9053-3e3f26a4618c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.191962] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-87de02ea-5653-4cae-9053-3e3f26a4618c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: b431ea42-872f-4b78-b558-5b3ce649d68e] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 866.192237] env[69350]: DEBUG oslo_concurrency.lockutils [None req-87de02ea-5653-4cae-9053-3e3f26a4618c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.192393] env[69350]: DEBUG oslo_concurrency.lockutils [None req-87de02ea-5653-4cae-9053-3e3f26a4618c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.192726] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-87de02ea-5653-4cae-9053-3e3f26a4618c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 866.193866] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e32d0fc5-2bf1-4c0d-9d70-8aff75a62b3c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.206696] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-87de02ea-5653-4cae-9053-3e3f26a4618c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 866.206890] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-87de02ea-5653-4cae-9053-3e3f26a4618c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 866.207754] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b405720b-c870-463c-b42d-ec5009827658 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.220115] env[69350]: DEBUG oslo_vmware.api [None req-87de02ea-5653-4cae-9053-3e3f26a4618c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Waiting for the task: (returnval){ [ 866.220115] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]521cb6a9-2006-ded5-0d7a-b5b797ef5e50" [ 866.220115] env[69350]: _type = "Task" [ 866.220115] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.233406] env[69350]: DEBUG oslo_vmware.api [None req-87de02ea-5653-4cae-9053-3e3f26a4618c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]521cb6a9-2006-ded5-0d7a-b5b797ef5e50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.316260] env[69350]: DEBUG oslo_vmware.api [None req-a01e8395-b5b5-4492-a046-e8348c3c4fde tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Task: {'id': task-3365104, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.342909} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.316567] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-a01e8395-b5b5-4492-a046-e8348c3c4fde tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 866.316778] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a01e8395-b5b5-4492-a046-e8348c3c4fde tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] [instance: 7ecd7a06-8651-44da-abd2-1fc160b79921] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 866.316981] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a01e8395-b5b5-4492-a046-e8348c3c4fde tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] [instance: 7ecd7a06-8651-44da-abd2-1fc160b79921] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 866.317293] env[69350]: INFO nova.compute.manager [None req-a01e8395-b5b5-4492-a046-e8348c3c4fde tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] [instance: 7ecd7a06-8651-44da-abd2-1fc160b79921] Took 2.14 seconds to destroy the instance on the hypervisor. [ 866.317568] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a01e8395-b5b5-4492-a046-e8348c3c4fde tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 866.317779] env[69350]: DEBUG nova.compute.manager [-] [instance: 7ecd7a06-8651-44da-abd2-1fc160b79921] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 866.317904] env[69350]: DEBUG nova.network.neutron [-] [instance: 7ecd7a06-8651-44da-abd2-1fc160b79921] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 866.406406] env[69350]: INFO nova.compute.manager [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: db8dde79-2be8-4d35-afe0-44e3f33860ed] Took 40.62 seconds to build instance. [ 866.450251] env[69350]: DEBUG nova.network.neutron [req-4219999a-c924-43b2-86c7-f0c4426999b3 req-1c9a945a-4b41-47e0-8727-902ab9bc6882 service nova] [instance: 325fb273-d943-4e52-bde2-a2d3eee6fcbd] Updated VIF entry in instance network info cache for port a831f765-5738-4acd-a48f-894c78dc9110. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 866.450251] env[69350]: DEBUG nova.network.neutron [req-4219999a-c924-43b2-86c7-f0c4426999b3 req-1c9a945a-4b41-47e0-8727-902ab9bc6882 service nova] [instance: 325fb273-d943-4e52-bde2-a2d3eee6fcbd] Updating instance_info_cache with network_info: [{"id": "a831f765-5738-4acd-a48f-894c78dc9110", "address": "fa:16:3e:42:98:64", "network": {"id": "729b32ee-7a8b-4951-a6dc-bbc71d98f2f7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-484627195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51bc6f4dd8ea4a9e9e1031143399a0d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa831f765-57", "ovs_interfaceid": "a831f765-5738-4acd-a48f-894c78dc9110", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.551715] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365105, 'name': CreateVM_Task, 'duration_secs': 0.496236} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.551897] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 325fb273-d943-4e52-bde2-a2d3eee6fcbd] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 866.552625] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4de7453d-a28f-41b3-bcad-06e4662573e8 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.552840] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4de7453d-a28f-41b3-bcad-06e4662573e8 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.553185] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4de7453d-a28f-41b3-bcad-06e4662573e8 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.553484] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb309443-bd00-4462-b4bf-e8e95c54fd57 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.559707] env[69350]: DEBUG oslo_vmware.api [None req-4de7453d-a28f-41b3-bcad-06e4662573e8 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Waiting for the task: (returnval){ [ 866.559707] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52a66268-fc37-a200-9001-59cfe115c12e" [ 866.559707] env[69350]: _type = "Task" [ 866.559707] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.568906] env[69350]: DEBUG oslo_vmware.api [None req-4de7453d-a28f-41b3-bcad-06e4662573e8 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52a66268-fc37-a200-9001-59cfe115c12e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.725143] env[69350]: DEBUG nova.scheduler.client.report [None req-cec3b203-e003-4e0f-9b94-c24161d7e2ac tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Updated inventory for provider 493c4881-f171-4c66-96e5-06180e27f02f with generation 61 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 866.725495] env[69350]: DEBUG nova.compute.provider_tree [None req-cec3b203-e003-4e0f-9b94-c24161d7e2ac tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Updating resource provider 493c4881-f171-4c66-96e5-06180e27f02f generation from 61 to 62 during operation: update_inventory {{(pid=69350) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 866.725732] env[69350]: DEBUG nova.compute.provider_tree [None req-cec3b203-e003-4e0f-9b94-c24161d7e2ac tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Updating inventory in ProviderTree for provider 493c4881-f171-4c66-96e5-06180e27f02f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 866.736781] env[69350]: DEBUG oslo_vmware.api [None req-87de02ea-5653-4cae-9053-3e3f26a4618c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]521cb6a9-2006-ded5-0d7a-b5b797ef5e50, 'name': SearchDatastore_Task, 'duration_secs': 0.019311} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.737691] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fdf6376-e686-441e-a44d-13abf006a664 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.743769] env[69350]: DEBUG oslo_vmware.api [None req-87de02ea-5653-4cae-9053-3e3f26a4618c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Waiting for the task: (returnval){ [ 866.743769] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]526a3374-bdf4-01d0-2260-2b31bada26fb" [ 866.743769] env[69350]: _type = "Task" [ 866.743769] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.753699] env[69350]: DEBUG oslo_vmware.api [None req-87de02ea-5653-4cae-9053-3e3f26a4618c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]526a3374-bdf4-01d0-2260-2b31bada26fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.911199] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d22b5ac6-53c7-4247-bb2c-3b1db0f825e7 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Lock "db8dde79-2be8-4d35-afe0-44e3f33860ed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.285s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.953719] env[69350]: DEBUG oslo_concurrency.lockutils [req-4219999a-c924-43b2-86c7-f0c4426999b3 req-1c9a945a-4b41-47e0-8727-902ab9bc6882 service nova] Releasing lock "refresh_cache-325fb273-d943-4e52-bde2-a2d3eee6fcbd" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.069745] env[69350]: DEBUG nova.network.neutron [None req-bd643915-2568-41f7-a2a3-734b88ad93df tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] [instance: 4d646a6a-26e5-4e67-8415-b981f86d49cb] Successfully updated port: c4adb4e9-66c5-47c1-a606-a85e25c467a7 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 867.085984] env[69350]: DEBUG oslo_vmware.api [None req-4de7453d-a28f-41b3-bcad-06e4662573e8 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52a66268-fc37-a200-9001-59cfe115c12e, 'name': SearchDatastore_Task, 'duration_secs': 0.022775} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.087138] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4de7453d-a28f-41b3-bcad-06e4662573e8 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.087754] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4de7453d-a28f-41b3-bcad-06e4662573e8 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: 325fb273-d943-4e52-bde2-a2d3eee6fcbd] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 867.088121] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4de7453d-a28f-41b3-bcad-06e4662573e8 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.114937] env[69350]: DEBUG nova.network.neutron [req-e4df40d0-10dc-42a0-b05c-6cc86f45a86d req-bac8d1ba-b995-41b8-be69-9d8618acca1c service nova] [instance: b431ea42-872f-4b78-b558-5b3ce649d68e] Updated VIF entry in instance network info cache for port 0818a221-66a5-4ce5-b770-4fc69588d087. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 867.115322] env[69350]: DEBUG nova.network.neutron [req-e4df40d0-10dc-42a0-b05c-6cc86f45a86d req-bac8d1ba-b995-41b8-be69-9d8618acca1c service nova] [instance: b431ea42-872f-4b78-b558-5b3ce649d68e] Updating instance_info_cache with network_info: [{"id": "0818a221-66a5-4ce5-b770-4fc69588d087", "address": "fa:16:3e:32:c1:e0", "network": {"id": "36896159-e0cd-4c26-87e6-2521f1a332f4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-226239806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5716ad99abd74301815f5708ce395fbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0818a221-66", "ovs_interfaceid": "0818a221-66a5-4ce5-b770-4fc69588d087", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.232458] env[69350]: DEBUG oslo_concurrency.lockutils [None req-cec3b203-e003-4e0f-9b94-c24161d7e2ac tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.875s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.233111] env[69350]: DEBUG nova.compute.manager [None req-cec3b203-e003-4e0f-9b94-c24161d7e2ac tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] [instance: c4a13e7e-8718-492c-881d-eb64fa044575] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 867.240806] env[69350]: DEBUG nova.compute.manager [req-bb6f45d0-39d5-4fd7-a533-d0baa56231d0 req-50259c69-a3f4-4d4a-97b9-b041b1ca96cd service nova] [instance: 4d443b60-1f07-4d5f-a3cb-9c50407198ae] Received event network-changed-340151f0-9772-452b-bf9a-2b650c2072c5 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 867.240947] env[69350]: DEBUG nova.compute.manager [req-bb6f45d0-39d5-4fd7-a533-d0baa56231d0 req-50259c69-a3f4-4d4a-97b9-b041b1ca96cd service nova] [instance: 4d443b60-1f07-4d5f-a3cb-9c50407198ae] Refreshing instance network info cache due to event network-changed-340151f0-9772-452b-bf9a-2b650c2072c5. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 867.241409] env[69350]: DEBUG oslo_concurrency.lockutils [req-bb6f45d0-39d5-4fd7-a533-d0baa56231d0 req-50259c69-a3f4-4d4a-97b9-b041b1ca96cd service nova] Acquiring lock "refresh_cache-4d443b60-1f07-4d5f-a3cb-9c50407198ae" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.241588] env[69350]: DEBUG oslo_concurrency.lockutils [req-bb6f45d0-39d5-4fd7-a533-d0baa56231d0 req-50259c69-a3f4-4d4a-97b9-b041b1ca96cd service nova] Acquired lock "refresh_cache-4d443b60-1f07-4d5f-a3cb-9c50407198ae" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.241791] env[69350]: DEBUG nova.network.neutron [req-bb6f45d0-39d5-4fd7-a533-d0baa56231d0 req-50259c69-a3f4-4d4a-97b9-b041b1ca96cd service nova] [instance: 4d443b60-1f07-4d5f-a3cb-9c50407198ae] Refreshing network info cache for port 340151f0-9772-452b-bf9a-2b650c2072c5 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 867.242986] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4a0aa2a0-6ffd-42f7-8af8-4584740574c1 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.359s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.243205] env[69350]: DEBUG nova.objects.instance [None req-4a0aa2a0-6ffd-42f7-8af8-4584740574c1 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Lazy-loading 'resources' on Instance uuid 78aed5f0-ce65-4b00-8a3f-1eab21e0525b {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 867.265910] env[69350]: DEBUG oslo_vmware.api [None req-87de02ea-5653-4cae-9053-3e3f26a4618c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]526a3374-bdf4-01d0-2260-2b31bada26fb, 'name': SearchDatastore_Task, 'duration_secs': 0.029806} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.266697] env[69350]: DEBUG oslo_concurrency.lockutils [None req-87de02ea-5653-4cae-9053-3e3f26a4618c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.266697] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-87de02ea-5653-4cae-9053-3e3f26a4618c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] b431ea42-872f-4b78-b558-5b3ce649d68e/b431ea42-872f-4b78-b558-5b3ce649d68e.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 867.267992] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4de7453d-a28f-41b3-bcad-06e4662573e8 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.267992] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-4de7453d-a28f-41b3-bcad-06e4662573e8 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 867.269026] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d469a87b-0b29-4698-854b-12148dc2ea33 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.271309] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8f3d6a06-295b-4965-96c7-e83ca17cefb5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.282108] env[69350]: DEBUG oslo_vmware.api [None req-87de02ea-5653-4cae-9053-3e3f26a4618c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Waiting for the task: (returnval){ [ 867.282108] env[69350]: value = "task-3365107" [ 867.282108] env[69350]: _type = "Task" [ 867.282108] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.294037] env[69350]: DEBUG oslo_vmware.api [None req-87de02ea-5653-4cae-9053-3e3f26a4618c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': task-3365107, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.296392] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-4de7453d-a28f-41b3-bcad-06e4662573e8 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 867.296602] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4de7453d-a28f-41b3-bcad-06e4662573e8 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 867.298047] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f6c8b76-a49f-404d-b45b-197400157a96 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.303990] env[69350]: DEBUG oslo_vmware.api [None req-4de7453d-a28f-41b3-bcad-06e4662573e8 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Waiting for the task: (returnval){ [ 867.303990] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52cf38c6-3fc9-c4ff-677b-3261d11c2259" [ 867.303990] env[69350]: _type = "Task" [ 867.303990] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.316685] env[69350]: DEBUG oslo_vmware.api [None req-4de7453d-a28f-41b3-bcad-06e4662573e8 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52cf38c6-3fc9-c4ff-677b-3261d11c2259, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.418083] env[69350]: DEBUG nova.network.neutron [-] [instance: 7ecd7a06-8651-44da-abd2-1fc160b79921] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.578941] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bd643915-2568-41f7-a2a3-734b88ad93df tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Acquiring lock "refresh_cache-4d646a6a-26e5-4e67-8415-b981f86d49cb" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.579135] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bd643915-2568-41f7-a2a3-734b88ad93df tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Acquired lock "refresh_cache-4d646a6a-26e5-4e67-8415-b981f86d49cb" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.579325] env[69350]: DEBUG nova.network.neutron [None req-bd643915-2568-41f7-a2a3-734b88ad93df tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] [instance: 4d646a6a-26e5-4e67-8415-b981f86d49cb] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 867.618757] env[69350]: DEBUG oslo_concurrency.lockutils [req-e4df40d0-10dc-42a0-b05c-6cc86f45a86d req-bac8d1ba-b995-41b8-be69-9d8618acca1c service nova] Releasing lock "refresh_cache-b431ea42-872f-4b78-b558-5b3ce649d68e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.651288] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fda0474a-7eb1-4c68-8de8-45f77b9419ff tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Acquiring lock "d8ff34cc-0660-4828-847d-cc58e0c4385a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.651542] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fda0474a-7eb1-4c68-8de8-45f77b9419ff tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Lock "d8ff34cc-0660-4828-847d-cc58e0c4385a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.745778] env[69350]: DEBUG nova.compute.utils [None req-cec3b203-e003-4e0f-9b94-c24161d7e2ac tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 867.750477] env[69350]: DEBUG nova.compute.manager [None req-cec3b203-e003-4e0f-9b94-c24161d7e2ac tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] [instance: c4a13e7e-8718-492c-881d-eb64fa044575] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 867.750712] env[69350]: DEBUG nova.network.neutron [None req-cec3b203-e003-4e0f-9b94-c24161d7e2ac tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] [instance: c4a13e7e-8718-492c-881d-eb64fa044575] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 867.794720] env[69350]: DEBUG oslo_vmware.api [None req-87de02ea-5653-4cae-9053-3e3f26a4618c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': task-3365107, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.817302] env[69350]: DEBUG oslo_vmware.api [None req-4de7453d-a28f-41b3-bcad-06e4662573e8 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52cf38c6-3fc9-c4ff-677b-3261d11c2259, 'name': SearchDatastore_Task, 'duration_secs': 0.022517} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.821581] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0e8beff-c5d0-4bfd-bd96-9b64200a711a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.829063] env[69350]: DEBUG oslo_vmware.api [None req-4de7453d-a28f-41b3-bcad-06e4662573e8 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Waiting for the task: (returnval){ [ 867.829063] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5248d156-b8cb-eac0-3cd4-633a32380505" [ 867.829063] env[69350]: _type = "Task" [ 867.829063] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.842099] env[69350]: DEBUG oslo_vmware.api [None req-4de7453d-a28f-41b3-bcad-06e4662573e8 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5248d156-b8cb-eac0-3cd4-633a32380505, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.896221] env[69350]: DEBUG nova.policy [None req-cec3b203-e003-4e0f-9b94-c24161d7e2ac tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0c2f79b1be944bc8a1334b5c6ec1ea32', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4ff32d32f73d42958a5b740da8fb1894', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 867.920425] env[69350]: INFO nova.compute.manager [-] [instance: 7ecd7a06-8651-44da-abd2-1fc160b79921] Took 1.60 seconds to deallocate network for instance. [ 868.157105] env[69350]: DEBUG nova.compute.utils [None req-fda0474a-7eb1-4c68-8de8-45f77b9419ff tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 868.159936] env[69350]: DEBUG nova.network.neutron [None req-bd643915-2568-41f7-a2a3-734b88ad93df tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] [instance: 4d646a6a-26e5-4e67-8415-b981f86d49cb] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 868.252582] env[69350]: DEBUG nova.compute.manager [None req-cec3b203-e003-4e0f-9b94-c24161d7e2ac tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] [instance: c4a13e7e-8718-492c-881d-eb64fa044575] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 868.273872] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a8b25b3-ef14-411c-bd8b-0e6ff9c9e532 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.283531] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e065716-bed8-4d86-8640-b250a309905b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.289323] env[69350]: DEBUG nova.network.neutron [req-bb6f45d0-39d5-4fd7-a533-d0baa56231d0 req-50259c69-a3f4-4d4a-97b9-b041b1ca96cd service nova] [instance: 4d443b60-1f07-4d5f-a3cb-9c50407198ae] Updated VIF entry in instance network info cache for port 340151f0-9772-452b-bf9a-2b650c2072c5. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 868.289683] env[69350]: DEBUG nova.network.neutron [req-bb6f45d0-39d5-4fd7-a533-d0baa56231d0 req-50259c69-a3f4-4d4a-97b9-b041b1ca96cd service nova] [instance: 4d443b60-1f07-4d5f-a3cb-9c50407198ae] Updating instance_info_cache with network_info: [{"id": "340151f0-9772-452b-bf9a-2b650c2072c5", "address": "fa:16:3e:b9:92:3f", "network": {"id": "b034b6f9-3367-4c5a-804a-a0c37a35e500", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-357102781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8382d92fedce401ea98e533a267ac89a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap340151f0-97", "ovs_interfaceid": "340151f0-9772-452b-bf9a-2b650c2072c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.335558] env[69350]: DEBUG oslo_vmware.api [None req-87de02ea-5653-4cae-9053-3e3f26a4618c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': task-3365107, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.628713} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.335558] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-87de02ea-5653-4cae-9053-3e3f26a4618c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] b431ea42-872f-4b78-b558-5b3ce649d68e/b431ea42-872f-4b78-b558-5b3ce649d68e.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 868.335558] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-87de02ea-5653-4cae-9053-3e3f26a4618c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: b431ea42-872f-4b78-b558-5b3ce649d68e] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 868.341104] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39016114-3784-4d1e-bf25-a859601c4b97 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.343381] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0cd092c1-9627-40fa-9fc4-ec98a891cf46 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.356662] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ba340a-be2e-480e-9f4b-c694f8b1d65a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.361773] env[69350]: DEBUG oslo_vmware.api [None req-87de02ea-5653-4cae-9053-3e3f26a4618c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Waiting for the task: (returnval){ [ 868.361773] env[69350]: value = "task-3365108" [ 868.361773] env[69350]: _type = "Task" [ 868.361773] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.362372] env[69350]: DEBUG oslo_vmware.api [None req-4de7453d-a28f-41b3-bcad-06e4662573e8 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5248d156-b8cb-eac0-3cd4-633a32380505, 'name': SearchDatastore_Task, 'duration_secs': 0.054437} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.365196] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4de7453d-a28f-41b3-bcad-06e4662573e8 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.365461] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-4de7453d-a28f-41b3-bcad-06e4662573e8 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] 325fb273-d943-4e52-bde2-a2d3eee6fcbd/325fb273-d943-4e52-bde2-a2d3eee6fcbd.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 868.373757] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8c1b6296-7fcf-4dfe-9ae3-0e782b8e7619 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.384817] env[69350]: DEBUG nova.compute.provider_tree [None req-4a0aa2a0-6ffd-42f7-8af8-4584740574c1 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 868.394288] env[69350]: DEBUG oslo_vmware.api [None req-87de02ea-5653-4cae-9053-3e3f26a4618c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': task-3365108, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.394288] env[69350]: DEBUG oslo_vmware.api [None req-4de7453d-a28f-41b3-bcad-06e4662573e8 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Waiting for the task: (returnval){ [ 868.394288] env[69350]: value = "task-3365109" [ 868.394288] env[69350]: _type = "Task" [ 868.394288] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.403420] env[69350]: DEBUG oslo_vmware.api [None req-4de7453d-a28f-41b3-bcad-06e4662573e8 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365109, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.432909] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a01e8395-b5b5-4492-a046-e8348c3c4fde tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.443279] env[69350]: DEBUG nova.network.neutron [None req-bd643915-2568-41f7-a2a3-734b88ad93df tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] [instance: 4d646a6a-26e5-4e67-8415-b981f86d49cb] Updating instance_info_cache with network_info: [{"id": "c4adb4e9-66c5-47c1-a606-a85e25c467a7", "address": "fa:16:3e:fe:6c:f6", "network": {"id": "bbc420d5-dd4d-4189-b256-a4491aabe088", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2119890914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c0e68118e8784bb2b45d8df1e3490701", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4adb4e9-66", "ovs_interfaceid": "c4adb4e9-66c5-47c1-a606-a85e25c467a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.538042] env[69350]: DEBUG nova.network.neutron [None req-cec3b203-e003-4e0f-9b94-c24161d7e2ac tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] [instance: c4a13e7e-8718-492c-881d-eb64fa044575] Successfully created port: 06156514-e186-4ef9-bed3-6c60c2e7ba62 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 868.666295] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fda0474a-7eb1-4c68-8de8-45f77b9419ff tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Lock "d8ff34cc-0660-4828-847d-cc58e0c4385a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.793425] env[69350]: DEBUG oslo_concurrency.lockutils [req-bb6f45d0-39d5-4fd7-a533-d0baa56231d0 req-50259c69-a3f4-4d4a-97b9-b041b1ca96cd service nova] Releasing lock "refresh_cache-4d443b60-1f07-4d5f-a3cb-9c50407198ae" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.793425] env[69350]: DEBUG nova.compute.manager [req-bb6f45d0-39d5-4fd7-a533-d0baa56231d0 req-50259c69-a3f4-4d4a-97b9-b041b1ca96cd service nova] [instance: 4d646a6a-26e5-4e67-8415-b981f86d49cb] Received event network-vif-plugged-c4adb4e9-66c5-47c1-a606-a85e25c467a7 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 868.793425] env[69350]: DEBUG oslo_concurrency.lockutils [req-bb6f45d0-39d5-4fd7-a533-d0baa56231d0 req-50259c69-a3f4-4d4a-97b9-b041b1ca96cd service nova] Acquiring lock "4d646a6a-26e5-4e67-8415-b981f86d49cb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.793425] env[69350]: DEBUG oslo_concurrency.lockutils [req-bb6f45d0-39d5-4fd7-a533-d0baa56231d0 req-50259c69-a3f4-4d4a-97b9-b041b1ca96cd service nova] Lock "4d646a6a-26e5-4e67-8415-b981f86d49cb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.793425] env[69350]: DEBUG oslo_concurrency.lockutils [req-bb6f45d0-39d5-4fd7-a533-d0baa56231d0 req-50259c69-a3f4-4d4a-97b9-b041b1ca96cd service nova] Lock "4d646a6a-26e5-4e67-8415-b981f86d49cb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.793616] env[69350]: DEBUG nova.compute.manager [req-bb6f45d0-39d5-4fd7-a533-d0baa56231d0 req-50259c69-a3f4-4d4a-97b9-b041b1ca96cd service nova] [instance: 4d646a6a-26e5-4e67-8415-b981f86d49cb] No waiting events found dispatching network-vif-plugged-c4adb4e9-66c5-47c1-a606-a85e25c467a7 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 868.793743] env[69350]: WARNING nova.compute.manager [req-bb6f45d0-39d5-4fd7-a533-d0baa56231d0 req-50259c69-a3f4-4d4a-97b9-b041b1ca96cd service nova] [instance: 4d646a6a-26e5-4e67-8415-b981f86d49cb] Received unexpected event network-vif-plugged-c4adb4e9-66c5-47c1-a606-a85e25c467a7 for instance with vm_state building and task_state spawning. [ 868.794077] env[69350]: DEBUG nova.compute.manager [req-bb6f45d0-39d5-4fd7-a533-d0baa56231d0 req-50259c69-a3f4-4d4a-97b9-b041b1ca96cd service nova] [instance: 7ecd7a06-8651-44da-abd2-1fc160b79921] Received event network-vif-deleted-7e3624c3-bae2-4fbd-93e4-542cd227d7b9 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 868.794077] env[69350]: INFO nova.compute.manager [req-bb6f45d0-39d5-4fd7-a533-d0baa56231d0 req-50259c69-a3f4-4d4a-97b9-b041b1ca96cd service nova] [instance: 7ecd7a06-8651-44da-abd2-1fc160b79921] Neutron deleted interface 7e3624c3-bae2-4fbd-93e4-542cd227d7b9; detaching it from the instance and deleting it from the info cache [ 868.794274] env[69350]: DEBUG nova.network.neutron [req-bb6f45d0-39d5-4fd7-a533-d0baa56231d0 req-50259c69-a3f4-4d4a-97b9-b041b1ca96cd service nova] [instance: 7ecd7a06-8651-44da-abd2-1fc160b79921] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.881221] env[69350]: DEBUG oslo_vmware.api [None req-87de02ea-5653-4cae-9053-3e3f26a4618c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': task-3365108, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103143} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.882082] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-87de02ea-5653-4cae-9053-3e3f26a4618c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: b431ea42-872f-4b78-b558-5b3ce649d68e] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 868.883093] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ada6b07-2bd6-4cd4-9610-3971d5d07ac8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.903107] env[69350]: DEBUG nova.scheduler.client.report [None req-4a0aa2a0-6ffd-42f7-8af8-4584740574c1 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 868.922639] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-87de02ea-5653-4cae-9053-3e3f26a4618c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: b431ea42-872f-4b78-b558-5b3ce649d68e] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] b431ea42-872f-4b78-b558-5b3ce649d68e/b431ea42-872f-4b78-b558-5b3ce649d68e.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 868.923131] env[69350]: DEBUG nova.network.neutron [None req-cec3b203-e003-4e0f-9b94-c24161d7e2ac tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] [instance: c4a13e7e-8718-492c-881d-eb64fa044575] Successfully created port: 143ab992-9f5b-4d3a-a4d7-f3b295e1cfc6 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 868.933748] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eceac7c5-5db7-4919-b0f9-ee758b26e627 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.948589] env[69350]: DEBUG nova.compute.manager [req-ca101a12-0f48-46c7-b402-3da97b80e533 req-0e95eac7-fd3a-41c1-a0e4-9bcbc24cf329 service nova] [instance: 4d443b60-1f07-4d5f-a3cb-9c50407198ae] Received event network-changed-340151f0-9772-452b-bf9a-2b650c2072c5 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 868.948774] env[69350]: DEBUG nova.compute.manager [req-ca101a12-0f48-46c7-b402-3da97b80e533 req-0e95eac7-fd3a-41c1-a0e4-9bcbc24cf329 service nova] [instance: 4d443b60-1f07-4d5f-a3cb-9c50407198ae] Refreshing instance network info cache due to event network-changed-340151f0-9772-452b-bf9a-2b650c2072c5. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 868.949039] env[69350]: DEBUG oslo_concurrency.lockutils [req-ca101a12-0f48-46c7-b402-3da97b80e533 req-0e95eac7-fd3a-41c1-a0e4-9bcbc24cf329 service nova] Acquiring lock "refresh_cache-4d443b60-1f07-4d5f-a3cb-9c50407198ae" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.949594] env[69350]: DEBUG oslo_concurrency.lockutils [req-ca101a12-0f48-46c7-b402-3da97b80e533 req-0e95eac7-fd3a-41c1-a0e4-9bcbc24cf329 service nova] Acquired lock "refresh_cache-4d443b60-1f07-4d5f-a3cb-9c50407198ae" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.949594] env[69350]: DEBUG nova.network.neutron [req-ca101a12-0f48-46c7-b402-3da97b80e533 req-0e95eac7-fd3a-41c1-a0e4-9bcbc24cf329 service nova] [instance: 4d443b60-1f07-4d5f-a3cb-9c50407198ae] Refreshing network info cache for port 340151f0-9772-452b-bf9a-2b650c2072c5 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 868.951716] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bd643915-2568-41f7-a2a3-734b88ad93df tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Releasing lock "refresh_cache-4d646a6a-26e5-4e67-8415-b981f86d49cb" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.951948] env[69350]: DEBUG nova.compute.manager [None req-bd643915-2568-41f7-a2a3-734b88ad93df tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] [instance: 4d646a6a-26e5-4e67-8415-b981f86d49cb] Instance network_info: |[{"id": "c4adb4e9-66c5-47c1-a606-a85e25c467a7", "address": "fa:16:3e:fe:6c:f6", "network": {"id": "bbc420d5-dd4d-4189-b256-a4491aabe088", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2119890914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c0e68118e8784bb2b45d8df1e3490701", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4adb4e9-66", "ovs_interfaceid": "c4adb4e9-66c5-47c1-a606-a85e25c467a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 868.953513] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-bd643915-2568-41f7-a2a3-734b88ad93df tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] [instance: 4d646a6a-26e5-4e67-8415-b981f86d49cb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:6c:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5756d009-13ad-4e13-a991-3b5e71830aa5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c4adb4e9-66c5-47c1-a606-a85e25c467a7', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 868.961291] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd643915-2568-41f7-a2a3-734b88ad93df tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Creating folder: Project (c0e68118e8784bb2b45d8df1e3490701). Parent ref: group-v671398. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 868.966244] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-53a2c8a1-0c07-4749-8d4c-5b20c3c9693a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.968532] env[69350]: DEBUG oslo_vmware.api [None req-4de7453d-a28f-41b3-bcad-06e4662573e8 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365109, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.970500] env[69350]: DEBUG oslo_vmware.api [None req-87de02ea-5653-4cae-9053-3e3f26a4618c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Waiting for the task: (returnval){ [ 868.970500] env[69350]: value = "task-3365110" [ 868.970500] env[69350]: _type = "Task" [ 868.970500] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.982172] env[69350]: DEBUG oslo_vmware.api [None req-87de02ea-5653-4cae-9053-3e3f26a4618c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': task-3365110, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.984111] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-bd643915-2568-41f7-a2a3-734b88ad93df tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Created folder: Project (c0e68118e8784bb2b45d8df1e3490701) in parent group-v671398. [ 868.984346] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd643915-2568-41f7-a2a3-734b88ad93df tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Creating folder: Instances. Parent ref: group-v671525. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 868.984644] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-45930eb3-9900-4f6b-964b-968ccec2a758 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.994333] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-bd643915-2568-41f7-a2a3-734b88ad93df tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Created folder: Instances in parent group-v671525. [ 868.994500] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd643915-2568-41f7-a2a3-734b88ad93df tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 868.994627] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d646a6a-26e5-4e67-8415-b981f86d49cb] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 868.994836] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7f05ed08-9a76-4a81-8fb0-b4fb6bd0d0b3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.019684] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 869.019684] env[69350]: value = "task-3365113" [ 869.019684] env[69350]: _type = "Task" [ 869.019684] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.028498] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365113, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.267898] env[69350]: DEBUG nova.compute.manager [None req-cec3b203-e003-4e0f-9b94-c24161d7e2ac tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] [instance: c4a13e7e-8718-492c-881d-eb64fa044575] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 869.299395] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-30c3b429-1b28-43d0-9091-b68dfaddbcf2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.315839] env[69350]: DEBUG nova.virt.hardware [None req-cec3b203-e003-4e0f-9b94-c24161d7e2ac tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 869.316292] env[69350]: DEBUG nova.virt.hardware [None req-cec3b203-e003-4e0f-9b94-c24161d7e2ac tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 869.316579] env[69350]: DEBUG nova.virt.hardware [None req-cec3b203-e003-4e0f-9b94-c24161d7e2ac tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 869.316932] env[69350]: DEBUG nova.virt.hardware [None req-cec3b203-e003-4e0f-9b94-c24161d7e2ac tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 869.317242] env[69350]: DEBUG nova.virt.hardware [None req-cec3b203-e003-4e0f-9b94-c24161d7e2ac tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 869.317610] env[69350]: DEBUG nova.virt.hardware [None req-cec3b203-e003-4e0f-9b94-c24161d7e2ac tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 869.317943] env[69350]: DEBUG nova.virt.hardware [None req-cec3b203-e003-4e0f-9b94-c24161d7e2ac tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 869.318235] env[69350]: DEBUG nova.virt.hardware [None req-cec3b203-e003-4e0f-9b94-c24161d7e2ac tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 869.323662] env[69350]: DEBUG nova.virt.hardware [None req-cec3b203-e003-4e0f-9b94-c24161d7e2ac tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 869.323662] env[69350]: DEBUG nova.virt.hardware [None req-cec3b203-e003-4e0f-9b94-c24161d7e2ac tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 869.323662] env[69350]: DEBUG nova.virt.hardware [None req-cec3b203-e003-4e0f-9b94-c24161d7e2ac tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 869.327066] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bea19ef-bb8d-45a8-b896-fd37a5f2e0b9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.340899] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f13f317-72e8-4523-a0e5-96f7e3f03f60 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.351876] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c8c23d-f7b6-428e-9e88-825b2ec66fc9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.373428] env[69350]: DEBUG nova.compute.manager [req-bb6f45d0-39d5-4fd7-a533-d0baa56231d0 req-50259c69-a3f4-4d4a-97b9-b041b1ca96cd service nova] [instance: 7ecd7a06-8651-44da-abd2-1fc160b79921] Detach interface failed, port_id=7e3624c3-bae2-4fbd-93e4-542cd227d7b9, reason: Instance 7ecd7a06-8651-44da-abd2-1fc160b79921 could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 869.422409] env[69350]: DEBUG oslo_vmware.api [None req-4de7453d-a28f-41b3-bcad-06e4662573e8 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365109, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.833393} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.422708] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-4de7453d-a28f-41b3-bcad-06e4662573e8 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] 325fb273-d943-4e52-bde2-a2d3eee6fcbd/325fb273-d943-4e52-bde2-a2d3eee6fcbd.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 869.422899] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4de7453d-a28f-41b3-bcad-06e4662573e8 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: 325fb273-d943-4e52-bde2-a2d3eee6fcbd] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 869.423181] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3984a6b2-ffae-447a-b8df-1c9b31a216a7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.426883] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4a0aa2a0-6ffd-42f7-8af8-4584740574c1 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.184s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.432453] env[69350]: DEBUG oslo_concurrency.lockutils [None req-37db4ba2-90e2-4463-9bb2-ed0fea63ca59 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.714s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.433990] env[69350]: INFO nova.compute.claims [None req-37db4ba2-90e2-4463-9bb2-ed0fea63ca59 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] [instance: c3010f57-be32-4f20-8276-7b4bd93d76e1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 869.441688] env[69350]: DEBUG oslo_vmware.api [None req-4de7453d-a28f-41b3-bcad-06e4662573e8 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Waiting for the task: (returnval){ [ 869.441688] env[69350]: value = "task-3365114" [ 869.441688] env[69350]: _type = "Task" [ 869.441688] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.452938] env[69350]: DEBUG oslo_vmware.api [None req-4de7453d-a28f-41b3-bcad-06e4662573e8 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365114, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.480446] env[69350]: INFO nova.scheduler.client.report [None req-4a0aa2a0-6ffd-42f7-8af8-4584740574c1 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Deleted allocations for instance 78aed5f0-ce65-4b00-8a3f-1eab21e0525b [ 869.485056] env[69350]: DEBUG oslo_vmware.api [None req-87de02ea-5653-4cae-9053-3e3f26a4618c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': task-3365110, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.532044] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365113, 'name': CreateVM_Task} progress is 25%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.771759] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fda0474a-7eb1-4c68-8de8-45f77b9419ff tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Acquiring lock "d8ff34cc-0660-4828-847d-cc58e0c4385a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.772289] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fda0474a-7eb1-4c68-8de8-45f77b9419ff tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Lock "d8ff34cc-0660-4828-847d-cc58e0c4385a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.772580] env[69350]: INFO nova.compute.manager [None req-fda0474a-7eb1-4c68-8de8-45f77b9419ff tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: d8ff34cc-0660-4828-847d-cc58e0c4385a] Attaching volume 1b60774a-187c-4c93-9912-29a9fe7194f8 to /dev/sdb [ 869.792905] env[69350]: DEBUG nova.network.neutron [req-ca101a12-0f48-46c7-b402-3da97b80e533 req-0e95eac7-fd3a-41c1-a0e4-9bcbc24cf329 service nova] [instance: 4d443b60-1f07-4d5f-a3cb-9c50407198ae] Updated VIF entry in instance network info cache for port 340151f0-9772-452b-bf9a-2b650c2072c5. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 869.793418] env[69350]: DEBUG nova.network.neutron [req-ca101a12-0f48-46c7-b402-3da97b80e533 req-0e95eac7-fd3a-41c1-a0e4-9bcbc24cf329 service nova] [instance: 4d443b60-1f07-4d5f-a3cb-9c50407198ae] Updating instance_info_cache with network_info: [{"id": "340151f0-9772-452b-bf9a-2b650c2072c5", "address": "fa:16:3e:b9:92:3f", "network": {"id": "b034b6f9-3367-4c5a-804a-a0c37a35e500", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-357102781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8382d92fedce401ea98e533a267ac89a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap340151f0-97", "ovs_interfaceid": "340151f0-9772-452b-bf9a-2b650c2072c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.831942] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c6e622b-fe02-487d-b346-3dc67d6be980 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.841050] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57ad6f6a-9757-4fdc-a8ab-3ae7e6307a7f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.856319] env[69350]: DEBUG nova.virt.block_device [None req-fda0474a-7eb1-4c68-8de8-45f77b9419ff tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: d8ff34cc-0660-4828-847d-cc58e0c4385a] Updating existing volume attachment record: 05214f23-0a56-4619-b0ef-ad145276c06f {{(pid=69350) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 869.903258] env[69350]: DEBUG nova.compute.manager [req-4185e504-036e-4e08-b14c-7f3db53f71a9 req-d6a9fc60-9e06-400c-8187-1f1fd88bbe6e service nova] [instance: 4d646a6a-26e5-4e67-8415-b981f86d49cb] Received event network-changed-c4adb4e9-66c5-47c1-a606-a85e25c467a7 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 869.903258] env[69350]: DEBUG nova.compute.manager [req-4185e504-036e-4e08-b14c-7f3db53f71a9 req-d6a9fc60-9e06-400c-8187-1f1fd88bbe6e service nova] [instance: 4d646a6a-26e5-4e67-8415-b981f86d49cb] Refreshing instance network info cache due to event network-changed-c4adb4e9-66c5-47c1-a606-a85e25c467a7. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 869.903777] env[69350]: DEBUG oslo_concurrency.lockutils [req-4185e504-036e-4e08-b14c-7f3db53f71a9 req-d6a9fc60-9e06-400c-8187-1f1fd88bbe6e service nova] Acquiring lock "refresh_cache-4d646a6a-26e5-4e67-8415-b981f86d49cb" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.903777] env[69350]: DEBUG oslo_concurrency.lockutils [req-4185e504-036e-4e08-b14c-7f3db53f71a9 req-d6a9fc60-9e06-400c-8187-1f1fd88bbe6e service nova] Acquired lock "refresh_cache-4d646a6a-26e5-4e67-8415-b981f86d49cb" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.903954] env[69350]: DEBUG nova.network.neutron [req-4185e504-036e-4e08-b14c-7f3db53f71a9 req-d6a9fc60-9e06-400c-8187-1f1fd88bbe6e service nova] [instance: 4d646a6a-26e5-4e67-8415-b981f86d49cb] Refreshing network info cache for port c4adb4e9-66c5-47c1-a606-a85e25c467a7 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 869.961036] env[69350]: DEBUG oslo_vmware.api [None req-4de7453d-a28f-41b3-bcad-06e4662573e8 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365114, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.151349} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.961036] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4de7453d-a28f-41b3-bcad-06e4662573e8 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: 325fb273-d943-4e52-bde2-a2d3eee6fcbd] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 869.961458] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27512ba7-9e12-4227-bf24-95056d838da1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.990614] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-4de7453d-a28f-41b3-bcad-06e4662573e8 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: 325fb273-d943-4e52-bde2-a2d3eee6fcbd] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 325fb273-d943-4e52-bde2-a2d3eee6fcbd/325fb273-d943-4e52-bde2-a2d3eee6fcbd.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 869.996998] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad31d3e2-f8bd-49a3-8166-475df8a51518 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.014301] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4a0aa2a0-6ffd-42f7-8af8-4584740574c1 tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Lock "78aed5f0-ce65-4b00-8a3f-1eab21e0525b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.698s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.028072] env[69350]: DEBUG oslo_vmware.api [None req-87de02ea-5653-4cae-9053-3e3f26a4618c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': task-3365110, 'name': ReconfigVM_Task, 'duration_secs': 0.645832} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.030290] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-87de02ea-5653-4cae-9053-3e3f26a4618c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: b431ea42-872f-4b78-b558-5b3ce649d68e] Reconfigured VM instance instance-0000002b to attach disk [datastore1] b431ea42-872f-4b78-b558-5b3ce649d68e/b431ea42-872f-4b78-b558-5b3ce649d68e.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 870.031151] env[69350]: DEBUG oslo_vmware.api [None req-4de7453d-a28f-41b3-bcad-06e4662573e8 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Waiting for the task: (returnval){ [ 870.031151] env[69350]: value = "task-3365115" [ 870.031151] env[69350]: _type = "Task" [ 870.031151] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.033089] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6b9f401d-1de7-48dc-b1c7-b50804924777 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.042775] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365113, 'name': CreateVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.052063] env[69350]: DEBUG oslo_vmware.api [None req-4de7453d-a28f-41b3-bcad-06e4662573e8 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365115, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.053585] env[69350]: DEBUG oslo_vmware.api [None req-87de02ea-5653-4cae-9053-3e3f26a4618c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Waiting for the task: (returnval){ [ 870.053585] env[69350]: value = "task-3365117" [ 870.053585] env[69350]: _type = "Task" [ 870.053585] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.063316] env[69350]: DEBUG oslo_vmware.api [None req-87de02ea-5653-4cae-9053-3e3f26a4618c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': task-3365117, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.086217] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fc3b738d-edce-4432-a776-94eba70ce44b tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Acquiring lock "7ecd7a06-8651-44da-abd2-1fc160b79921" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.300671] env[69350]: DEBUG oslo_concurrency.lockutils [req-ca101a12-0f48-46c7-b402-3da97b80e533 req-0e95eac7-fd3a-41c1-a0e4-9bcbc24cf329 service nova] Releasing lock "refresh_cache-4d443b60-1f07-4d5f-a3cb-9c50407198ae" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.366082] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3b2fbe8b-4c91-4464-b235-0b3a5d5d835d tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Acquiring lock "2b79ce2c-f402-42e5-a90d-5ebdc40896ce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.366082] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3b2fbe8b-4c91-4464-b235-0b3a5d5d835d tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Lock "2b79ce2c-f402-42e5-a90d-5ebdc40896ce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.366082] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3b2fbe8b-4c91-4464-b235-0b3a5d5d835d tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Acquiring lock "2b79ce2c-f402-42e5-a90d-5ebdc40896ce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.366082] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3b2fbe8b-4c91-4464-b235-0b3a5d5d835d tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Lock "2b79ce2c-f402-42e5-a90d-5ebdc40896ce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.366082] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3b2fbe8b-4c91-4464-b235-0b3a5d5d835d tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Lock "2b79ce2c-f402-42e5-a90d-5ebdc40896ce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.370189] env[69350]: INFO nova.compute.manager [None req-3b2fbe8b-4c91-4464-b235-0b3a5d5d835d tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: 2b79ce2c-f402-42e5-a90d-5ebdc40896ce] Terminating instance [ 870.522200] env[69350]: DEBUG oslo_concurrency.lockutils [None req-538ca869-8f97-4fda-816a-a3476b7ed768 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] Acquiring lock "096700b1-7125-48b5-877d-5dc745b5fe41" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.522200] env[69350]: DEBUG oslo_concurrency.lockutils [None req-538ca869-8f97-4fda-816a-a3476b7ed768 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] Lock "096700b1-7125-48b5-877d-5dc745b5fe41" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.522200] env[69350]: DEBUG oslo_concurrency.lockutils [None req-538ca869-8f97-4fda-816a-a3476b7ed768 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] Acquiring lock "096700b1-7125-48b5-877d-5dc745b5fe41-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.522200] env[69350]: DEBUG oslo_concurrency.lockutils [None req-538ca869-8f97-4fda-816a-a3476b7ed768 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] Lock "096700b1-7125-48b5-877d-5dc745b5fe41-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.522200] env[69350]: DEBUG oslo_concurrency.lockutils [None req-538ca869-8f97-4fda-816a-a3476b7ed768 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] Lock "096700b1-7125-48b5-877d-5dc745b5fe41-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.523336] env[69350]: INFO nova.compute.manager [None req-538ca869-8f97-4fda-816a-a3476b7ed768 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] [instance: 096700b1-7125-48b5-877d-5dc745b5fe41] Terminating instance [ 870.539250] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365113, 'name': CreateVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.551673] env[69350]: DEBUG oslo_vmware.api [None req-4de7453d-a28f-41b3-bcad-06e4662573e8 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365115, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.563520] env[69350]: DEBUG oslo_vmware.api [None req-87de02ea-5653-4cae-9053-3e3f26a4618c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': task-3365117, 'name': Rename_Task, 'duration_secs': 0.275372} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.566449] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-87de02ea-5653-4cae-9053-3e3f26a4618c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: b431ea42-872f-4b78-b558-5b3ce649d68e] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 870.567941] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1006af79-de3c-4875-ade3-7d7f2d6ef7c1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.576153] env[69350]: DEBUG oslo_vmware.api [None req-87de02ea-5653-4cae-9053-3e3f26a4618c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Waiting for the task: (returnval){ [ 870.576153] env[69350]: value = "task-3365120" [ 870.576153] env[69350]: _type = "Task" [ 870.576153] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.589234] env[69350]: DEBUG oslo_vmware.api [None req-87de02ea-5653-4cae-9053-3e3f26a4618c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': task-3365120, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.803136] env[69350]: DEBUG oslo_concurrency.lockutils [None req-57c904bf-1af2-41e7-94aa-445481c27a3d tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Acquiring lock "db8dde79-2be8-4d35-afe0-44e3f33860ed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.803457] env[69350]: DEBUG oslo_concurrency.lockutils [None req-57c904bf-1af2-41e7-94aa-445481c27a3d tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Lock "db8dde79-2be8-4d35-afe0-44e3f33860ed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.803664] env[69350]: DEBUG oslo_concurrency.lockutils [None req-57c904bf-1af2-41e7-94aa-445481c27a3d tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Acquiring lock "db8dde79-2be8-4d35-afe0-44e3f33860ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.803838] env[69350]: DEBUG oslo_concurrency.lockutils [None req-57c904bf-1af2-41e7-94aa-445481c27a3d tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Lock "db8dde79-2be8-4d35-afe0-44e3f33860ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.804170] env[69350]: DEBUG oslo_concurrency.lockutils [None req-57c904bf-1af2-41e7-94aa-445481c27a3d tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Lock "db8dde79-2be8-4d35-afe0-44e3f33860ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.812616] env[69350]: INFO nova.compute.manager [None req-57c904bf-1af2-41e7-94aa-445481c27a3d tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: db8dde79-2be8-4d35-afe0-44e3f33860ed] Terminating instance [ 870.877676] env[69350]: DEBUG nova.compute.manager [None req-3b2fbe8b-4c91-4464-b235-0b3a5d5d835d tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: 2b79ce2c-f402-42e5-a90d-5ebdc40896ce] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 870.877892] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-3b2fbe8b-4c91-4464-b235-0b3a5d5d835d tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: 2b79ce2c-f402-42e5-a90d-5ebdc40896ce] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 870.883546] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-126709d8-cb9a-4134-a007-82f14bc95524 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.893343] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b2fbe8b-4c91-4464-b235-0b3a5d5d835d tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: 2b79ce2c-f402-42e5-a90d-5ebdc40896ce] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 870.893800] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-48ed89d9-a3a9-4165-9861-364e62f9b7f1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.900894] env[69350]: DEBUG oslo_vmware.api [None req-3b2fbe8b-4c91-4464-b235-0b3a5d5d835d tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Waiting for the task: (returnval){ [ 870.900894] env[69350]: value = "task-3365121" [ 870.900894] env[69350]: _type = "Task" [ 870.900894] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.918876] env[69350]: DEBUG oslo_vmware.api [None req-3b2fbe8b-4c91-4464-b235-0b3a5d5d835d tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Task: {'id': task-3365121, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.919052] env[69350]: DEBUG nova.network.neutron [req-4185e504-036e-4e08-b14c-7f3db53f71a9 req-d6a9fc60-9e06-400c-8187-1f1fd88bbe6e service nova] [instance: 4d646a6a-26e5-4e67-8415-b981f86d49cb] Updated VIF entry in instance network info cache for port c4adb4e9-66c5-47c1-a606-a85e25c467a7. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 870.919402] env[69350]: DEBUG nova.network.neutron [req-4185e504-036e-4e08-b14c-7f3db53f71a9 req-d6a9fc60-9e06-400c-8187-1f1fd88bbe6e service nova] [instance: 4d646a6a-26e5-4e67-8415-b981f86d49cb] Updating instance_info_cache with network_info: [{"id": "c4adb4e9-66c5-47c1-a606-a85e25c467a7", "address": "fa:16:3e:fe:6c:f6", "network": {"id": "bbc420d5-dd4d-4189-b256-a4491aabe088", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2119890914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c0e68118e8784bb2b45d8df1e3490701", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4adb4e9-66", "ovs_interfaceid": "c4adb4e9-66c5-47c1-a606-a85e25c467a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.003868] env[69350]: DEBUG nova.network.neutron [None req-cec3b203-e003-4e0f-9b94-c24161d7e2ac tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] [instance: c4a13e7e-8718-492c-881d-eb64fa044575] Successfully updated port: 06156514-e186-4ef9-bed3-6c60c2e7ba62 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 871.009596] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b3b58ed-0465-47aa-b416-63a9acdac8a3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.020416] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa9ab058-270a-44e2-970a-b48328c1406c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.035991] env[69350]: DEBUG nova.compute.manager [None req-538ca869-8f97-4fda-816a-a3476b7ed768 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] [instance: 096700b1-7125-48b5-877d-5dc745b5fe41] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 871.036233] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-538ca869-8f97-4fda-816a-a3476b7ed768 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] [instance: 096700b1-7125-48b5-877d-5dc745b5fe41] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 871.036521] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365113, 'name': CreateVM_Task, 'duration_secs': 1.657638} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.062927] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e0eb124-17f7-4f28-83b0-4e24c7e5ebea {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.068127] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d646a6a-26e5-4e67-8415-b981f86d49cb] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 871.070290] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bd643915-2568-41f7-a2a3-734b88ad93df tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.070290] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bd643915-2568-41f7-a2a3-734b88ad93df tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.070621] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bd643915-2568-41f7-a2a3-734b88ad93df tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.074204] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c27b2773-0322-478b-b2db-63519a8320b4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.077258] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63830dc8-c6bd-43a3-ba18-e352e1a9dc40 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.089316] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-538ca869-8f97-4fda-816a-a3476b7ed768 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] [instance: 096700b1-7125-48b5-877d-5dc745b5fe41] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 871.089649] env[69350]: DEBUG oslo_vmware.api [None req-4de7453d-a28f-41b3-bcad-06e4662573e8 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365115, 'name': ReconfigVM_Task, 'duration_secs': 0.621676} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.093170] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-201f79cc-4394-465a-98fc-08af4a3da343 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.095101] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-4de7453d-a28f-41b3-bcad-06e4662573e8 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: 325fb273-d943-4e52-bde2-a2d3eee6fcbd] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 325fb273-d943-4e52-bde2-a2d3eee6fcbd/325fb273-d943-4e52-bde2-a2d3eee6fcbd.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 871.100736] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9ae8c1ee-d6a0-443c-a4d2-cda14749ec3d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.104913] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b00899-a9ff-4861-b8e6-a9b8200fc502 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.109790] env[69350]: DEBUG oslo_vmware.api [None req-bd643915-2568-41f7-a2a3-734b88ad93df tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Waiting for the task: (returnval){ [ 871.109790] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52c39bcd-8cff-24ec-79ee-4a8a518e8ce2" [ 871.109790] env[69350]: _type = "Task" [ 871.109790] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.126502] env[69350]: DEBUG nova.compute.provider_tree [None req-37db4ba2-90e2-4463-9bb2-ed0fea63ca59 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Updating inventory in ProviderTree for provider 493c4881-f171-4c66-96e5-06180e27f02f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 871.128045] env[69350]: DEBUG oslo_vmware.api [None req-87de02ea-5653-4cae-9053-3e3f26a4618c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': task-3365120, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.131227] env[69350]: DEBUG oslo_vmware.api [None req-4de7453d-a28f-41b3-bcad-06e4662573e8 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Waiting for the task: (returnval){ [ 871.131227] env[69350]: value = "task-3365123" [ 871.131227] env[69350]: _type = "Task" [ 871.131227] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.131485] env[69350]: DEBUG oslo_vmware.api [None req-538ca869-8f97-4fda-816a-a3476b7ed768 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] Waiting for the task: (returnval){ [ 871.131485] env[69350]: value = "task-3365122" [ 871.131485] env[69350]: _type = "Task" [ 871.131485] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.142513] env[69350]: DEBUG oslo_vmware.api [None req-bd643915-2568-41f7-a2a3-734b88ad93df tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52c39bcd-8cff-24ec-79ee-4a8a518e8ce2, 'name': SearchDatastore_Task, 'duration_secs': 0.015817} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.143965] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bd643915-2568-41f7-a2a3-734b88ad93df tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.143965] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-bd643915-2568-41f7-a2a3-734b88ad93df tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] [instance: 4d646a6a-26e5-4e67-8415-b981f86d49cb] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 871.144142] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bd643915-2568-41f7-a2a3-734b88ad93df tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.144213] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bd643915-2568-41f7-a2a3-734b88ad93df tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.144373] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd643915-2568-41f7-a2a3-734b88ad93df tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 871.144937] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0a2dd509-db29-41a3-8725-0d078b58ee8d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.155072] env[69350]: DEBUG oslo_vmware.api [None req-538ca869-8f97-4fda-816a-a3476b7ed768 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] Task: {'id': task-3365122, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.155072] env[69350]: DEBUG oslo_vmware.api [None req-4de7453d-a28f-41b3-bcad-06e4662573e8 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365123, 'name': Rename_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.173849] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd643915-2568-41f7-a2a3-734b88ad93df tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 871.174087] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-bd643915-2568-41f7-a2a3-734b88ad93df tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 871.174843] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f8c860f-8a7e-428d-9ebf-6009c42b88ee {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.181389] env[69350]: DEBUG oslo_vmware.api [None req-bd643915-2568-41f7-a2a3-734b88ad93df tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Waiting for the task: (returnval){ [ 871.181389] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52ddfb52-e4c7-53c7-a687-ed752011a5e2" [ 871.181389] env[69350]: _type = "Task" [ 871.181389] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.190457] env[69350]: DEBUG oslo_vmware.api [None req-bd643915-2568-41f7-a2a3-734b88ad93df tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52ddfb52-e4c7-53c7-a687-ed752011a5e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.316656] env[69350]: DEBUG nova.compute.manager [None req-57c904bf-1af2-41e7-94aa-445481c27a3d tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: db8dde79-2be8-4d35-afe0-44e3f33860ed] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 871.316947] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-57c904bf-1af2-41e7-94aa-445481c27a3d tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: db8dde79-2be8-4d35-afe0-44e3f33860ed] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 871.317834] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2de65ad0-77bf-4894-bc50-703775c98595 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.328576] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-57c904bf-1af2-41e7-94aa-445481c27a3d tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: db8dde79-2be8-4d35-afe0-44e3f33860ed] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 871.328898] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-45f2e9fc-41c9-4faa-bb1a-880c4242a2d7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.336408] env[69350]: DEBUG oslo_vmware.api [None req-57c904bf-1af2-41e7-94aa-445481c27a3d tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Waiting for the task: (returnval){ [ 871.336408] env[69350]: value = "task-3365124" [ 871.336408] env[69350]: _type = "Task" [ 871.336408] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.351045] env[69350]: DEBUG oslo_vmware.api [None req-57c904bf-1af2-41e7-94aa-445481c27a3d tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Task: {'id': task-3365124, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.413174] env[69350]: DEBUG oslo_vmware.api [None req-3b2fbe8b-4c91-4464-b235-0b3a5d5d835d tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Task: {'id': task-3365121, 'name': PowerOffVM_Task, 'duration_secs': 0.276365} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.414220] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b2fbe8b-4c91-4464-b235-0b3a5d5d835d tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: 2b79ce2c-f402-42e5-a90d-5ebdc40896ce] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 871.414437] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-3b2fbe8b-4c91-4464-b235-0b3a5d5d835d tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: 2b79ce2c-f402-42e5-a90d-5ebdc40896ce] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 871.415293] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3ea0232d-d58d-4717-af2f-9b64e369da8c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.423691] env[69350]: DEBUG oslo_concurrency.lockutils [req-4185e504-036e-4e08-b14c-7f3db53f71a9 req-d6a9fc60-9e06-400c-8187-1f1fd88bbe6e service nova] Releasing lock "refresh_cache-4d646a6a-26e5-4e67-8415-b981f86d49cb" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.486883] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-3b2fbe8b-4c91-4464-b235-0b3a5d5d835d tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: 2b79ce2c-f402-42e5-a90d-5ebdc40896ce] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 871.487355] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-3b2fbe8b-4c91-4464-b235-0b3a5d5d835d tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: 2b79ce2c-f402-42e5-a90d-5ebdc40896ce] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 871.487667] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b2fbe8b-4c91-4464-b235-0b3a5d5d835d tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Deleting the datastore file [datastore2] 2b79ce2c-f402-42e5-a90d-5ebdc40896ce {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 871.488092] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f682e31e-0a9d-4702-8a48-5a508b1ff99a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.495953] env[69350]: DEBUG oslo_vmware.api [None req-3b2fbe8b-4c91-4464-b235-0b3a5d5d835d tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Waiting for the task: (returnval){ [ 871.495953] env[69350]: value = "task-3365126" [ 871.495953] env[69350]: _type = "Task" [ 871.495953] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.505311] env[69350]: DEBUG oslo_vmware.api [None req-3b2fbe8b-4c91-4464-b235-0b3a5d5d835d tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Task: {'id': task-3365126, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.594460] env[69350]: DEBUG oslo_vmware.api [None req-87de02ea-5653-4cae-9053-3e3f26a4618c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': task-3365120, 'name': PowerOnVM_Task, 'duration_secs': 0.701772} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.594460] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-87de02ea-5653-4cae-9053-3e3f26a4618c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: b431ea42-872f-4b78-b558-5b3ce649d68e] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 871.594460] env[69350]: INFO nova.compute.manager [None req-87de02ea-5653-4cae-9053-3e3f26a4618c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: b431ea42-872f-4b78-b558-5b3ce649d68e] Took 11.49 seconds to spawn the instance on the hypervisor. [ 871.594460] env[69350]: DEBUG nova.compute.manager [None req-87de02ea-5653-4cae-9053-3e3f26a4618c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: b431ea42-872f-4b78-b558-5b3ce649d68e] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 871.594460] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a3b969-2107-4c42-8773-a6ccd3dd33be {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.650499] env[69350]: DEBUG oslo_vmware.api [None req-4de7453d-a28f-41b3-bcad-06e4662573e8 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365123, 'name': Rename_Task, 'duration_secs': 0.256461} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.653763] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-4de7453d-a28f-41b3-bcad-06e4662573e8 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: 325fb273-d943-4e52-bde2-a2d3eee6fcbd] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 871.654346] env[69350]: DEBUG oslo_vmware.api [None req-538ca869-8f97-4fda-816a-a3476b7ed768 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] Task: {'id': task-3365122, 'name': PowerOffVM_Task, 'duration_secs': 0.26457} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.654870] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-81ac84a6-e35c-4791-bfeb-f20f4d967d7d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.656287] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-538ca869-8f97-4fda-816a-a3476b7ed768 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] [instance: 096700b1-7125-48b5-877d-5dc745b5fe41] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 871.656792] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-538ca869-8f97-4fda-816a-a3476b7ed768 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] [instance: 096700b1-7125-48b5-877d-5dc745b5fe41] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 871.656792] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1873bbc3-1346-4517-beca-e8b266b3d03a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.663663] env[69350]: DEBUG oslo_vmware.api [None req-4de7453d-a28f-41b3-bcad-06e4662573e8 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Waiting for the task: (returnval){ [ 871.663663] env[69350]: value = "task-3365127" [ 871.663663] env[69350]: _type = "Task" [ 871.663663] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.673519] env[69350]: DEBUG oslo_vmware.api [None req-4de7453d-a28f-41b3-bcad-06e4662573e8 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365127, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.682047] env[69350]: DEBUG nova.scheduler.client.report [None req-37db4ba2-90e2-4463-9bb2-ed0fea63ca59 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Updated inventory for provider 493c4881-f171-4c66-96e5-06180e27f02f with generation 62 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 871.682047] env[69350]: DEBUG nova.compute.provider_tree [None req-37db4ba2-90e2-4463-9bb2-ed0fea63ca59 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Updating resource provider 493c4881-f171-4c66-96e5-06180e27f02f generation from 62 to 63 during operation: update_inventory {{(pid=69350) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 871.682047] env[69350]: DEBUG nova.compute.provider_tree [None req-37db4ba2-90e2-4463-9bb2-ed0fea63ca59 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Updating inventory in ProviderTree for provider 493c4881-f171-4c66-96e5-06180e27f02f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 871.696852] env[69350]: DEBUG oslo_vmware.api [None req-bd643915-2568-41f7-a2a3-734b88ad93df tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52ddfb52-e4c7-53c7-a687-ed752011a5e2, 'name': SearchDatastore_Task, 'duration_secs': 0.011529} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.698709] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a3629c2-f89d-4da3-b4a2-8322f8d6601f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.705293] env[69350]: DEBUG oslo_vmware.api [None req-bd643915-2568-41f7-a2a3-734b88ad93df tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Waiting for the task: (returnval){ [ 871.705293] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]524d4c4c-a12a-4232-f658-f74c6d7928af" [ 871.705293] env[69350]: _type = "Task" [ 871.705293] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.709156] env[69350]: DEBUG oslo_concurrency.lockutils [None req-cc723626-420f-4b26-a721-60f902367fee tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Acquiring lock "ec57f63b-c28b-4de2-a335-2b5ffa721ee6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.709395] env[69350]: DEBUG oslo_concurrency.lockutils [None req-cc723626-420f-4b26-a721-60f902367fee tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Lock "ec57f63b-c28b-4de2-a335-2b5ffa721ee6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.709624] env[69350]: DEBUG oslo_concurrency.lockutils [None req-cc723626-420f-4b26-a721-60f902367fee tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Acquiring lock "ec57f63b-c28b-4de2-a335-2b5ffa721ee6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.709835] env[69350]: DEBUG oslo_concurrency.lockutils [None req-cc723626-420f-4b26-a721-60f902367fee tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Lock "ec57f63b-c28b-4de2-a335-2b5ffa721ee6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.710040] env[69350]: DEBUG oslo_concurrency.lockutils [None req-cc723626-420f-4b26-a721-60f902367fee tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Lock "ec57f63b-c28b-4de2-a335-2b5ffa721ee6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.712948] env[69350]: INFO nova.compute.manager [None req-cc723626-420f-4b26-a721-60f902367fee tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: ec57f63b-c28b-4de2-a335-2b5ffa721ee6] Terminating instance [ 871.721439] env[69350]: DEBUG oslo_vmware.api [None req-bd643915-2568-41f7-a2a3-734b88ad93df tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]524d4c4c-a12a-4232-f658-f74c6d7928af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.733236] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-538ca869-8f97-4fda-816a-a3476b7ed768 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] [instance: 096700b1-7125-48b5-877d-5dc745b5fe41] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 871.733236] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-538ca869-8f97-4fda-816a-a3476b7ed768 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] [instance: 096700b1-7125-48b5-877d-5dc745b5fe41] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 871.733236] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-538ca869-8f97-4fda-816a-a3476b7ed768 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] Deleting the datastore file [datastore2] 096700b1-7125-48b5-877d-5dc745b5fe41 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 871.733236] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-48e8ca5f-9c0b-45a1-9e88-b9f6bde1495c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.740197] env[69350]: DEBUG oslo_vmware.api [None req-538ca869-8f97-4fda-816a-a3476b7ed768 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] Waiting for the task: (returnval){ [ 871.740197] env[69350]: value = "task-3365129" [ 871.740197] env[69350]: _type = "Task" [ 871.740197] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.753139] env[69350]: DEBUG oslo_vmware.api [None req-538ca869-8f97-4fda-816a-a3476b7ed768 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] Task: {'id': task-3365129, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.790642] env[69350]: DEBUG oslo_concurrency.lockutils [None req-53353f33-24c9-4a30-af3b-c5a0f2017666 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Acquiring lock "f1736cf7-d979-41ba-97d9-45c35b51cad8" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.790917] env[69350]: DEBUG oslo_concurrency.lockutils [None req-53353f33-24c9-4a30-af3b-c5a0f2017666 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Lock "f1736cf7-d979-41ba-97d9-45c35b51cad8" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.791187] env[69350]: INFO nova.compute.manager [None req-53353f33-24c9-4a30-af3b-c5a0f2017666 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: f1736cf7-d979-41ba-97d9-45c35b51cad8] Rebooting instance [ 871.848158] env[69350]: DEBUG oslo_vmware.api [None req-57c904bf-1af2-41e7-94aa-445481c27a3d tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Task: {'id': task-3365124, 'name': PowerOffVM_Task, 'duration_secs': 0.221598} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.848448] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-57c904bf-1af2-41e7-94aa-445481c27a3d tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: db8dde79-2be8-4d35-afe0-44e3f33860ed] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 871.848651] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-57c904bf-1af2-41e7-94aa-445481c27a3d tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: db8dde79-2be8-4d35-afe0-44e3f33860ed] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 871.849628] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a180875-35da-44c5-a36f-a822f6594463 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.919442] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-57c904bf-1af2-41e7-94aa-445481c27a3d tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: db8dde79-2be8-4d35-afe0-44e3f33860ed] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 871.919742] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-57c904bf-1af2-41e7-94aa-445481c27a3d tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: db8dde79-2be8-4d35-afe0-44e3f33860ed] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 871.919943] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-57c904bf-1af2-41e7-94aa-445481c27a3d tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Deleting the datastore file [datastore1] db8dde79-2be8-4d35-afe0-44e3f33860ed {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 871.920252] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-38f75fdd-457e-4e56-bf92-88437e2e6384 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.926536] env[69350]: DEBUG oslo_vmware.api [None req-57c904bf-1af2-41e7-94aa-445481c27a3d tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Waiting for the task: (returnval){ [ 871.926536] env[69350]: value = "task-3365131" [ 871.926536] env[69350]: _type = "Task" [ 871.926536] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.937483] env[69350]: DEBUG oslo_vmware.api [None req-57c904bf-1af2-41e7-94aa-445481c27a3d tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Task: {'id': task-3365131, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.007149] env[69350]: DEBUG oslo_vmware.api [None req-3b2fbe8b-4c91-4464-b235-0b3a5d5d835d tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Task: {'id': task-3365126, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.285568} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.007427] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b2fbe8b-4c91-4464-b235-0b3a5d5d835d tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 872.007614] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-3b2fbe8b-4c91-4464-b235-0b3a5d5d835d tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: 2b79ce2c-f402-42e5-a90d-5ebdc40896ce] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 872.007786] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-3b2fbe8b-4c91-4464-b235-0b3a5d5d835d tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: 2b79ce2c-f402-42e5-a90d-5ebdc40896ce] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 872.008032] env[69350]: INFO nova.compute.manager [None req-3b2fbe8b-4c91-4464-b235-0b3a5d5d835d tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: 2b79ce2c-f402-42e5-a90d-5ebdc40896ce] Took 1.13 seconds to destroy the instance on the hypervisor. [ 872.008295] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3b2fbe8b-4c91-4464-b235-0b3a5d5d835d tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 872.008534] env[69350]: DEBUG nova.compute.manager [-] [instance: 2b79ce2c-f402-42e5-a90d-5ebdc40896ce] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 872.008634] env[69350]: DEBUG nova.network.neutron [-] [instance: 2b79ce2c-f402-42e5-a90d-5ebdc40896ce] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 872.115783] env[69350]: INFO nova.compute.manager [None req-87de02ea-5653-4cae-9053-3e3f26a4618c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: b431ea42-872f-4b78-b558-5b3ce649d68e] Took 43.55 seconds to build instance. [ 872.168160] env[69350]: DEBUG nova.compute.manager [req-5eed4167-6a5e-4bfb-b535-ffc7b11a2c65 req-15fe81e9-7e25-4b88-b57a-65ecf85cd8a6 service nova] [instance: c4a13e7e-8718-492c-881d-eb64fa044575] Received event network-vif-plugged-06156514-e186-4ef9-bed3-6c60c2e7ba62 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 872.168160] env[69350]: DEBUG oslo_concurrency.lockutils [req-5eed4167-6a5e-4bfb-b535-ffc7b11a2c65 req-15fe81e9-7e25-4b88-b57a-65ecf85cd8a6 service nova] Acquiring lock "c4a13e7e-8718-492c-881d-eb64fa044575-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.168160] env[69350]: DEBUG oslo_concurrency.lockutils [req-5eed4167-6a5e-4bfb-b535-ffc7b11a2c65 req-15fe81e9-7e25-4b88-b57a-65ecf85cd8a6 service nova] Lock "c4a13e7e-8718-492c-881d-eb64fa044575-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.168160] env[69350]: DEBUG oslo_concurrency.lockutils [req-5eed4167-6a5e-4bfb-b535-ffc7b11a2c65 req-15fe81e9-7e25-4b88-b57a-65ecf85cd8a6 service nova] Lock "c4a13e7e-8718-492c-881d-eb64fa044575-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.168160] env[69350]: DEBUG nova.compute.manager [req-5eed4167-6a5e-4bfb-b535-ffc7b11a2c65 req-15fe81e9-7e25-4b88-b57a-65ecf85cd8a6 service nova] [instance: c4a13e7e-8718-492c-881d-eb64fa044575] No waiting events found dispatching network-vif-plugged-06156514-e186-4ef9-bed3-6c60c2e7ba62 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 872.168160] env[69350]: WARNING nova.compute.manager [req-5eed4167-6a5e-4bfb-b535-ffc7b11a2c65 req-15fe81e9-7e25-4b88-b57a-65ecf85cd8a6 service nova] [instance: c4a13e7e-8718-492c-881d-eb64fa044575] Received unexpected event network-vif-plugged-06156514-e186-4ef9-bed3-6c60c2e7ba62 for instance with vm_state building and task_state spawning. [ 872.168160] env[69350]: DEBUG nova.compute.manager [req-5eed4167-6a5e-4bfb-b535-ffc7b11a2c65 req-15fe81e9-7e25-4b88-b57a-65ecf85cd8a6 service nova] [instance: c4a13e7e-8718-492c-881d-eb64fa044575] Received event network-changed-06156514-e186-4ef9-bed3-6c60c2e7ba62 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 872.168879] env[69350]: DEBUG nova.compute.manager [req-5eed4167-6a5e-4bfb-b535-ffc7b11a2c65 req-15fe81e9-7e25-4b88-b57a-65ecf85cd8a6 service nova] [instance: c4a13e7e-8718-492c-881d-eb64fa044575] Refreshing instance network info cache due to event network-changed-06156514-e186-4ef9-bed3-6c60c2e7ba62. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 872.169250] env[69350]: DEBUG oslo_concurrency.lockutils [req-5eed4167-6a5e-4bfb-b535-ffc7b11a2c65 req-15fe81e9-7e25-4b88-b57a-65ecf85cd8a6 service nova] Acquiring lock "refresh_cache-c4a13e7e-8718-492c-881d-eb64fa044575" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.169719] env[69350]: DEBUG oslo_concurrency.lockutils [req-5eed4167-6a5e-4bfb-b535-ffc7b11a2c65 req-15fe81e9-7e25-4b88-b57a-65ecf85cd8a6 service nova] Acquired lock "refresh_cache-c4a13e7e-8718-492c-881d-eb64fa044575" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.170062] env[69350]: DEBUG nova.network.neutron [req-5eed4167-6a5e-4bfb-b535-ffc7b11a2c65 req-15fe81e9-7e25-4b88-b57a-65ecf85cd8a6 service nova] [instance: c4a13e7e-8718-492c-881d-eb64fa044575] Refreshing network info cache for port 06156514-e186-4ef9-bed3-6c60c2e7ba62 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 872.184656] env[69350]: DEBUG oslo_vmware.api [None req-4de7453d-a28f-41b3-bcad-06e4662573e8 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365127, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.187851] env[69350]: DEBUG oslo_concurrency.lockutils [None req-37db4ba2-90e2-4463-9bb2-ed0fea63ca59 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.755s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.188573] env[69350]: DEBUG nova.compute.manager [None req-37db4ba2-90e2-4463-9bb2-ed0fea63ca59 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] [instance: c3010f57-be32-4f20-8276-7b4bd93d76e1] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 872.192160] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7512e616-3c17-4fb3-9a83-cdccf7f442f6 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.539s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.192444] env[69350]: DEBUG nova.objects.instance [None req-7512e616-3c17-4fb3-9a83-cdccf7f442f6 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] Lazy-loading 'resources' on Instance uuid 9716c35b-9fc7-4e8c-81a1-ef7451400742 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 872.220839] env[69350]: DEBUG nova.compute.manager [None req-cc723626-420f-4b26-a721-60f902367fee tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: ec57f63b-c28b-4de2-a335-2b5ffa721ee6] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 872.220839] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-cc723626-420f-4b26-a721-60f902367fee tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: ec57f63b-c28b-4de2-a335-2b5ffa721ee6] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 872.224024] env[69350]: DEBUG oslo_vmware.api [None req-bd643915-2568-41f7-a2a3-734b88ad93df tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]524d4c4c-a12a-4232-f658-f74c6d7928af, 'name': SearchDatastore_Task, 'duration_secs': 0.017606} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.224024] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f6b5c3-f661-47d8-8d30-754537d706d3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.226305] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bd643915-2568-41f7-a2a3-734b88ad93df tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.226564] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd643915-2568-41f7-a2a3-734b88ad93df tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] 4d646a6a-26e5-4e67-8415-b981f86d49cb/4d646a6a-26e5-4e67-8415-b981f86d49cb.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 872.227488] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d0306ff4-7b10-4674-a810-d44280f2d7b8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.236443] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc723626-420f-4b26-a721-60f902367fee tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: ec57f63b-c28b-4de2-a335-2b5ffa721ee6] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 872.238955] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4603aeeb-3099-46ea-9f6e-9316ed18a702 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.241009] env[69350]: DEBUG oslo_vmware.api [None req-bd643915-2568-41f7-a2a3-734b88ad93df tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Waiting for the task: (returnval){ [ 872.241009] env[69350]: value = "task-3365133" [ 872.241009] env[69350]: _type = "Task" [ 872.241009] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.254325] env[69350]: DEBUG oslo_vmware.api [None req-cc723626-420f-4b26-a721-60f902367fee tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Waiting for the task: (returnval){ [ 872.254325] env[69350]: value = "task-3365134" [ 872.254325] env[69350]: _type = "Task" [ 872.254325] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.269893] env[69350]: DEBUG oslo_vmware.api [None req-bd643915-2568-41f7-a2a3-734b88ad93df tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Task: {'id': task-3365133, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.270286] env[69350]: DEBUG oslo_vmware.api [None req-538ca869-8f97-4fda-816a-a3476b7ed768 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] Task: {'id': task-3365129, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202153} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.271186] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-538ca869-8f97-4fda-816a-a3476b7ed768 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 872.273084] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-538ca869-8f97-4fda-816a-a3476b7ed768 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] [instance: 096700b1-7125-48b5-877d-5dc745b5fe41] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 872.273084] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-538ca869-8f97-4fda-816a-a3476b7ed768 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] [instance: 096700b1-7125-48b5-877d-5dc745b5fe41] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 872.273084] env[69350]: INFO nova.compute.manager [None req-538ca869-8f97-4fda-816a-a3476b7ed768 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] [instance: 096700b1-7125-48b5-877d-5dc745b5fe41] Took 1.24 seconds to destroy the instance on the hypervisor. [ 872.273084] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-538ca869-8f97-4fda-816a-a3476b7ed768 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 872.277171] env[69350]: DEBUG nova.compute.manager [-] [instance: 096700b1-7125-48b5-877d-5dc745b5fe41] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 872.277327] env[69350]: DEBUG nova.network.neutron [-] [instance: 096700b1-7125-48b5-877d-5dc745b5fe41] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 872.280859] env[69350]: DEBUG oslo_vmware.api [None req-cc723626-420f-4b26-a721-60f902367fee tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Task: {'id': task-3365134, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.313551] env[69350]: DEBUG oslo_concurrency.lockutils [None req-53353f33-24c9-4a30-af3b-c5a0f2017666 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Acquiring lock "refresh_cache-f1736cf7-d979-41ba-97d9-45c35b51cad8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.314124] env[69350]: DEBUG oslo_concurrency.lockutils [None req-53353f33-24c9-4a30-af3b-c5a0f2017666 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Acquired lock "refresh_cache-f1736cf7-d979-41ba-97d9-45c35b51cad8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.314124] env[69350]: DEBUG nova.network.neutron [None req-53353f33-24c9-4a30-af3b-c5a0f2017666 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: f1736cf7-d979-41ba-97d9-45c35b51cad8] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 872.436594] env[69350]: DEBUG oslo_vmware.api [None req-57c904bf-1af2-41e7-94aa-445481c27a3d tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Task: {'id': task-3365131, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.269838} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.436915] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-57c904bf-1af2-41e7-94aa-445481c27a3d tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 872.437032] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-57c904bf-1af2-41e7-94aa-445481c27a3d tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: db8dde79-2be8-4d35-afe0-44e3f33860ed] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 872.437275] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-57c904bf-1af2-41e7-94aa-445481c27a3d tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: db8dde79-2be8-4d35-afe0-44e3f33860ed] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 872.437475] env[69350]: INFO nova.compute.manager [None req-57c904bf-1af2-41e7-94aa-445481c27a3d tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: db8dde79-2be8-4d35-afe0-44e3f33860ed] Took 1.12 seconds to destroy the instance on the hypervisor. [ 872.437727] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-57c904bf-1af2-41e7-94aa-445481c27a3d tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 872.437916] env[69350]: DEBUG nova.compute.manager [-] [instance: db8dde79-2be8-4d35-afe0-44e3f33860ed] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 872.438052] env[69350]: DEBUG nova.network.neutron [-] [instance: db8dde79-2be8-4d35-afe0-44e3f33860ed] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 872.619639] env[69350]: DEBUG oslo_concurrency.lockutils [None req-87de02ea-5653-4cae-9053-3e3f26a4618c tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Lock "b431ea42-872f-4b78-b558-5b3ce649d68e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.721s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.676534] env[69350]: DEBUG oslo_vmware.api [None req-4de7453d-a28f-41b3-bcad-06e4662573e8 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365127, 'name': PowerOnVM_Task, 'duration_secs': 0.624608} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.679298] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-4de7453d-a28f-41b3-bcad-06e4662573e8 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: 325fb273-d943-4e52-bde2-a2d3eee6fcbd] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 872.679549] env[69350]: INFO nova.compute.manager [None req-4de7453d-a28f-41b3-bcad-06e4662573e8 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: 325fb273-d943-4e52-bde2-a2d3eee6fcbd] Took 9.95 seconds to spawn the instance on the hypervisor. [ 872.679737] env[69350]: DEBUG nova.compute.manager [None req-4de7453d-a28f-41b3-bcad-06e4662573e8 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: 325fb273-d943-4e52-bde2-a2d3eee6fcbd] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 872.680633] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21c85173-adeb-4df4-bc2e-53dbc83d82b1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.698043] env[69350]: DEBUG nova.compute.utils [None req-37db4ba2-90e2-4463-9bb2-ed0fea63ca59 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 872.702889] env[69350]: DEBUG nova.compute.manager [None req-37db4ba2-90e2-4463-9bb2-ed0fea63ca59 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] [instance: c3010f57-be32-4f20-8276-7b4bd93d76e1] Not allocating networking since 'none' was specified. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 872.759090] env[69350]: DEBUG oslo_vmware.api [None req-bd643915-2568-41f7-a2a3-734b88ad93df tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Task: {'id': task-3365133, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.773591] env[69350]: DEBUG oslo_vmware.api [None req-cc723626-420f-4b26-a721-60f902367fee tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Task: {'id': task-3365134, 'name': PowerOffVM_Task, 'duration_secs': 0.207139} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.774636] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc723626-420f-4b26-a721-60f902367fee tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: ec57f63b-c28b-4de2-a335-2b5ffa721ee6] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 872.774991] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-cc723626-420f-4b26-a721-60f902367fee tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: ec57f63b-c28b-4de2-a335-2b5ffa721ee6] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 872.775553] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e4a42476-ef33-4081-b207-8f20d42c4fff {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.809501] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7d345322-3065-49aa-9c92-764185d55e87 tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] Acquiring lock "12469520-1e54-40a2-b179-0811c4099063" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.810126] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7d345322-3065-49aa-9c92-764185d55e87 tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] Lock "12469520-1e54-40a2-b179-0811c4099063" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.836841] env[69350]: DEBUG nova.network.neutron [-] [instance: 2b79ce2c-f402-42e5-a90d-5ebdc40896ce] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.854081] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-cc723626-420f-4b26-a721-60f902367fee tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: ec57f63b-c28b-4de2-a335-2b5ffa721ee6] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 872.854520] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-cc723626-420f-4b26-a721-60f902367fee tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: ec57f63b-c28b-4de2-a335-2b5ffa721ee6] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 872.854775] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc723626-420f-4b26-a721-60f902367fee tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Deleting the datastore file [datastore1] ec57f63b-c28b-4de2-a335-2b5ffa721ee6 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 872.857561] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-99313a64-de62-4524-9cbb-184e8bbf7f2c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.866570] env[69350]: DEBUG oslo_vmware.api [None req-cc723626-420f-4b26-a721-60f902367fee tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Waiting for the task: (returnval){ [ 872.866570] env[69350]: value = "task-3365136" [ 872.866570] env[69350]: _type = "Task" [ 872.866570] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.875331] env[69350]: DEBUG oslo_vmware.api [None req-cc723626-420f-4b26-a721-60f902367fee tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Task: {'id': task-3365136, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.939085] env[69350]: DEBUG oslo_concurrency.lockutils [None req-76367669-2aa9-41ae-ae22-829bfa38e9d6 tempest-ServersAdminTestJSON-527396586 tempest-ServersAdminTestJSON-527396586-project-admin] Acquiring lock "refresh_cache-b431ea42-872f-4b78-b558-5b3ce649d68e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.939332] env[69350]: DEBUG oslo_concurrency.lockutils [None req-76367669-2aa9-41ae-ae22-829bfa38e9d6 tempest-ServersAdminTestJSON-527396586 tempest-ServersAdminTestJSON-527396586-project-admin] Acquired lock "refresh_cache-b431ea42-872f-4b78-b558-5b3ce649d68e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.939660] env[69350]: DEBUG nova.network.neutron [None req-76367669-2aa9-41ae-ae22-829bfa38e9d6 tempest-ServersAdminTestJSON-527396586 tempest-ServersAdminTestJSON-527396586-project-admin] [instance: b431ea42-872f-4b78-b558-5b3ce649d68e] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 873.032935] env[69350]: DEBUG nova.network.neutron [req-5eed4167-6a5e-4bfb-b535-ffc7b11a2c65 req-15fe81e9-7e25-4b88-b57a-65ecf85cd8a6 service nova] [instance: c4a13e7e-8718-492c-881d-eb64fa044575] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 873.131931] env[69350]: DEBUG nova.network.neutron [None req-53353f33-24c9-4a30-af3b-c5a0f2017666 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: f1736cf7-d979-41ba-97d9-45c35b51cad8] Updating instance_info_cache with network_info: [{"id": "931c1143-e84e-4646-b61d-5fd00c291d19", "address": "fa:16:3e:7c:84:e4", "network": {"id": "bc16c158-ef75-4a41-beeb-3ceae708fa9d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-469663997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46625a434b9f47dc83d92c9db8a3024c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap931c1143-e8", "ovs_interfaceid": "931c1143-e84e-4646-b61d-5fd00c291d19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.199333] env[69350]: INFO nova.compute.manager [None req-4de7453d-a28f-41b3-bcad-06e4662573e8 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: 325fb273-d943-4e52-bde2-a2d3eee6fcbd] Took 43.58 seconds to build instance. [ 873.203231] env[69350]: DEBUG nova.compute.manager [None req-37db4ba2-90e2-4463-9bb2-ed0fea63ca59 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] [instance: c3010f57-be32-4f20-8276-7b4bd93d76e1] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 873.220998] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd8f06b-9680-4b7c-b694-e7fef012a0eb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.232208] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac5543e-7ff3-4d64-a74a-8336e5d06b10 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.271127] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d80e2252-99ca-4b22-ad52-f630408cb2f6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.283099] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-932f4173-b56f-4476-832d-76aa4eae55e4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.287603] env[69350]: DEBUG oslo_vmware.api [None req-bd643915-2568-41f7-a2a3-734b88ad93df tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Task: {'id': task-3365133, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.615169} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.288664] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd643915-2568-41f7-a2a3-734b88ad93df tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] 4d646a6a-26e5-4e67-8415-b981f86d49cb/4d646a6a-26e5-4e67-8415-b981f86d49cb.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 873.288785] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-bd643915-2568-41f7-a2a3-734b88ad93df tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] [instance: 4d646a6a-26e5-4e67-8415-b981f86d49cb] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 873.289418] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eb43fab8-fe4d-4e34-9030-5787395d77ad {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.300176] env[69350]: DEBUG nova.compute.provider_tree [None req-7512e616-3c17-4fb3-9a83-cdccf7f442f6 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 873.306673] env[69350]: DEBUG oslo_vmware.api [None req-bd643915-2568-41f7-a2a3-734b88ad93df tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Waiting for the task: (returnval){ [ 873.306673] env[69350]: value = "task-3365137" [ 873.306673] env[69350]: _type = "Task" [ 873.306673] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.315461] env[69350]: DEBUG nova.compute.manager [None req-7d345322-3065-49aa-9c92-764185d55e87 tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] [instance: 12469520-1e54-40a2-b179-0811c4099063] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 873.319078] env[69350]: DEBUG oslo_vmware.api [None req-bd643915-2568-41f7-a2a3-734b88ad93df tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Task: {'id': task-3365137, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.341949] env[69350]: INFO nova.compute.manager [-] [instance: 2b79ce2c-f402-42e5-a90d-5ebdc40896ce] Took 1.33 seconds to deallocate network for instance. [ 873.354301] env[69350]: DEBUG nova.network.neutron [req-5eed4167-6a5e-4bfb-b535-ffc7b11a2c65 req-15fe81e9-7e25-4b88-b57a-65ecf85cd8a6 service nova] [instance: c4a13e7e-8718-492c-881d-eb64fa044575] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.378402] env[69350]: DEBUG oslo_vmware.api [None req-cc723626-420f-4b26-a721-60f902367fee tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Task: {'id': task-3365136, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.497306} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.378671] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc723626-420f-4b26-a721-60f902367fee tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 873.378855] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-cc723626-420f-4b26-a721-60f902367fee tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: ec57f63b-c28b-4de2-a335-2b5ffa721ee6] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 873.379060] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-cc723626-420f-4b26-a721-60f902367fee tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: ec57f63b-c28b-4de2-a335-2b5ffa721ee6] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 873.379205] env[69350]: INFO nova.compute.manager [None req-cc723626-420f-4b26-a721-60f902367fee tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] [instance: ec57f63b-c28b-4de2-a335-2b5ffa721ee6] Took 1.16 seconds to destroy the instance on the hypervisor. [ 873.379446] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cc723626-420f-4b26-a721-60f902367fee tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 873.379634] env[69350]: DEBUG nova.compute.manager [-] [instance: ec57f63b-c28b-4de2-a335-2b5ffa721ee6] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 873.379730] env[69350]: DEBUG nova.network.neutron [-] [instance: ec57f63b-c28b-4de2-a335-2b5ffa721ee6] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 873.638097] env[69350]: DEBUG oslo_concurrency.lockutils [None req-53353f33-24c9-4a30-af3b-c5a0f2017666 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Releasing lock "refresh_cache-f1736cf7-d979-41ba-97d9-45c35b51cad8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.700839] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4de7453d-a28f-41b3-bcad-06e4662573e8 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Lock "325fb273-d943-4e52-bde2-a2d3eee6fcbd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.140s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.803496] env[69350]: DEBUG nova.scheduler.client.report [None req-7512e616-3c17-4fb3-9a83-cdccf7f442f6 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 873.817289] env[69350]: DEBUG oslo_vmware.api [None req-bd643915-2568-41f7-a2a3-734b88ad93df tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Task: {'id': task-3365137, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066086} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.818608] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-bd643915-2568-41f7-a2a3-734b88ad93df tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] [instance: 4d646a6a-26e5-4e67-8415-b981f86d49cb] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 873.821940] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae9a4b65-94d6-44dc-a436-d8b4b94bcbe8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.852886] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd643915-2568-41f7-a2a3-734b88ad93df tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] [instance: 4d646a6a-26e5-4e67-8415-b981f86d49cb] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 4d646a6a-26e5-4e67-8415-b981f86d49cb/4d646a6a-26e5-4e67-8415-b981f86d49cb.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 873.854145] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7d345322-3065-49aa-9c92-764185d55e87 tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.858420] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3b2fbe8b-4c91-4464-b235-0b3a5d5d835d tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.858662] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a1571d5-ad33-4e3c-bbf4-d3b68a69128f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.874898] env[69350]: DEBUG oslo_concurrency.lockutils [req-5eed4167-6a5e-4bfb-b535-ffc7b11a2c65 req-15fe81e9-7e25-4b88-b57a-65ecf85cd8a6 service nova] Releasing lock "refresh_cache-c4a13e7e-8718-492c-881d-eb64fa044575" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.882709] env[69350]: DEBUG oslo_vmware.api [None req-bd643915-2568-41f7-a2a3-734b88ad93df tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Waiting for the task: (returnval){ [ 873.882709] env[69350]: value = "task-3365138" [ 873.882709] env[69350]: _type = "Task" [ 873.882709] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.894076] env[69350]: DEBUG oslo_vmware.api [None req-bd643915-2568-41f7-a2a3-734b88ad93df tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Task: {'id': task-3365138, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.941908] env[69350]: DEBUG nova.network.neutron [-] [instance: db8dde79-2be8-4d35-afe0-44e3f33860ed] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.021012] env[69350]: DEBUG nova.network.neutron [None req-cec3b203-e003-4e0f-9b94-c24161d7e2ac tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] [instance: c4a13e7e-8718-492c-881d-eb64fa044575] Successfully updated port: 143ab992-9f5b-4d3a-a4d7-f3b295e1cfc6 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 874.111684] env[69350]: DEBUG nova.network.neutron [None req-76367669-2aa9-41ae-ae22-829bfa38e9d6 tempest-ServersAdminTestJSON-527396586 tempest-ServersAdminTestJSON-527396586-project-admin] [instance: b431ea42-872f-4b78-b558-5b3ce649d68e] Updating instance_info_cache with network_info: [{"id": "0818a221-66a5-4ce5-b770-4fc69588d087", "address": "fa:16:3e:32:c1:e0", "network": {"id": "36896159-e0cd-4c26-87e6-2521f1a332f4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-226239806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5716ad99abd74301815f5708ce395fbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0818a221-66", "ovs_interfaceid": "0818a221-66a5-4ce5-b770-4fc69588d087", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.144859] env[69350]: DEBUG nova.compute.manager [None req-53353f33-24c9-4a30-af3b-c5a0f2017666 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: f1736cf7-d979-41ba-97d9-45c35b51cad8] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 874.145962] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfdb229c-acdc-4f07-9fe9-f210f2855c9b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.221709] env[69350]: DEBUG nova.compute.manager [None req-37db4ba2-90e2-4463-9bb2-ed0fea63ca59 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] [instance: c3010f57-be32-4f20-8276-7b4bd93d76e1] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 874.260561] env[69350]: DEBUG nova.virt.hardware [None req-37db4ba2-90e2-4463-9bb2-ed0fea63ca59 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 874.260561] env[69350]: DEBUG nova.virt.hardware [None req-37db4ba2-90e2-4463-9bb2-ed0fea63ca59 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 874.260561] env[69350]: DEBUG nova.virt.hardware [None req-37db4ba2-90e2-4463-9bb2-ed0fea63ca59 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 874.260561] env[69350]: DEBUG nova.virt.hardware [None req-37db4ba2-90e2-4463-9bb2-ed0fea63ca59 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 874.260561] env[69350]: DEBUG nova.virt.hardware [None req-37db4ba2-90e2-4463-9bb2-ed0fea63ca59 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 874.260561] env[69350]: DEBUG nova.virt.hardware [None req-37db4ba2-90e2-4463-9bb2-ed0fea63ca59 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 874.260561] env[69350]: DEBUG nova.virt.hardware [None req-37db4ba2-90e2-4463-9bb2-ed0fea63ca59 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 874.260561] env[69350]: DEBUG nova.virt.hardware [None req-37db4ba2-90e2-4463-9bb2-ed0fea63ca59 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 874.260957] env[69350]: DEBUG nova.virt.hardware [None req-37db4ba2-90e2-4463-9bb2-ed0fea63ca59 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 874.260957] env[69350]: DEBUG nova.virt.hardware [None req-37db4ba2-90e2-4463-9bb2-ed0fea63ca59 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 874.260957] env[69350]: DEBUG nova.virt.hardware [None req-37db4ba2-90e2-4463-9bb2-ed0fea63ca59 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 874.263017] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-994565a8-37ca-4b02-b2de-11e0418c563b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.273529] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6278ea7b-463d-4a2a-a84f-8cb2f5331bcf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.293172] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-37db4ba2-90e2-4463-9bb2-ed0fea63ca59 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] [instance: c3010f57-be32-4f20-8276-7b4bd93d76e1] Instance VIF info [] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 874.298696] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-37db4ba2-90e2-4463-9bb2-ed0fea63ca59 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Creating folder: Project (5016fd8179d64964bd195a80df522356). Parent ref: group-v671398. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 874.299150] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fcf39a49-8654-4716-a310-fba1ef3d01d4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.311745] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-37db4ba2-90e2-4463-9bb2-ed0fea63ca59 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Created folder: Project (5016fd8179d64964bd195a80df522356) in parent group-v671398. [ 874.311900] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-37db4ba2-90e2-4463-9bb2-ed0fea63ca59 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Creating folder: Instances. Parent ref: group-v671530. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 874.312849] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7512e616-3c17-4fb3-9a83-cdccf7f442f6 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.121s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.315186] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9f5b541d-af04-4c70-b929-48153f9df872 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.316937] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f0af52e5-c96f-4bb5-a557-e539d9a0d75e tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.385s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.318819] env[69350]: INFO nova.compute.claims [None req-f0af52e5-c96f-4bb5-a557-e539d9a0d75e tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] [instance: d780fc2f-62f6-4cf7-8d8a-c2e7b25226dc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 874.329950] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-37db4ba2-90e2-4463-9bb2-ed0fea63ca59 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Created folder: Instances in parent group-v671530. [ 874.329950] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-37db4ba2-90e2-4463-9bb2-ed0fea63ca59 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 874.329950] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3010f57-be32-4f20-8276-7b4bd93d76e1] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 874.329950] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e31ac747-b782-4d89-ae96-c42b0d32692a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.350922] env[69350]: INFO nova.scheduler.client.report [None req-7512e616-3c17-4fb3-9a83-cdccf7f442f6 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] Deleted allocations for instance 9716c35b-9fc7-4e8c-81a1-ef7451400742 [ 874.354026] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 874.354026] env[69350]: value = "task-3365141" [ 874.354026] env[69350]: _type = "Task" [ 874.354026] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.366025] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365141, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.394610] env[69350]: DEBUG oslo_vmware.api [None req-bd643915-2568-41f7-a2a3-734b88ad93df tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Task: {'id': task-3365138, 'name': ReconfigVM_Task, 'duration_secs': 0.315801} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.394917] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd643915-2568-41f7-a2a3-734b88ad93df tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] [instance: 4d646a6a-26e5-4e67-8415-b981f86d49cb] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 4d646a6a-26e5-4e67-8415-b981f86d49cb/4d646a6a-26e5-4e67-8415-b981f86d49cb.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 874.395629] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e5462ead-99d3-42ff-9e95-486bf5d7c42a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.402183] env[69350]: DEBUG oslo_vmware.api [None req-bd643915-2568-41f7-a2a3-734b88ad93df tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Waiting for the task: (returnval){ [ 874.402183] env[69350]: value = "task-3365142" [ 874.402183] env[69350]: _type = "Task" [ 874.402183] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.411965] env[69350]: DEBUG oslo_vmware.api [None req-bd643915-2568-41f7-a2a3-734b88ad93df tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Task: {'id': task-3365142, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.417444] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-fda0474a-7eb1-4c68-8de8-45f77b9419ff tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: d8ff34cc-0660-4828-847d-cc58e0c4385a] Volume attach. Driver type: vmdk {{(pid=69350) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 874.419511] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-fda0474a-7eb1-4c68-8de8-45f77b9419ff tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: d8ff34cc-0660-4828-847d-cc58e0c4385a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-671529', 'volume_id': '1b60774a-187c-4c93-9912-29a9fe7194f8', 'name': 'volume-1b60774a-187c-4c93-9912-29a9fe7194f8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd8ff34cc-0660-4828-847d-cc58e0c4385a', 'attached_at': '', 'detached_at': '', 'volume_id': '1b60774a-187c-4c93-9912-29a9fe7194f8', 'serial': '1b60774a-187c-4c93-9912-29a9fe7194f8'} {{(pid=69350) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 874.419511] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59e97069-e3e9-496f-b06c-2e4ac40beb54 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.436304] env[69350]: DEBUG nova.network.neutron [-] [instance: 096700b1-7125-48b5-877d-5dc745b5fe41] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.438998] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d5243e-ab38-4f8b-a6d8-6128ec1dd607 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.444302] env[69350]: INFO nova.compute.manager [-] [instance: db8dde79-2be8-4d35-afe0-44e3f33860ed] Took 2.01 seconds to deallocate network for instance. [ 874.446857] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a16c7ec0-a645-4d8f-81cd-2507d85bdd01 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.476826] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-fda0474a-7eb1-4c68-8de8-45f77b9419ff tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: d8ff34cc-0660-4828-847d-cc58e0c4385a] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] volume-1b60774a-187c-4c93-9912-29a9fe7194f8/volume-1b60774a-187c-4c93-9912-29a9fe7194f8.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 874.478260] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0b005d6-8824-4171-a5c3-ba2a32de4351 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.494239] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-3766acf0-90cd-46ee-a52d-0c5facd1cef5 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: 325fb273-d943-4e52-bde2-a2d3eee6fcbd] Suspending the VM {{(pid=69350) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 874.494919] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-be2f0cd1-3a9a-4e6e-95cc-b8d7235c2d42 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.499169] env[69350]: DEBUG oslo_vmware.api [None req-fda0474a-7eb1-4c68-8de8-45f77b9419ff tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Waiting for the task: (returnval){ [ 874.499169] env[69350]: value = "task-3365143" [ 874.499169] env[69350]: _type = "Task" [ 874.499169] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.503547] env[69350]: DEBUG oslo_vmware.api [None req-3766acf0-90cd-46ee-a52d-0c5facd1cef5 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Waiting for the task: (returnval){ [ 874.503547] env[69350]: value = "task-3365144" [ 874.503547] env[69350]: _type = "Task" [ 874.503547] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.512974] env[69350]: DEBUG oslo_vmware.api [None req-fda0474a-7eb1-4c68-8de8-45f77b9419ff tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': task-3365143, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.521148] env[69350]: DEBUG oslo_vmware.api [None req-3766acf0-90cd-46ee-a52d-0c5facd1cef5 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365144, 'name': SuspendVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.523950] env[69350]: DEBUG oslo_concurrency.lockutils [None req-cec3b203-e003-4e0f-9b94-c24161d7e2ac tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Acquiring lock "refresh_cache-c4a13e7e-8718-492c-881d-eb64fa044575" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.524111] env[69350]: DEBUG oslo_concurrency.lockutils [None req-cec3b203-e003-4e0f-9b94-c24161d7e2ac tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Acquired lock "refresh_cache-c4a13e7e-8718-492c-881d-eb64fa044575" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.524274] env[69350]: DEBUG nova.network.neutron [None req-cec3b203-e003-4e0f-9b94-c24161d7e2ac tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] [instance: c4a13e7e-8718-492c-881d-eb64fa044575] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 874.616043] env[69350]: DEBUG oslo_concurrency.lockutils [None req-76367669-2aa9-41ae-ae22-829bfa38e9d6 tempest-ServersAdminTestJSON-527396586 tempest-ServersAdminTestJSON-527396586-project-admin] Releasing lock "refresh_cache-b431ea42-872f-4b78-b558-5b3ce649d68e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.620023] env[69350]: DEBUG nova.compute.manager [None req-76367669-2aa9-41ae-ae22-829bfa38e9d6 tempest-ServersAdminTestJSON-527396586 tempest-ServersAdminTestJSON-527396586-project-admin] [instance: b431ea42-872f-4b78-b558-5b3ce649d68e] Inject network info {{(pid=69350) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 874.620023] env[69350]: DEBUG nova.compute.manager [None req-76367669-2aa9-41ae-ae22-829bfa38e9d6 tempest-ServersAdminTestJSON-527396586 tempest-ServersAdminTestJSON-527396586-project-admin] [instance: b431ea42-872f-4b78-b558-5b3ce649d68e] network_info to inject: |[{"id": "0818a221-66a5-4ce5-b770-4fc69588d087", "address": "fa:16:3e:32:c1:e0", "network": {"id": "36896159-e0cd-4c26-87e6-2521f1a332f4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-226239806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5716ad99abd74301815f5708ce395fbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0818a221-66", "ovs_interfaceid": "0818a221-66a5-4ce5-b770-4fc69588d087", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 874.621873] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-76367669-2aa9-41ae-ae22-829bfa38e9d6 tempest-ServersAdminTestJSON-527396586 tempest-ServersAdminTestJSON-527396586-project-admin] [instance: b431ea42-872f-4b78-b558-5b3ce649d68e] Reconfiguring VM instance to set the machine id {{(pid=69350) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 874.622363] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-547ee77d-9336-4db5-9b4c-9e85e50f958a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.641566] env[69350]: DEBUG oslo_vmware.api [None req-76367669-2aa9-41ae-ae22-829bfa38e9d6 tempest-ServersAdminTestJSON-527396586 tempest-ServersAdminTestJSON-527396586-project-admin] Waiting for the task: (returnval){ [ 874.641566] env[69350]: value = "task-3365145" [ 874.641566] env[69350]: _type = "Task" [ 874.641566] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.645589] env[69350]: DEBUG nova.compute.manager [req-cd8e2a9e-b13d-4f0c-9971-4295e45b05c8 req-784f2b90-24a0-4a21-9f7c-0655e85520bb service nova] [instance: 2b79ce2c-f402-42e5-a90d-5ebdc40896ce] Received event network-vif-deleted-bfc195ce-152f-4deb-9c30-b7d74c1e17c2 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 874.645875] env[69350]: DEBUG nova.compute.manager [req-cd8e2a9e-b13d-4f0c-9971-4295e45b05c8 req-784f2b90-24a0-4a21-9f7c-0655e85520bb service nova] [instance: db8dde79-2be8-4d35-afe0-44e3f33860ed] Received event network-vif-deleted-a3c4ce93-f708-4927-82ce-081695579d6b {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 874.646118] env[69350]: DEBUG nova.compute.manager [req-cd8e2a9e-b13d-4f0c-9971-4295e45b05c8 req-784f2b90-24a0-4a21-9f7c-0655e85520bb service nova] [instance: c4a13e7e-8718-492c-881d-eb64fa044575] Received event network-vif-plugged-143ab992-9f5b-4d3a-a4d7-f3b295e1cfc6 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 874.646353] env[69350]: DEBUG oslo_concurrency.lockutils [req-cd8e2a9e-b13d-4f0c-9971-4295e45b05c8 req-784f2b90-24a0-4a21-9f7c-0655e85520bb service nova] Acquiring lock "c4a13e7e-8718-492c-881d-eb64fa044575-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.646601] env[69350]: DEBUG oslo_concurrency.lockutils [req-cd8e2a9e-b13d-4f0c-9971-4295e45b05c8 req-784f2b90-24a0-4a21-9f7c-0655e85520bb service nova] Lock "c4a13e7e-8718-492c-881d-eb64fa044575-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.646807] env[69350]: DEBUG oslo_concurrency.lockutils [req-cd8e2a9e-b13d-4f0c-9971-4295e45b05c8 req-784f2b90-24a0-4a21-9f7c-0655e85520bb service nova] Lock "c4a13e7e-8718-492c-881d-eb64fa044575-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.647037] env[69350]: DEBUG nova.compute.manager [req-cd8e2a9e-b13d-4f0c-9971-4295e45b05c8 req-784f2b90-24a0-4a21-9f7c-0655e85520bb service nova] [instance: c4a13e7e-8718-492c-881d-eb64fa044575] No waiting events found dispatching network-vif-plugged-143ab992-9f5b-4d3a-a4d7-f3b295e1cfc6 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 874.647314] env[69350]: WARNING nova.compute.manager [req-cd8e2a9e-b13d-4f0c-9971-4295e45b05c8 req-784f2b90-24a0-4a21-9f7c-0655e85520bb service nova] [instance: c4a13e7e-8718-492c-881d-eb64fa044575] Received unexpected event network-vif-plugged-143ab992-9f5b-4d3a-a4d7-f3b295e1cfc6 for instance with vm_state building and task_state spawning. [ 874.647565] env[69350]: DEBUG nova.compute.manager [req-cd8e2a9e-b13d-4f0c-9971-4295e45b05c8 req-784f2b90-24a0-4a21-9f7c-0655e85520bb service nova] [instance: 096700b1-7125-48b5-877d-5dc745b5fe41] Received event network-vif-deleted-570c9857-b0e3-4886-ac6f-7dd0d4d0f6a6 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 874.647742] env[69350]: DEBUG nova.compute.manager [req-cd8e2a9e-b13d-4f0c-9971-4295e45b05c8 req-784f2b90-24a0-4a21-9f7c-0655e85520bb service nova] [instance: c4a13e7e-8718-492c-881d-eb64fa044575] Received event network-changed-143ab992-9f5b-4d3a-a4d7-f3b295e1cfc6 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 874.647947] env[69350]: DEBUG nova.compute.manager [req-cd8e2a9e-b13d-4f0c-9971-4295e45b05c8 req-784f2b90-24a0-4a21-9f7c-0655e85520bb service nova] [instance: c4a13e7e-8718-492c-881d-eb64fa044575] Refreshing instance network info cache due to event network-changed-143ab992-9f5b-4d3a-a4d7-f3b295e1cfc6. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 874.648188] env[69350]: DEBUG oslo_concurrency.lockutils [req-cd8e2a9e-b13d-4f0c-9971-4295e45b05c8 req-784f2b90-24a0-4a21-9f7c-0655e85520bb service nova] Acquiring lock "refresh_cache-c4a13e7e-8718-492c-881d-eb64fa044575" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.658092] env[69350]: DEBUG oslo_vmware.api [None req-76367669-2aa9-41ae-ae22-829bfa38e9d6 tempest-ServersAdminTestJSON-527396586 tempest-ServersAdminTestJSON-527396586-project-admin] Task: {'id': task-3365145, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.665219] env[69350]: DEBUG nova.network.neutron [-] [instance: ec57f63b-c28b-4de2-a335-2b5ffa721ee6] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.866301] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7512e616-3c17-4fb3-9a83-cdccf7f442f6 tempest-InstanceActionsTestJSON-1630456507 tempest-InstanceActionsTestJSON-1630456507-project-member] Lock "9716c35b-9fc7-4e8c-81a1-ef7451400742" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.589s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.872409] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365141, 'name': CreateVM_Task, 'duration_secs': 0.395462} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.872939] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3010f57-be32-4f20-8276-7b4bd93d76e1] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 874.873750] env[69350]: DEBUG oslo_concurrency.lockutils [None req-37db4ba2-90e2-4463-9bb2-ed0fea63ca59 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.873750] env[69350]: DEBUG oslo_concurrency.lockutils [None req-37db4ba2-90e2-4463-9bb2-ed0fea63ca59 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.874715] env[69350]: DEBUG oslo_concurrency.lockutils [None req-37db4ba2-90e2-4463-9bb2-ed0fea63ca59 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.875102] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec07dd16-5e72-499d-92d7-3b4a5c4598fd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.880935] env[69350]: DEBUG oslo_vmware.api [None req-37db4ba2-90e2-4463-9bb2-ed0fea63ca59 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Waiting for the task: (returnval){ [ 874.880935] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5291a9ea-20a6-e380-6325-8148d66b06d1" [ 874.880935] env[69350]: _type = "Task" [ 874.880935] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.890284] env[69350]: DEBUG oslo_vmware.api [None req-37db4ba2-90e2-4463-9bb2-ed0fea63ca59 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5291a9ea-20a6-e380-6325-8148d66b06d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.912404] env[69350]: DEBUG oslo_vmware.api [None req-bd643915-2568-41f7-a2a3-734b88ad93df tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Task: {'id': task-3365142, 'name': Rename_Task, 'duration_secs': 0.145647} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.912549] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd643915-2568-41f7-a2a3-734b88ad93df tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] [instance: 4d646a6a-26e5-4e67-8415-b981f86d49cb] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 874.912808] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-53ded178-089c-4c5e-a9d1-2958494a36a7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.921073] env[69350]: DEBUG oslo_vmware.api [None req-bd643915-2568-41f7-a2a3-734b88ad93df tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Waiting for the task: (returnval){ [ 874.921073] env[69350]: value = "task-3365146" [ 874.921073] env[69350]: _type = "Task" [ 874.921073] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.930320] env[69350]: DEBUG oslo_vmware.api [None req-bd643915-2568-41f7-a2a3-734b88ad93df tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Task: {'id': task-3365146, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.943433] env[69350]: INFO nova.compute.manager [-] [instance: 096700b1-7125-48b5-877d-5dc745b5fe41] Took 2.67 seconds to deallocate network for instance. [ 874.978608] env[69350]: DEBUG oslo_concurrency.lockutils [None req-57c904bf-1af2-41e7-94aa-445481c27a3d tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.011409] env[69350]: DEBUG oslo_vmware.api [None req-fda0474a-7eb1-4c68-8de8-45f77b9419ff tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': task-3365143, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.016596] env[69350]: DEBUG oslo_vmware.api [None req-3766acf0-90cd-46ee-a52d-0c5facd1cef5 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365144, 'name': SuspendVM_Task} progress is 50%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.072259] env[69350]: DEBUG nova.network.neutron [None req-cec3b203-e003-4e0f-9b94-c24161d7e2ac tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] [instance: c4a13e7e-8718-492c-881d-eb64fa044575] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 875.153830] env[69350]: DEBUG oslo_vmware.api [None req-76367669-2aa9-41ae-ae22-829bfa38e9d6 tempest-ServersAdminTestJSON-527396586 tempest-ServersAdminTestJSON-527396586-project-admin] Task: {'id': task-3365145, 'name': ReconfigVM_Task, 'duration_secs': 0.340808} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.154078] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-76367669-2aa9-41ae-ae22-829bfa38e9d6 tempest-ServersAdminTestJSON-527396586 tempest-ServersAdminTestJSON-527396586-project-admin] [instance: b431ea42-872f-4b78-b558-5b3ce649d68e] Reconfigured VM instance to set the machine id {{(pid=69350) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 875.166365] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eba62fe-03ff-4bb6-8c10-6495fc79258d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.169602] env[69350]: INFO nova.compute.manager [-] [instance: ec57f63b-c28b-4de2-a335-2b5ffa721ee6] Took 1.79 seconds to deallocate network for instance. [ 875.182296] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-53353f33-24c9-4a30-af3b-c5a0f2017666 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: f1736cf7-d979-41ba-97d9-45c35b51cad8] Doing hard reboot of VM {{(pid=69350) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 875.182296] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-fa0540bd-2f46-4500-9e55-a0e897705ba1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.191429] env[69350]: DEBUG oslo_vmware.api [None req-53353f33-24c9-4a30-af3b-c5a0f2017666 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Waiting for the task: (returnval){ [ 875.191429] env[69350]: value = "task-3365147" [ 875.191429] env[69350]: _type = "Task" [ 875.191429] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.208850] env[69350]: DEBUG oslo_vmware.api [None req-53353f33-24c9-4a30-af3b-c5a0f2017666 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3365147, 'name': ResetVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.398023] env[69350]: DEBUG oslo_vmware.api [None req-37db4ba2-90e2-4463-9bb2-ed0fea63ca59 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5291a9ea-20a6-e380-6325-8148d66b06d1, 'name': SearchDatastore_Task, 'duration_secs': 0.012265} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.398565] env[69350]: DEBUG oslo_concurrency.lockutils [None req-37db4ba2-90e2-4463-9bb2-ed0fea63ca59 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.398816] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-37db4ba2-90e2-4463-9bb2-ed0fea63ca59 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] [instance: c3010f57-be32-4f20-8276-7b4bd93d76e1] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 875.399101] env[69350]: DEBUG oslo_concurrency.lockutils [None req-37db4ba2-90e2-4463-9bb2-ed0fea63ca59 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.399257] env[69350]: DEBUG oslo_concurrency.lockutils [None req-37db4ba2-90e2-4463-9bb2-ed0fea63ca59 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.399437] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-37db4ba2-90e2-4463-9bb2-ed0fea63ca59 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 875.399747] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1140b836-8b7a-4272-b230-313bedd31062 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.410973] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-37db4ba2-90e2-4463-9bb2-ed0fea63ca59 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 875.411182] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-37db4ba2-90e2-4463-9bb2-ed0fea63ca59 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 875.411971] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c80ce4f1-d5f6-4641-b64b-3daad74992a7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.417688] env[69350]: DEBUG oslo_vmware.api [None req-37db4ba2-90e2-4463-9bb2-ed0fea63ca59 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Waiting for the task: (returnval){ [ 875.417688] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52558f15-2fe4-10b3-ca8f-b5d5436c7431" [ 875.417688] env[69350]: _type = "Task" [ 875.417688] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.432127] env[69350]: DEBUG oslo_vmware.api [None req-37db4ba2-90e2-4463-9bb2-ed0fea63ca59 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52558f15-2fe4-10b3-ca8f-b5d5436c7431, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.435492] env[69350]: DEBUG oslo_vmware.api [None req-bd643915-2568-41f7-a2a3-734b88ad93df tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Task: {'id': task-3365146, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.452105] env[69350]: DEBUG oslo_concurrency.lockutils [None req-538ca869-8f97-4fda-816a-a3476b7ed768 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.453320] env[69350]: DEBUG nova.network.neutron [None req-cec3b203-e003-4e0f-9b94-c24161d7e2ac tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] [instance: c4a13e7e-8718-492c-881d-eb64fa044575] Updating instance_info_cache with network_info: [{"id": "06156514-e186-4ef9-bed3-6c60c2e7ba62", "address": "fa:16:3e:c3:c1:ff", "network": {"id": "d1811505-474a-4159-8657-03463b548523", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-197220997", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.186", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ff32d32f73d42958a5b740da8fb1894", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06156514-e1", "ovs_interfaceid": "06156514-e186-4ef9-bed3-6c60c2e7ba62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "143ab992-9f5b-4d3a-a4d7-f3b295e1cfc6", "address": "fa:16:3e:48:3a:de", "network": {"id": "eb1e1d1b-5548-4318-bda0-2a28a5864ee4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-890566993", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.39", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "4ff32d32f73d42958a5b740da8fb1894", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9be6786-e9a7-4138-b7b5-b7696f6cb1e1", "external-id": "nsx-vlan-transportzone-626", "segmentation_id": 626, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap143ab992-9f", "ovs_interfaceid": "143ab992-9f5b-4d3a-a4d7-f3b295e1cfc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.516499] env[69350]: DEBUG oslo_vmware.api [None req-fda0474a-7eb1-4c68-8de8-45f77b9419ff tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': task-3365143, 'name': ReconfigVM_Task, 'duration_secs': 0.719944} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.516695] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-fda0474a-7eb1-4c68-8de8-45f77b9419ff tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: d8ff34cc-0660-4828-847d-cc58e0c4385a] Reconfigured VM instance instance-0000001e to attach disk [datastore1] volume-1b60774a-187c-4c93-9912-29a9fe7194f8/volume-1b60774a-187c-4c93-9912-29a9fe7194f8.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 875.525390] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-945d2f8e-6f7c-438f-b6eb-4fabb905cbaf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.537115] env[69350]: DEBUG oslo_vmware.api [None req-3766acf0-90cd-46ee-a52d-0c5facd1cef5 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365144, 'name': SuspendVM_Task} progress is 50%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.544757] env[69350]: DEBUG oslo_vmware.api [None req-fda0474a-7eb1-4c68-8de8-45f77b9419ff tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Waiting for the task: (returnval){ [ 875.544757] env[69350]: value = "task-3365148" [ 875.544757] env[69350]: _type = "Task" [ 875.544757] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.553674] env[69350]: DEBUG oslo_vmware.api [None req-fda0474a-7eb1-4c68-8de8-45f77b9419ff tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': task-3365148, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.681426] env[69350]: DEBUG oslo_concurrency.lockutils [None req-cc723626-420f-4b26-a721-60f902367fee tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.702210] env[69350]: DEBUG oslo_vmware.api [None req-53353f33-24c9-4a30-af3b-c5a0f2017666 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3365147, 'name': ResetVM_Task, 'duration_secs': 0.123884} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.702530] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-53353f33-24c9-4a30-af3b-c5a0f2017666 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: f1736cf7-d979-41ba-97d9-45c35b51cad8] Did hard reboot of VM {{(pid=69350) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 875.702709] env[69350]: DEBUG nova.compute.manager [None req-53353f33-24c9-4a30-af3b-c5a0f2017666 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: f1736cf7-d979-41ba-97d9-45c35b51cad8] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 875.704383] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e15ec5b-0471-4550-8946-123a0f445aac {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.849387] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f02b36-d78d-4f43-af4b-83294ae35be4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.856407] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f97ea932-f38b-4b37-bb45-777a9b8e7e70 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.894380] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee9398b7-3a68-410b-9b39-cbc8216ac830 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.901995] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f24e4b1f-1a86-44c5-88da-208181495919 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.916139] env[69350]: DEBUG nova.compute.provider_tree [None req-f0af52e5-c96f-4bb5-a557-e539d9a0d75e tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 875.919169] env[69350]: DEBUG nova.objects.instance [None req-c6ccc727-de9c-4467-9fc1-b2f851ffb0a8 tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Lazy-loading 'flavor' on Instance uuid 3d3dab3a-f176-4b15-bd54-7618cb6fedab {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 875.935089] env[69350]: DEBUG oslo_vmware.api [None req-37db4ba2-90e2-4463-9bb2-ed0fea63ca59 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52558f15-2fe4-10b3-ca8f-b5d5436c7431, 'name': SearchDatastore_Task, 'duration_secs': 0.018381} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.936852] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bfaff6c-a5df-46c9-a42d-e88d99efb6e5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.942997] env[69350]: DEBUG oslo_vmware.api [None req-bd643915-2568-41f7-a2a3-734b88ad93df tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Task: {'id': task-3365146, 'name': PowerOnVM_Task, 'duration_secs': 0.702666} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.943912] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd643915-2568-41f7-a2a3-734b88ad93df tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] [instance: 4d646a6a-26e5-4e67-8415-b981f86d49cb] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 875.944054] env[69350]: INFO nova.compute.manager [None req-bd643915-2568-41f7-a2a3-734b88ad93df tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] [instance: 4d646a6a-26e5-4e67-8415-b981f86d49cb] Took 10.56 seconds to spawn the instance on the hypervisor. [ 875.944232] env[69350]: DEBUG nova.compute.manager [None req-bd643915-2568-41f7-a2a3-734b88ad93df tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] [instance: 4d646a6a-26e5-4e67-8415-b981f86d49cb] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 875.945111] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-404795bb-f057-4f31-9cf5-0172961b14c3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.949766] env[69350]: DEBUG oslo_vmware.api [None req-37db4ba2-90e2-4463-9bb2-ed0fea63ca59 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Waiting for the task: (returnval){ [ 875.949766] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]525389f9-9ddd-2073-27da-d7f990a95743" [ 875.949766] env[69350]: _type = "Task" [ 875.949766] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.958017] env[69350]: DEBUG oslo_concurrency.lockutils [None req-cec3b203-e003-4e0f-9b94-c24161d7e2ac tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Releasing lock "refresh_cache-c4a13e7e-8718-492c-881d-eb64fa044575" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.958381] env[69350]: DEBUG nova.compute.manager [None req-cec3b203-e003-4e0f-9b94-c24161d7e2ac tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] [instance: c4a13e7e-8718-492c-881d-eb64fa044575] Instance network_info: |[{"id": "06156514-e186-4ef9-bed3-6c60c2e7ba62", "address": "fa:16:3e:c3:c1:ff", "network": {"id": "d1811505-474a-4159-8657-03463b548523", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-197220997", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.186", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ff32d32f73d42958a5b740da8fb1894", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06156514-e1", "ovs_interfaceid": "06156514-e186-4ef9-bed3-6c60c2e7ba62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "143ab992-9f5b-4d3a-a4d7-f3b295e1cfc6", "address": "fa:16:3e:48:3a:de", "network": {"id": "eb1e1d1b-5548-4318-bda0-2a28a5864ee4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-890566993", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.39", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "4ff32d32f73d42958a5b740da8fb1894", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9be6786-e9a7-4138-b7b5-b7696f6cb1e1", "external-id": "nsx-vlan-transportzone-626", "segmentation_id": 626, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap143ab992-9f", "ovs_interfaceid": "143ab992-9f5b-4d3a-a4d7-f3b295e1cfc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 875.958986] env[69350]: DEBUG oslo_concurrency.lockutils [req-cd8e2a9e-b13d-4f0c-9971-4295e45b05c8 req-784f2b90-24a0-4a21-9f7c-0655e85520bb service nova] Acquired lock "refresh_cache-c4a13e7e-8718-492c-881d-eb64fa044575" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.959167] env[69350]: DEBUG nova.network.neutron [req-cd8e2a9e-b13d-4f0c-9971-4295e45b05c8 req-784f2b90-24a0-4a21-9f7c-0655e85520bb service nova] [instance: c4a13e7e-8718-492c-881d-eb64fa044575] Refreshing network info cache for port 143ab992-9f5b-4d3a-a4d7-f3b295e1cfc6 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 875.960218] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-cec3b203-e003-4e0f-9b94-c24161d7e2ac tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] [instance: c4a13e7e-8718-492c-881d-eb64fa044575] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:c1:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c09cc47-a7d0-4816-bee4-69cc9f2e04b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '06156514-e186-4ef9-bed3-6c60c2e7ba62', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:3a:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f9be6786-e9a7-4138-b7b5-b7696f6cb1e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '143ab992-9f5b-4d3a-a4d7-f3b295e1cfc6', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 875.971110] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cec3b203-e003-4e0f-9b94-c24161d7e2ac tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 875.974705] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4a13e7e-8718-492c-881d-eb64fa044575] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 875.974952] env[69350]: DEBUG oslo_vmware.api [None req-37db4ba2-90e2-4463-9bb2-ed0fea63ca59 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]525389f9-9ddd-2073-27da-d7f990a95743, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.975226] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6093b391-b601-4f87-81db-2fa6ad5ebbf6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.997888] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 875.997888] env[69350]: value = "task-3365149" [ 875.997888] env[69350]: _type = "Task" [ 875.997888] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.006997] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365149, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.015399] env[69350]: DEBUG oslo_vmware.api [None req-3766acf0-90cd-46ee-a52d-0c5facd1cef5 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365144, 'name': SuspendVM_Task, 'duration_secs': 1.13271} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.015677] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-3766acf0-90cd-46ee-a52d-0c5facd1cef5 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: 325fb273-d943-4e52-bde2-a2d3eee6fcbd] Suspended the VM {{(pid=69350) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 876.015762] env[69350]: DEBUG nova.compute.manager [None req-3766acf0-90cd-46ee-a52d-0c5facd1cef5 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: 325fb273-d943-4e52-bde2-a2d3eee6fcbd] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 876.016790] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f01fc2-7c61-47a9-8cbb-6e8778a213c3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.054360] env[69350]: DEBUG oslo_vmware.api [None req-fda0474a-7eb1-4c68-8de8-45f77b9419ff tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': task-3365148, 'name': ReconfigVM_Task, 'duration_secs': 0.191537} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.054726] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-fda0474a-7eb1-4c68-8de8-45f77b9419ff tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: d8ff34cc-0660-4828-847d-cc58e0c4385a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-671529', 'volume_id': '1b60774a-187c-4c93-9912-29a9fe7194f8', 'name': 'volume-1b60774a-187c-4c93-9912-29a9fe7194f8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd8ff34cc-0660-4828-847d-cc58e0c4385a', 'attached_at': '', 'detached_at': '', 'volume_id': '1b60774a-187c-4c93-9912-29a9fe7194f8', 'serial': '1b60774a-187c-4c93-9912-29a9fe7194f8'} {{(pid=69350) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 876.225280] env[69350]: DEBUG oslo_concurrency.lockutils [None req-53353f33-24c9-4a30-af3b-c5a0f2017666 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Lock "f1736cf7-d979-41ba-97d9-45c35b51cad8" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.434s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.421802] env[69350]: DEBUG nova.scheduler.client.report [None req-f0af52e5-c96f-4bb5-a557-e539d9a0d75e tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 876.429871] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c6ccc727-de9c-4467-9fc1-b2f851ffb0a8 tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Acquiring lock "refresh_cache-3d3dab3a-f176-4b15-bd54-7618cb6fedab" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.430442] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c6ccc727-de9c-4467-9fc1-b2f851ffb0a8 tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Acquired lock "refresh_cache-3d3dab3a-f176-4b15-bd54-7618cb6fedab" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.473022] env[69350]: DEBUG oslo_vmware.api [None req-37db4ba2-90e2-4463-9bb2-ed0fea63ca59 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]525389f9-9ddd-2073-27da-d7f990a95743, 'name': SearchDatastore_Task, 'duration_secs': 0.043835} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.474070] env[69350]: DEBUG oslo_concurrency.lockutils [None req-37db4ba2-90e2-4463-9bb2-ed0fea63ca59 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.474157] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-37db4ba2-90e2-4463-9bb2-ed0fea63ca59 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] c3010f57-be32-4f20-8276-7b4bd93d76e1/c3010f57-be32-4f20-8276-7b4bd93d76e1.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 876.479390] env[69350]: INFO nova.compute.manager [None req-bd643915-2568-41f7-a2a3-734b88ad93df tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] [instance: 4d646a6a-26e5-4e67-8415-b981f86d49cb] Took 43.54 seconds to build instance. [ 876.483728] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7cfee632-c9bc-4dbe-ad14-20ed6132f552 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.493402] env[69350]: DEBUG oslo_vmware.api [None req-37db4ba2-90e2-4463-9bb2-ed0fea63ca59 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Waiting for the task: (returnval){ [ 876.493402] env[69350]: value = "task-3365150" [ 876.493402] env[69350]: _type = "Task" [ 876.493402] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.505220] env[69350]: DEBUG oslo_vmware.api [None req-37db4ba2-90e2-4463-9bb2-ed0fea63ca59 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Task: {'id': task-3365150, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.513430] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365149, 'name': CreateVM_Task} progress is 25%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.933936] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f0af52e5-c96f-4bb5-a557-e539d9a0d75e tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.617s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.934406] env[69350]: DEBUG nova.compute.manager [None req-f0af52e5-c96f-4bb5-a557-e539d9a0d75e tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] [instance: d780fc2f-62f6-4cf7-8d8a-c2e7b25226dc] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 876.937536] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c4e6073f-aa17-4e47-b1d4-722b81d34b6c tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.414s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.937749] env[69350]: DEBUG nova.objects.instance [None req-c4e6073f-aa17-4e47-b1d4-722b81d34b6c tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] Lazy-loading 'resources' on Instance uuid 4c2a6729-3ed6-4b80-a7f2-77fcd53bed49 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 876.989040] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bd643915-2568-41f7-a2a3-734b88ad93df tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Lock "4d646a6a-26e5-4e67-8415-b981f86d49cb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.464s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.007910] env[69350]: DEBUG oslo_vmware.api [None req-37db4ba2-90e2-4463-9bb2-ed0fea63ca59 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Task: {'id': task-3365150, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.008988] env[69350]: DEBUG nova.network.neutron [req-cd8e2a9e-b13d-4f0c-9971-4295e45b05c8 req-784f2b90-24a0-4a21-9f7c-0655e85520bb service nova] [instance: c4a13e7e-8718-492c-881d-eb64fa044575] Updated VIF entry in instance network info cache for port 143ab992-9f5b-4d3a-a4d7-f3b295e1cfc6. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 877.009392] env[69350]: DEBUG nova.network.neutron [req-cd8e2a9e-b13d-4f0c-9971-4295e45b05c8 req-784f2b90-24a0-4a21-9f7c-0655e85520bb service nova] [instance: c4a13e7e-8718-492c-881d-eb64fa044575] Updating instance_info_cache with network_info: [{"id": "06156514-e186-4ef9-bed3-6c60c2e7ba62", "address": "fa:16:3e:c3:c1:ff", "network": {"id": "d1811505-474a-4159-8657-03463b548523", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-197220997", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.186", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ff32d32f73d42958a5b740da8fb1894", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06156514-e1", "ovs_interfaceid": "06156514-e186-4ef9-bed3-6c60c2e7ba62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "143ab992-9f5b-4d3a-a4d7-f3b295e1cfc6", "address": "fa:16:3e:48:3a:de", "network": {"id": "eb1e1d1b-5548-4318-bda0-2a28a5864ee4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-890566993", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.39", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "4ff32d32f73d42958a5b740da8fb1894", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9be6786-e9a7-4138-b7b5-b7696f6cb1e1", "external-id": "nsx-vlan-transportzone-626", "segmentation_id": 626, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap143ab992-9f", "ovs_interfaceid": "143ab992-9f5b-4d3a-a4d7-f3b295e1cfc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.021670] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365149, 'name': CreateVM_Task, 'duration_secs': 0.807802} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.022518] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4a13e7e-8718-492c-881d-eb64fa044575] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 877.023431] env[69350]: DEBUG oslo_concurrency.lockutils [None req-cec3b203-e003-4e0f-9b94-c24161d7e2ac tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.023646] env[69350]: DEBUG oslo_concurrency.lockutils [None req-cec3b203-e003-4e0f-9b94-c24161d7e2ac tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.023978] env[69350]: DEBUG oslo_concurrency.lockutils [None req-cec3b203-e003-4e0f-9b94-c24161d7e2ac tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.024734] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74f4482b-1741-4a68-a7ec-1094cbb69e7d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.030998] env[69350]: DEBUG oslo_vmware.api [None req-cec3b203-e003-4e0f-9b94-c24161d7e2ac tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Waiting for the task: (returnval){ [ 877.030998] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]523cfaca-4217-51be-ad03-095e37d42916" [ 877.030998] env[69350]: _type = "Task" [ 877.030998] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.041990] env[69350]: DEBUG oslo_vmware.api [None req-cec3b203-e003-4e0f-9b94-c24161d7e2ac tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]523cfaca-4217-51be-ad03-095e37d42916, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.116767] env[69350]: DEBUG nova.objects.instance [None req-fda0474a-7eb1-4c68-8de8-45f77b9419ff tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Lazy-loading 'flavor' on Instance uuid d8ff34cc-0660-4828-847d-cc58e0c4385a {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 877.275787] env[69350]: DEBUG nova.network.neutron [None req-c6ccc727-de9c-4467-9fc1-b2f851ffb0a8 tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] [instance: 3d3dab3a-f176-4b15-bd54-7618cb6fedab] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 877.418551] env[69350]: INFO nova.compute.manager [None req-33ccd3a2-8a1d-4cc4-bcbc-76ad86d97b45 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 32df2bac-26f8-494c-8af5-a02218f66960] Rebuilding instance [ 877.448566] env[69350]: DEBUG nova.compute.utils [None req-f0af52e5-c96f-4bb5-a557-e539d9a0d75e tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 877.453286] env[69350]: DEBUG nova.compute.manager [None req-f0af52e5-c96f-4bb5-a557-e539d9a0d75e tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] [instance: d780fc2f-62f6-4cf7-8d8a-c2e7b25226dc] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 877.453493] env[69350]: DEBUG nova.network.neutron [None req-f0af52e5-c96f-4bb5-a557-e539d9a0d75e tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] [instance: d780fc2f-62f6-4cf7-8d8a-c2e7b25226dc] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 877.506108] env[69350]: DEBUG nova.compute.manager [None req-33ccd3a2-8a1d-4cc4-bcbc-76ad86d97b45 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 32df2bac-26f8-494c-8af5-a02218f66960] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 877.507250] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6306c11-3d38-4237-aa07-360fc6149db3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.517730] env[69350]: DEBUG oslo_concurrency.lockutils [req-cd8e2a9e-b13d-4f0c-9971-4295e45b05c8 req-784f2b90-24a0-4a21-9f7c-0655e85520bb service nova] Releasing lock "refresh_cache-c4a13e7e-8718-492c-881d-eb64fa044575" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.517988] env[69350]: DEBUG nova.compute.manager [req-cd8e2a9e-b13d-4f0c-9971-4295e45b05c8 req-784f2b90-24a0-4a21-9f7c-0655e85520bb service nova] [instance: ec57f63b-c28b-4de2-a335-2b5ffa721ee6] Received event network-vif-deleted-9f0f613c-1cd7-4e9f-8e48-9850ea22d780 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 877.518182] env[69350]: INFO nova.compute.manager [req-cd8e2a9e-b13d-4f0c-9971-4295e45b05c8 req-784f2b90-24a0-4a21-9f7c-0655e85520bb service nova] [instance: ec57f63b-c28b-4de2-a335-2b5ffa721ee6] Neutron deleted interface 9f0f613c-1cd7-4e9f-8e48-9850ea22d780; detaching it from the instance and deleting it from the info cache [ 877.518366] env[69350]: DEBUG nova.network.neutron [req-cd8e2a9e-b13d-4f0c-9971-4295e45b05c8 req-784f2b90-24a0-4a21-9f7c-0655e85520bb service nova] [instance: ec57f63b-c28b-4de2-a335-2b5ffa721ee6] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.519450] env[69350]: DEBUG oslo_vmware.api [None req-37db4ba2-90e2-4463-9bb2-ed0fea63ca59 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Task: {'id': task-3365150, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.800432} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.521569] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-37db4ba2-90e2-4463-9bb2-ed0fea63ca59 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] c3010f57-be32-4f20-8276-7b4bd93d76e1/c3010f57-be32-4f20-8276-7b4bd93d76e1.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 877.521569] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-37db4ba2-90e2-4463-9bb2-ed0fea63ca59 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] [instance: c3010f57-be32-4f20-8276-7b4bd93d76e1] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 877.531497] env[69350]: DEBUG nova.policy [None req-f0af52e5-c96f-4bb5-a557-e539d9a0d75e tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7ce4594a443b4f999953ecb211effe6c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5e3074857a274e76838df728f800160a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 877.533815] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0c1e26b7-38bc-4c9c-a3a1-9bb332bfaf49 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.553307] env[69350]: DEBUG oslo_vmware.api [None req-cec3b203-e003-4e0f-9b94-c24161d7e2ac tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]523cfaca-4217-51be-ad03-095e37d42916, 'name': SearchDatastore_Task, 'duration_secs': 0.02234} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.553307] env[69350]: DEBUG oslo_vmware.api [None req-37db4ba2-90e2-4463-9bb2-ed0fea63ca59 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Waiting for the task: (returnval){ [ 877.553307] env[69350]: value = "task-3365151" [ 877.553307] env[69350]: _type = "Task" [ 877.553307] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.554672] env[69350]: DEBUG oslo_concurrency.lockutils [None req-cec3b203-e003-4e0f-9b94-c24161d7e2ac tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.554941] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-cec3b203-e003-4e0f-9b94-c24161d7e2ac tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] [instance: c4a13e7e-8718-492c-881d-eb64fa044575] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 877.556686] env[69350]: DEBUG oslo_concurrency.lockutils [None req-cec3b203-e003-4e0f-9b94-c24161d7e2ac tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.556686] env[69350]: DEBUG oslo_concurrency.lockutils [None req-cec3b203-e003-4e0f-9b94-c24161d7e2ac tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.556686] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-cec3b203-e003-4e0f-9b94-c24161d7e2ac tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 877.556686] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-168e26ad-996e-43e5-be9e-59f1f3badea5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.569535] env[69350]: DEBUG oslo_vmware.api [None req-37db4ba2-90e2-4463-9bb2-ed0fea63ca59 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Task: {'id': task-3365151, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.572983] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-cec3b203-e003-4e0f-9b94-c24161d7e2ac tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 877.573137] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-cec3b203-e003-4e0f-9b94-c24161d7e2ac tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 877.575224] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8898a39c-8f30-4a7f-b024-dd6ccfd3bf48 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.582342] env[69350]: DEBUG oslo_vmware.api [None req-cec3b203-e003-4e0f-9b94-c24161d7e2ac tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Waiting for the task: (returnval){ [ 877.582342] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52114c4c-1e13-e3f9-31c2-b9f01f155643" [ 877.582342] env[69350]: _type = "Task" [ 877.582342] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.590440] env[69350]: DEBUG nova.compute.manager [req-3375c07f-6b23-46a2-914a-39b57922d32d req-fe240165-b32a-4709-892a-f88876e8bd21 service nova] [instance: 3d3dab3a-f176-4b15-bd54-7618cb6fedab] Received event network-changed-6c6ec9d2-2ef9-4c73-b190-75a8e039aa47 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 877.590628] env[69350]: DEBUG nova.compute.manager [req-3375c07f-6b23-46a2-914a-39b57922d32d req-fe240165-b32a-4709-892a-f88876e8bd21 service nova] [instance: 3d3dab3a-f176-4b15-bd54-7618cb6fedab] Refreshing instance network info cache due to event network-changed-6c6ec9d2-2ef9-4c73-b190-75a8e039aa47. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 877.590817] env[69350]: DEBUG oslo_concurrency.lockutils [req-3375c07f-6b23-46a2-914a-39b57922d32d req-fe240165-b32a-4709-892a-f88876e8bd21 service nova] Acquiring lock "refresh_cache-3d3dab3a-f176-4b15-bd54-7618cb6fedab" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.596816] env[69350]: DEBUG oslo_vmware.api [None req-cec3b203-e003-4e0f-9b94-c24161d7e2ac tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52114c4c-1e13-e3f9-31c2-b9f01f155643, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.622919] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fda0474a-7eb1-4c68-8de8-45f77b9419ff tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Lock "d8ff34cc-0660-4828-847d-cc58e0c4385a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.851s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.955079] env[69350]: DEBUG nova.compute.manager [None req-f0af52e5-c96f-4bb5-a557-e539d9a0d75e tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] [instance: d780fc2f-62f6-4cf7-8d8a-c2e7b25226dc] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 877.980185] env[69350]: INFO nova.compute.manager [None req-d9885529-2c03-4dce-95ad-1d923e9ed3e8 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] [instance: 4d646a6a-26e5-4e67-8415-b981f86d49cb] Rescuing [ 877.980974] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d9885529-2c03-4dce-95ad-1d923e9ed3e8 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Acquiring lock "refresh_cache-4d646a6a-26e5-4e67-8415-b981f86d49cb" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.980974] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d9885529-2c03-4dce-95ad-1d923e9ed3e8 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Acquired lock "refresh_cache-4d646a6a-26e5-4e67-8415-b981f86d49cb" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.981102] env[69350]: DEBUG nova.network.neutron [None req-d9885529-2c03-4dce-95ad-1d923e9ed3e8 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] [instance: 4d646a6a-26e5-4e67-8415-b981f86d49cb] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 877.982902] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d6d469-da13-462d-b4ad-f1c0e115d11e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.992137] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fcc2033-5fda-4fcd-83be-9d0cf68ce9ec {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.027386] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28712565-8b82-4365-8dcc-2a2bb4b2453f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.034699] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dc874cfa-34e9-46c3-b100-4f1680012795 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.043546] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-976ea648-65e0-4cf8-bd2f-5dc2cb1b5e17 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.051058] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc41ecb-16b9-4009-a095-5513999057f0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.073848] env[69350]: DEBUG nova.compute.provider_tree [None req-c4e6073f-aa17-4e47-b1d4-722b81d34b6c tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 878.090293] env[69350]: DEBUG nova.compute.manager [req-cd8e2a9e-b13d-4f0c-9971-4295e45b05c8 req-784f2b90-24a0-4a21-9f7c-0655e85520bb service nova] [instance: ec57f63b-c28b-4de2-a335-2b5ffa721ee6] Detach interface failed, port_id=9f0f613c-1cd7-4e9f-8e48-9850ea22d780, reason: Instance ec57f63b-c28b-4de2-a335-2b5ffa721ee6 could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 878.096638] env[69350]: DEBUG oslo_vmware.api [None req-37db4ba2-90e2-4463-9bb2-ed0fea63ca59 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Task: {'id': task-3365151, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.208071} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.097855] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-37db4ba2-90e2-4463-9bb2-ed0fea63ca59 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] [instance: c3010f57-be32-4f20-8276-7b4bd93d76e1] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 878.098018] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-459a87a1-6ea6-483f-b500-a1bedaa5896b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.104244] env[69350]: DEBUG oslo_vmware.api [None req-cec3b203-e003-4e0f-9b94-c24161d7e2ac tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52114c4c-1e13-e3f9-31c2-b9f01f155643, 'name': SearchDatastore_Task, 'duration_secs': 0.034543} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.106359] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-413d9a7a-f619-4308-882c-2dd5145941d1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.122993] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-37db4ba2-90e2-4463-9bb2-ed0fea63ca59 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] [instance: c3010f57-be32-4f20-8276-7b4bd93d76e1] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] c3010f57-be32-4f20-8276-7b4bd93d76e1/c3010f57-be32-4f20-8276-7b4bd93d76e1.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 878.124107] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b536916-d7f8-41ba-b90a-b26a9420a950 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.140102] env[69350]: DEBUG oslo_vmware.api [None req-cec3b203-e003-4e0f-9b94-c24161d7e2ac tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Waiting for the task: (returnval){ [ 878.140102] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5255229e-870b-4746-81dd-fa00e335f3bf" [ 878.140102] env[69350]: _type = "Task" [ 878.140102] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.145037] env[69350]: DEBUG oslo_vmware.api [None req-37db4ba2-90e2-4463-9bb2-ed0fea63ca59 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Waiting for the task: (returnval){ [ 878.145037] env[69350]: value = "task-3365152" [ 878.145037] env[69350]: _type = "Task" [ 878.145037] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.154647] env[69350]: DEBUG oslo_vmware.api [None req-cec3b203-e003-4e0f-9b94-c24161d7e2ac tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5255229e-870b-4746-81dd-fa00e335f3bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.159737] env[69350]: DEBUG oslo_vmware.api [None req-37db4ba2-90e2-4463-9bb2-ed0fea63ca59 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Task: {'id': task-3365152, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.459785] env[69350]: INFO nova.virt.block_device [None req-f0af52e5-c96f-4bb5-a557-e539d9a0d75e tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] [instance: d780fc2f-62f6-4cf7-8d8a-c2e7b25226dc] Booting with volume 5acad2bd-5b0c-4c42-942e-d09a87d2b079 at /dev/sda [ 878.476389] env[69350]: DEBUG nova.network.neutron [None req-f0af52e5-c96f-4bb5-a557-e539d9a0d75e tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] [instance: d780fc2f-62f6-4cf7-8d8a-c2e7b25226dc] Successfully created port: 9c445eb8-a679-45dc-8e38-0e87672fc3e4 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 878.516575] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-31e5ae56-51ac-4a3a-8443-df8d9ebc5583 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.527532] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79fac4bf-cf38-4629-8127-fe091731cd4c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.546022] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-33ccd3a2-8a1d-4cc4-bcbc-76ad86d97b45 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 32df2bac-26f8-494c-8af5-a02218f66960] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 878.546022] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c8f033a-f69b-4d72-aa01-267ab0e8c6ab {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.550106] env[69350]: DEBUG oslo_vmware.api [None req-33ccd3a2-8a1d-4cc4-bcbc-76ad86d97b45 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Waiting for the task: (returnval){ [ 878.550106] env[69350]: value = "task-3365153" [ 878.550106] env[69350]: _type = "Task" [ 878.550106] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.570651] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e4d6163c-1277-4a7d-a9ec-304d8c0a3296 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.577558] env[69350]: DEBUG nova.scheduler.client.report [None req-c4e6073f-aa17-4e47-b1d4-722b81d34b6c tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 878.581143] env[69350]: DEBUG oslo_vmware.api [None req-33ccd3a2-8a1d-4cc4-bcbc-76ad86d97b45 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': task-3365153, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.589023] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-145db54e-a56f-4d5e-9c8a-36df518586fa {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.628401] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd4a9ead-45a8-431c-8f9f-31e23c3c9109 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.638598] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9b9bdb4-bf71-483d-a82e-f61576beab49 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.655976] env[69350]: DEBUG oslo_vmware.api [None req-cec3b203-e003-4e0f-9b94-c24161d7e2ac tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5255229e-870b-4746-81dd-fa00e335f3bf, 'name': SearchDatastore_Task, 'duration_secs': 0.030475} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.663097] env[69350]: DEBUG oslo_concurrency.lockutils [None req-cec3b203-e003-4e0f-9b94-c24161d7e2ac tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.663393] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-cec3b203-e003-4e0f-9b94-c24161d7e2ac tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] c4a13e7e-8718-492c-881d-eb64fa044575/c4a13e7e-8718-492c-881d-eb64fa044575.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 878.663736] env[69350]: DEBUG nova.virt.block_device [None req-f0af52e5-c96f-4bb5-a557-e539d9a0d75e tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] [instance: d780fc2f-62f6-4cf7-8d8a-c2e7b25226dc] Updating existing volume attachment record: c54cb5a7-a3f4-425b-bc42-beb09ad98313 {{(pid=69350) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 878.665890] env[69350]: DEBUG oslo_vmware.api [None req-37db4ba2-90e2-4463-9bb2-ed0fea63ca59 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Task: {'id': task-3365152, 'name': ReconfigVM_Task, 'duration_secs': 0.4839} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.666322] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1686d02d-eae5-4380-8ee4-ac7084c3b810 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.668379] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-37db4ba2-90e2-4463-9bb2-ed0fea63ca59 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] [instance: c3010f57-be32-4f20-8276-7b4bd93d76e1] Reconfigured VM instance instance-0000002f to attach disk [datastore2] c3010f57-be32-4f20-8276-7b4bd93d76e1/c3010f57-be32-4f20-8276-7b4bd93d76e1.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 878.668984] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2d612b34-68eb-411a-a035-d64217dc6d62 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.676023] env[69350]: DEBUG oslo_vmware.api [None req-cec3b203-e003-4e0f-9b94-c24161d7e2ac tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Waiting for the task: (returnval){ [ 878.676023] env[69350]: value = "task-3365154" [ 878.676023] env[69350]: _type = "Task" [ 878.676023] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.677428] env[69350]: DEBUG oslo_vmware.api [None req-37db4ba2-90e2-4463-9bb2-ed0fea63ca59 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Waiting for the task: (returnval){ [ 878.677428] env[69350]: value = "task-3365155" [ 878.677428] env[69350]: _type = "Task" [ 878.677428] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.688763] env[69350]: DEBUG oslo_vmware.api [None req-cec3b203-e003-4e0f-9b94-c24161d7e2ac tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Task: {'id': task-3365154, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.691921] env[69350]: DEBUG oslo_vmware.api [None req-37db4ba2-90e2-4463-9bb2-ed0fea63ca59 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Task: {'id': task-3365155, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.762812] env[69350]: DEBUG nova.network.neutron [None req-c6ccc727-de9c-4467-9fc1-b2f851ffb0a8 tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] [instance: 3d3dab3a-f176-4b15-bd54-7618cb6fedab] Updating instance_info_cache with network_info: [{"id": "6c6ec9d2-2ef9-4c73-b190-75a8e039aa47", "address": "fa:16:3e:d7:d0:b7", "network": {"id": "1787f797-c342-476a-a580-90510258191a", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1250653003-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92716055a83d4402bd05298f47160b6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c6ec9d2-2e", "ovs_interfaceid": "6c6ec9d2-2ef9-4c73-b190-75a8e039aa47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.045176] env[69350]: DEBUG nova.compute.manager [None req-e417ebb8-581a-4bae-92d7-331d82f7704b tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: 325fb273-d943-4e52-bde2-a2d3eee6fcbd] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 879.046300] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af4d5bd-47a2-42b7-a651-26e9575bf890 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.061988] env[69350]: DEBUG oslo_vmware.api [None req-33ccd3a2-8a1d-4cc4-bcbc-76ad86d97b45 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': task-3365153, 'name': PowerOffVM_Task, 'duration_secs': 0.254698} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.063918] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-33ccd3a2-8a1d-4cc4-bcbc-76ad86d97b45 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 32df2bac-26f8-494c-8af5-a02218f66960] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 879.064231] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-33ccd3a2-8a1d-4cc4-bcbc-76ad86d97b45 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 32df2bac-26f8-494c-8af5-a02218f66960] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 879.067379] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e8fcb03-19bb-4a7c-a01b-ad370e4329bd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.075895] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-33ccd3a2-8a1d-4cc4-bcbc-76ad86d97b45 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 32df2bac-26f8-494c-8af5-a02218f66960] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 879.075895] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cd1cf5e6-39ff-48d1-9ad2-c0b4e8d10043 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.084152] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c4e6073f-aa17-4e47-b1d4-722b81d34b6c tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.145s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.086570] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7a5d66a2-cae9-4a6f-939d-af8f31df60b9 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.060s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.087024] env[69350]: DEBUG nova.objects.instance [None req-7a5d66a2-cae9-4a6f-939d-af8f31df60b9 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Lazy-loading 'resources' on Instance uuid be800ce5-6d2e-402d-b83a-e22771d0aa5d {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 879.116740] env[69350]: INFO nova.scheduler.client.report [None req-c4e6073f-aa17-4e47-b1d4-722b81d34b6c tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] Deleted allocations for instance 4c2a6729-3ed6-4b80-a7f2-77fcd53bed49 [ 879.125043] env[69350]: DEBUG nova.network.neutron [None req-d9885529-2c03-4dce-95ad-1d923e9ed3e8 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] [instance: 4d646a6a-26e5-4e67-8415-b981f86d49cb] Updating instance_info_cache with network_info: [{"id": "c4adb4e9-66c5-47c1-a606-a85e25c467a7", "address": "fa:16:3e:fe:6c:f6", "network": {"id": "bbc420d5-dd4d-4189-b256-a4491aabe088", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2119890914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c0e68118e8784bb2b45d8df1e3490701", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4adb4e9-66", "ovs_interfaceid": "c4adb4e9-66c5-47c1-a606-a85e25c467a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.153680] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-33ccd3a2-8a1d-4cc4-bcbc-76ad86d97b45 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 32df2bac-26f8-494c-8af5-a02218f66960] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 879.153904] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-33ccd3a2-8a1d-4cc4-bcbc-76ad86d97b45 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 32df2bac-26f8-494c-8af5-a02218f66960] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 879.153960] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-33ccd3a2-8a1d-4cc4-bcbc-76ad86d97b45 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Deleting the datastore file [datastore2] 32df2bac-26f8-494c-8af5-a02218f66960 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 879.154489] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a46981a5-1021-423d-a576-c0797577609c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.163567] env[69350]: DEBUG oslo_vmware.api [None req-33ccd3a2-8a1d-4cc4-bcbc-76ad86d97b45 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Waiting for the task: (returnval){ [ 879.163567] env[69350]: value = "task-3365157" [ 879.163567] env[69350]: _type = "Task" [ 879.163567] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.172491] env[69350]: DEBUG oslo_vmware.api [None req-33ccd3a2-8a1d-4cc4-bcbc-76ad86d97b45 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': task-3365157, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.193573] env[69350]: DEBUG oslo_vmware.api [None req-cec3b203-e003-4e0f-9b94-c24161d7e2ac tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Task: {'id': task-3365154, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.196240] env[69350]: DEBUG oslo_vmware.api [None req-37db4ba2-90e2-4463-9bb2-ed0fea63ca59 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Task: {'id': task-3365155, 'name': Rename_Task, 'duration_secs': 0.174927} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.196542] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-37db4ba2-90e2-4463-9bb2-ed0fea63ca59 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] [instance: c3010f57-be32-4f20-8276-7b4bd93d76e1] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 879.196794] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-123f05a5-2e26-409f-bc35-ed83c9f8f6d4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.203908] env[69350]: DEBUG oslo_vmware.api [None req-37db4ba2-90e2-4463-9bb2-ed0fea63ca59 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Waiting for the task: (returnval){ [ 879.203908] env[69350]: value = "task-3365158" [ 879.203908] env[69350]: _type = "Task" [ 879.203908] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.217418] env[69350]: DEBUG oslo_vmware.api [None req-37db4ba2-90e2-4463-9bb2-ed0fea63ca59 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Task: {'id': task-3365158, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.267231] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c6ccc727-de9c-4467-9fc1-b2f851ffb0a8 tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Releasing lock "refresh_cache-3d3dab3a-f176-4b15-bd54-7618cb6fedab" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.267504] env[69350]: DEBUG nova.compute.manager [None req-c6ccc727-de9c-4467-9fc1-b2f851ffb0a8 tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] [instance: 3d3dab3a-f176-4b15-bd54-7618cb6fedab] Inject network info {{(pid=69350) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 879.267789] env[69350]: DEBUG nova.compute.manager [None req-c6ccc727-de9c-4467-9fc1-b2f851ffb0a8 tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] [instance: 3d3dab3a-f176-4b15-bd54-7618cb6fedab] network_info to inject: |[{"id": "6c6ec9d2-2ef9-4c73-b190-75a8e039aa47", "address": "fa:16:3e:d7:d0:b7", "network": {"id": "1787f797-c342-476a-a580-90510258191a", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1250653003-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92716055a83d4402bd05298f47160b6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c6ec9d2-2e", "ovs_interfaceid": "6c6ec9d2-2ef9-4c73-b190-75a8e039aa47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 879.274951] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c6ccc727-de9c-4467-9fc1-b2f851ffb0a8 tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] [instance: 3d3dab3a-f176-4b15-bd54-7618cb6fedab] Reconfiguring VM instance to set the machine id {{(pid=69350) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 879.275554] env[69350]: DEBUG oslo_concurrency.lockutils [req-3375c07f-6b23-46a2-914a-39b57922d32d req-fe240165-b32a-4709-892a-f88876e8bd21 service nova] Acquired lock "refresh_cache-3d3dab3a-f176-4b15-bd54-7618cb6fedab" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.275860] env[69350]: DEBUG nova.network.neutron [req-3375c07f-6b23-46a2-914a-39b57922d32d req-fe240165-b32a-4709-892a-f88876e8bd21 service nova] [instance: 3d3dab3a-f176-4b15-bd54-7618cb6fedab] Refreshing network info cache for port 6c6ec9d2-2ef9-4c73-b190-75a8e039aa47 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 879.283650] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa3c9f33-1dbb-46bc-909c-a13a6a694675 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.303128] env[69350]: DEBUG oslo_vmware.api [None req-c6ccc727-de9c-4467-9fc1-b2f851ffb0a8 tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Waiting for the task: (returnval){ [ 879.303128] env[69350]: value = "task-3365159" [ 879.303128] env[69350]: _type = "Task" [ 879.303128] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.321074] env[69350]: DEBUG oslo_vmware.api [None req-c6ccc727-de9c-4467-9fc1-b2f851ffb0a8 tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Task: {'id': task-3365159, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.478437] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4dc531fa-076e-4df8-b263-7d9cd9bf17f5 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Acquiring lock "54012b13-65ff-4fe4-bcab-43038f12aeda" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.478671] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4dc531fa-076e-4df8-b263-7d9cd9bf17f5 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Lock "54012b13-65ff-4fe4-bcab-43038f12aeda" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.575091] env[69350]: INFO nova.compute.manager [None req-e417ebb8-581a-4bae-92d7-331d82f7704b tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: 325fb273-d943-4e52-bde2-a2d3eee6fcbd] instance snapshotting [ 879.575091] env[69350]: WARNING nova.compute.manager [None req-e417ebb8-581a-4bae-92d7-331d82f7704b tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: 325fb273-d943-4e52-bde2-a2d3eee6fcbd] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 879.579577] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe3946a-ba06-478d-9b31-0e51d61e34c2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.608400] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d973d1c-6e8c-4df9-a41b-a5b69a64559e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.623983] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c4e6073f-aa17-4e47-b1d4-722b81d34b6c tempest-AttachInterfacesV270Test-1190831455 tempest-AttachInterfacesV270Test-1190831455-project-member] Lock "4c2a6729-3ed6-4b80-a7f2-77fcd53bed49" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.146s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.628889] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d9885529-2c03-4dce-95ad-1d923e9ed3e8 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Releasing lock "refresh_cache-4d646a6a-26e5-4e67-8415-b981f86d49cb" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.679975] env[69350]: DEBUG oslo_vmware.api [None req-33ccd3a2-8a1d-4cc4-bcbc-76ad86d97b45 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': task-3365157, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.310494} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.683104] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-33ccd3a2-8a1d-4cc4-bcbc-76ad86d97b45 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 879.683339] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-33ccd3a2-8a1d-4cc4-bcbc-76ad86d97b45 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 32df2bac-26f8-494c-8af5-a02218f66960] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 879.683465] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-33ccd3a2-8a1d-4cc4-bcbc-76ad86d97b45 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 32df2bac-26f8-494c-8af5-a02218f66960] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 879.694853] env[69350]: DEBUG oslo_vmware.api [None req-cec3b203-e003-4e0f-9b94-c24161d7e2ac tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Task: {'id': task-3365154, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.55993} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.697844] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-cec3b203-e003-4e0f-9b94-c24161d7e2ac tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] c4a13e7e-8718-492c-881d-eb64fa044575/c4a13e7e-8718-492c-881d-eb64fa044575.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 879.698190] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-cec3b203-e003-4e0f-9b94-c24161d7e2ac tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] [instance: c4a13e7e-8718-492c-881d-eb64fa044575] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 879.698788] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d3edef09-c2e1-4d5a-a862-a112766dcff1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.712279] env[69350]: DEBUG oslo_vmware.api [None req-cec3b203-e003-4e0f-9b94-c24161d7e2ac tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Waiting for the task: (returnval){ [ 879.712279] env[69350]: value = "task-3365160" [ 879.712279] env[69350]: _type = "Task" [ 879.712279] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.718673] env[69350]: DEBUG oslo_vmware.api [None req-37db4ba2-90e2-4463-9bb2-ed0fea63ca59 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Task: {'id': task-3365158, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.723973] env[69350]: DEBUG oslo_vmware.api [None req-cec3b203-e003-4e0f-9b94-c24161d7e2ac tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Task: {'id': task-3365160, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.820587] env[69350]: DEBUG oslo_vmware.api [None req-c6ccc727-de9c-4467-9fc1-b2f851ffb0a8 tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Task: {'id': task-3365159, 'name': ReconfigVM_Task, 'duration_secs': 0.173557} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.824873] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c6ccc727-de9c-4467-9fc1-b2f851ffb0a8 tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] [instance: 3d3dab3a-f176-4b15-bd54-7618cb6fedab] Reconfigured VM instance to set the machine id {{(pid=69350) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 879.982551] env[69350]: DEBUG nova.compute.manager [None req-4dc531fa-076e-4df8-b263-7d9cd9bf17f5 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: 54012b13-65ff-4fe4-bcab-43038f12aeda] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 879.999713] env[69350]: DEBUG nova.objects.instance [None req-a7772966-5951-454e-a8de-78d36cd6c193 tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Lazy-loading 'flavor' on Instance uuid 3d3dab3a-f176-4b15-bd54-7618cb6fedab {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 880.085664] env[69350]: DEBUG nova.compute.manager [None req-f012e23f-84b2-4940-9ce9-b8de6264a1c9 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 880.088479] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8582bd4-e15a-4152-981c-9ad1d276fa45 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.123018] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e417ebb8-581a-4bae-92d7-331d82f7704b tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: 325fb273-d943-4e52-bde2-a2d3eee6fcbd] Creating Snapshot of the VM instance {{(pid=69350) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 880.123018] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-94eee98f-daea-4e50-87f3-f4b38c4d0f26 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.134023] env[69350]: DEBUG oslo_vmware.api [None req-e417ebb8-581a-4bae-92d7-331d82f7704b tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Waiting for the task: (returnval){ [ 880.134023] env[69350]: value = "task-3365161" [ 880.134023] env[69350]: _type = "Task" [ 880.134023] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.144105] env[69350]: DEBUG oslo_vmware.api [None req-e417ebb8-581a-4bae-92d7-331d82f7704b tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365161, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.187968] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5782437b-b53e-430b-88e7-951e1fedf641 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.205851] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c8c46d-5961-4a22-b5cc-7b258e8ae9b3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.250890] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80cdc342-ad29-4698-96cb-b3eb71950474 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.253912] env[69350]: DEBUG oslo_vmware.api [None req-37db4ba2-90e2-4463-9bb2-ed0fea63ca59 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Task: {'id': task-3365158, 'name': PowerOnVM_Task, 'duration_secs': 0.82264} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.257363] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-37db4ba2-90e2-4463-9bb2-ed0fea63ca59 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] [instance: c3010f57-be32-4f20-8276-7b4bd93d76e1] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 880.257613] env[69350]: INFO nova.compute.manager [None req-37db4ba2-90e2-4463-9bb2-ed0fea63ca59 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] [instance: c3010f57-be32-4f20-8276-7b4bd93d76e1] Took 6.04 seconds to spawn the instance on the hypervisor. [ 880.257760] env[69350]: DEBUG nova.compute.manager [None req-37db4ba2-90e2-4463-9bb2-ed0fea63ca59 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] [instance: c3010f57-be32-4f20-8276-7b4bd93d76e1] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 880.258635] env[69350]: DEBUG oslo_vmware.api [None req-cec3b203-e003-4e0f-9b94-c24161d7e2ac tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Task: {'id': task-3365160, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.159307} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.261195] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df62b6c4-2042-4bd5-9207-517731fed9c2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.262421] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-cec3b203-e003-4e0f-9b94-c24161d7e2ac tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] [instance: c4a13e7e-8718-492c-881d-eb64fa044575] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 880.265785] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1351a94d-e0dc-4f14-b9ec-259f3c711978 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.272589] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2451af0f-35c2-4dca-85b6-25c6e26ef11e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.304861] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-cec3b203-e003-4e0f-9b94-c24161d7e2ac tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] [instance: c4a13e7e-8718-492c-881d-eb64fa044575] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] c4a13e7e-8718-492c-881d-eb64fa044575/c4a13e7e-8718-492c-881d-eb64fa044575.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 880.314148] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2cb18ecb-2eb0-40c4-a10e-ed9af558f4ef {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.330400] env[69350]: DEBUG nova.compute.provider_tree [None req-7a5d66a2-cae9-4a6f-939d-af8f31df60b9 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 880.339976] env[69350]: DEBUG oslo_vmware.api [None req-cec3b203-e003-4e0f-9b94-c24161d7e2ac tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Waiting for the task: (returnval){ [ 880.339976] env[69350]: value = "task-3365162" [ 880.339976] env[69350]: _type = "Task" [ 880.339976] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.352444] env[69350]: DEBUG oslo_vmware.api [None req-cec3b203-e003-4e0f-9b94-c24161d7e2ac tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Task: {'id': task-3365162, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.511863] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a7772966-5951-454e-a8de-78d36cd6c193 tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Acquiring lock "refresh_cache-3d3dab3a-f176-4b15-bd54-7618cb6fedab" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.516996] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4dc531fa-076e-4df8-b263-7d9cd9bf17f5 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.601762] env[69350]: INFO nova.compute.manager [None req-f012e23f-84b2-4940-9ce9-b8de6264a1c9 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] instance snapshotting [ 880.603088] env[69350]: DEBUG nova.objects.instance [None req-f012e23f-84b2-4940-9ce9-b8de6264a1c9 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Lazy-loading 'flavor' on Instance uuid 90b71625-4bb1-4f8b-a94e-313cea1be2da {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 880.641737] env[69350]: DEBUG oslo_vmware.api [None req-e417ebb8-581a-4bae-92d7-331d82f7704b tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365161, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.649390] env[69350]: DEBUG nova.network.neutron [req-3375c07f-6b23-46a2-914a-39b57922d32d req-fe240165-b32a-4709-892a-f88876e8bd21 service nova] [instance: 3d3dab3a-f176-4b15-bd54-7618cb6fedab] Updated VIF entry in instance network info cache for port 6c6ec9d2-2ef9-4c73-b190-75a8e039aa47. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 880.649770] env[69350]: DEBUG nova.network.neutron [req-3375c07f-6b23-46a2-914a-39b57922d32d req-fe240165-b32a-4709-892a-f88876e8bd21 service nova] [instance: 3d3dab3a-f176-4b15-bd54-7618cb6fedab] Updating instance_info_cache with network_info: [{"id": "6c6ec9d2-2ef9-4c73-b190-75a8e039aa47", "address": "fa:16:3e:d7:d0:b7", "network": {"id": "1787f797-c342-476a-a580-90510258191a", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1250653003-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92716055a83d4402bd05298f47160b6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c6ec9d2-2e", "ovs_interfaceid": "6c6ec9d2-2ef9-4c73-b190-75a8e039aa47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.668504] env[69350]: DEBUG oslo_concurrency.lockutils [None req-52a5dc55-510a-496d-a120-f87c1e746ced tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Acquiring lock "8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.668716] env[69350]: DEBUG oslo_concurrency.lockutils [None req-52a5dc55-510a-496d-a120-f87c1e746ced tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Lock "8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.730044] env[69350]: DEBUG nova.virt.hardware [None req-33ccd3a2-8a1d-4cc4-bcbc-76ad86d97b45 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 880.730044] env[69350]: DEBUG nova.virt.hardware [None req-33ccd3a2-8a1d-4cc4-bcbc-76ad86d97b45 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 880.730044] env[69350]: DEBUG nova.virt.hardware [None req-33ccd3a2-8a1d-4cc4-bcbc-76ad86d97b45 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 880.730044] env[69350]: DEBUG nova.virt.hardware [None req-33ccd3a2-8a1d-4cc4-bcbc-76ad86d97b45 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 880.730044] env[69350]: DEBUG nova.virt.hardware [None req-33ccd3a2-8a1d-4cc4-bcbc-76ad86d97b45 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 880.730044] env[69350]: DEBUG nova.virt.hardware [None req-33ccd3a2-8a1d-4cc4-bcbc-76ad86d97b45 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 880.730044] env[69350]: DEBUG nova.virt.hardware [None req-33ccd3a2-8a1d-4cc4-bcbc-76ad86d97b45 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 880.730044] env[69350]: DEBUG nova.virt.hardware [None req-33ccd3a2-8a1d-4cc4-bcbc-76ad86d97b45 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 880.730044] env[69350]: DEBUG nova.virt.hardware [None req-33ccd3a2-8a1d-4cc4-bcbc-76ad86d97b45 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 880.730044] env[69350]: DEBUG nova.virt.hardware [None req-33ccd3a2-8a1d-4cc4-bcbc-76ad86d97b45 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 880.730044] env[69350]: DEBUG nova.virt.hardware [None req-33ccd3a2-8a1d-4cc4-bcbc-76ad86d97b45 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 880.730737] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de90dcb8-d6ef-4815-b753-85501d39001d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.743717] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e29e82-56de-4457-aa72-fe56151c8e21 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.491464] env[69350]: DEBUG nova.compute.manager [None req-f0af52e5-c96f-4bb5-a557-e539d9a0d75e tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] [instance: d780fc2f-62f6-4cf7-8d8a-c2e7b25226dc] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 881.492121] env[69350]: DEBUG nova.virt.hardware [None req-f0af52e5-c96f-4bb5-a557-e539d9a0d75e tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 881.492370] env[69350]: DEBUG nova.virt.hardware [None req-f0af52e5-c96f-4bb5-a557-e539d9a0d75e tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 881.492536] env[69350]: DEBUG nova.virt.hardware [None req-f0af52e5-c96f-4bb5-a557-e539d9a0d75e tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 881.492718] env[69350]: DEBUG nova.virt.hardware [None req-f0af52e5-c96f-4bb5-a557-e539d9a0d75e tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 881.492861] env[69350]: DEBUG nova.virt.hardware [None req-f0af52e5-c96f-4bb5-a557-e539d9a0d75e tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 881.493008] env[69350]: DEBUG nova.virt.hardware [None req-f0af52e5-c96f-4bb5-a557-e539d9a0d75e tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 881.493232] env[69350]: DEBUG nova.virt.hardware [None req-f0af52e5-c96f-4bb5-a557-e539d9a0d75e tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 881.493451] env[69350]: DEBUG nova.virt.hardware [None req-f0af52e5-c96f-4bb5-a557-e539d9a0d75e tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 881.493789] env[69350]: DEBUG nova.virt.hardware [None req-f0af52e5-c96f-4bb5-a557-e539d9a0d75e tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 881.493826] env[69350]: DEBUG nova.virt.hardware [None req-f0af52e5-c96f-4bb5-a557-e539d9a0d75e tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 881.493985] env[69350]: DEBUG nova.virt.hardware [None req-f0af52e5-c96f-4bb5-a557-e539d9a0d75e tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 881.500148] env[69350]: DEBUG nova.scheduler.client.report [None req-7a5d66a2-cae9-4a6f-939d-af8f31df60b9 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 881.505086] env[69350]: DEBUG oslo_concurrency.lockutils [req-3375c07f-6b23-46a2-914a-39b57922d32d req-fe240165-b32a-4709-892a-f88876e8bd21 service nova] Releasing lock "refresh_cache-3d3dab3a-f176-4b15-bd54-7618cb6fedab" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.506028] env[69350]: DEBUG nova.compute.utils [None req-52a5dc55-510a-496d-a120-f87c1e746ced tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 881.510970] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9885529-2c03-4dce-95ad-1d923e9ed3e8 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] [instance: 4d646a6a-26e5-4e67-8415-b981f86d49cb] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 881.510970] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-33ccd3a2-8a1d-4cc4-bcbc-76ad86d97b45 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 32df2bac-26f8-494c-8af5-a02218f66960] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:3c:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '54495d8d-2696-4f65-b925-e567abdc205f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8ab30cd8-bde3-4ce4-afe5-5762e12375c8', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 881.516562] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-33ccd3a2-8a1d-4cc4-bcbc-76ad86d97b45 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 881.517609] env[69350]: DEBUG nova.network.neutron [None req-f0af52e5-c96f-4bb5-a557-e539d9a0d75e tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] [instance: d780fc2f-62f6-4cf7-8d8a-c2e7b25226dc] Successfully updated port: 9c445eb8-a679-45dc-8e38-0e87672fc3e4 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 881.521386] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6eabf47-b377-4c47-847d-7a1509999384 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.528009] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05cb47b9-c206-41f2-acee-25ad9f7d51b0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.533438] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a7772966-5951-454e-a8de-78d36cd6c193 tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Acquired lock "refresh_cache-3d3dab3a-f176-4b15-bd54-7618cb6fedab" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.535439] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7419581e-c53e-4cb7-ae9f-4316498246b2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.536756] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32df2bac-26f8-494c-8af5-a02218f66960] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 881.538780] env[69350]: INFO nova.compute.manager [None req-37db4ba2-90e2-4463-9bb2-ed0fea63ca59 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] [instance: c3010f57-be32-4f20-8276-7b4bd93d76e1] Took 40.84 seconds to build instance. [ 881.540200] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-73c86fd2-651a-484e-a9aa-4dbefcbe8134 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.585181] env[69350]: DEBUG oslo_vmware.api [None req-cec3b203-e003-4e0f-9b94-c24161d7e2ac tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Task: {'id': task-3365162, 'name': ReconfigVM_Task, 'duration_secs': 0.678064} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.585181] env[69350]: DEBUG oslo_vmware.api [None req-e417ebb8-581a-4bae-92d7-331d82f7704b tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365161, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.588656] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b71469d-d247-4a5e-beb4-03f506f42e98 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.591109] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-cec3b203-e003-4e0f-9b94-c24161d7e2ac tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] [instance: c4a13e7e-8718-492c-881d-eb64fa044575] Reconfigured VM instance instance-0000002e to attach disk [datastore1] c4a13e7e-8718-492c-881d-eb64fa044575/c4a13e7e-8718-492c-881d-eb64fa044575.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 881.593201] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb7b1235-30f3-4d76-aa59-e85366347095 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.597455] env[69350]: DEBUG oslo_vmware.api [None req-d9885529-2c03-4dce-95ad-1d923e9ed3e8 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Waiting for the task: (returnval){ [ 881.597455] env[69350]: value = "task-3365163" [ 881.597455] env[69350]: _type = "Task" [ 881.597455] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.598218] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-be39f755-7336-414d-b0b4-dab8036fc2c3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.610310] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 881.610310] env[69350]: value = "task-3365164" [ 881.610310] env[69350]: _type = "Task" [ 881.610310] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.624587] env[69350]: DEBUG oslo_vmware.api [None req-cec3b203-e003-4e0f-9b94-c24161d7e2ac tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Waiting for the task: (returnval){ [ 881.624587] env[69350]: value = "task-3365165" [ 881.624587] env[69350]: _type = "Task" [ 881.624587] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.628355] env[69350]: DEBUG oslo_vmware.api [None req-d9885529-2c03-4dce-95ad-1d923e9ed3e8 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Task: {'id': task-3365163, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.636917] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365164, 'name': CreateVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.645868] env[69350]: DEBUG oslo_vmware.api [None req-cec3b203-e003-4e0f-9b94-c24161d7e2ac tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Task: {'id': task-3365165, 'name': Rename_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.671683] env[69350]: DEBUG nova.compute.manager [req-78898e8c-2f29-4f21-baf1-e3442bd7d1a9 req-1c4a2d79-82af-4161-adc0-012c5ef2f84b service nova] [instance: d780fc2f-62f6-4cf7-8d8a-c2e7b25226dc] Received event network-vif-plugged-9c445eb8-a679-45dc-8e38-0e87672fc3e4 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 881.671931] env[69350]: DEBUG oslo_concurrency.lockutils [req-78898e8c-2f29-4f21-baf1-e3442bd7d1a9 req-1c4a2d79-82af-4161-adc0-012c5ef2f84b service nova] Acquiring lock "d780fc2f-62f6-4cf7-8d8a-c2e7b25226dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.672312] env[69350]: DEBUG oslo_concurrency.lockutils [req-78898e8c-2f29-4f21-baf1-e3442bd7d1a9 req-1c4a2d79-82af-4161-adc0-012c5ef2f84b service nova] Lock "d780fc2f-62f6-4cf7-8d8a-c2e7b25226dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.672506] env[69350]: DEBUG oslo_concurrency.lockutils [req-78898e8c-2f29-4f21-baf1-e3442bd7d1a9 req-1c4a2d79-82af-4161-adc0-012c5ef2f84b service nova] Lock "d780fc2f-62f6-4cf7-8d8a-c2e7b25226dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.672756] env[69350]: DEBUG nova.compute.manager [req-78898e8c-2f29-4f21-baf1-e3442bd7d1a9 req-1c4a2d79-82af-4161-adc0-012c5ef2f84b service nova] [instance: d780fc2f-62f6-4cf7-8d8a-c2e7b25226dc] No waiting events found dispatching network-vif-plugged-9c445eb8-a679-45dc-8e38-0e87672fc3e4 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 881.672939] env[69350]: WARNING nova.compute.manager [req-78898e8c-2f29-4f21-baf1-e3442bd7d1a9 req-1c4a2d79-82af-4161-adc0-012c5ef2f84b service nova] [instance: d780fc2f-62f6-4cf7-8d8a-c2e7b25226dc] Received unexpected event network-vif-plugged-9c445eb8-a679-45dc-8e38-0e87672fc3e4 for instance with vm_state building and task_state spawning. [ 882.004459] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7a5d66a2-cae9-4a6f-939d-af8f31df60b9 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.918s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.006854] env[69350]: DEBUG oslo_concurrency.lockutils [None req-743548ca-d229-469d-a275-297439c1b0c8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.632s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.008531] env[69350]: INFO nova.compute.claims [None req-743548ca-d229-469d-a275-297439c1b0c8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 6d681952-777f-4243-9b4b-ee5fb0392173] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 882.011711] env[69350]: DEBUG oslo_concurrency.lockutils [None req-52a5dc55-510a-496d-a120-f87c1e746ced tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Lock "8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.343s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.023441] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f0af52e5-c96f-4bb5-a557-e539d9a0d75e tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] Acquiring lock "refresh_cache-d780fc2f-62f6-4cf7-8d8a-c2e7b25226dc" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.023639] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f0af52e5-c96f-4bb5-a557-e539d9a0d75e tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] Acquired lock "refresh_cache-d780fc2f-62f6-4cf7-8d8a-c2e7b25226dc" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.023808] env[69350]: DEBUG nova.network.neutron [None req-f0af52e5-c96f-4bb5-a557-e539d9a0d75e tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] [instance: d780fc2f-62f6-4cf7-8d8a-c2e7b25226dc] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 882.024893] env[69350]: DEBUG oslo_vmware.api [None req-e417ebb8-581a-4bae-92d7-331d82f7704b tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365161, 'name': CreateSnapshot_Task, 'duration_secs': 1.54064} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.025186] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e417ebb8-581a-4bae-92d7-331d82f7704b tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: 325fb273-d943-4e52-bde2-a2d3eee6fcbd] Created Snapshot of the VM instance {{(pid=69350) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 882.025959] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-555cce95-eaf3-4b3c-91d7-fdc38fcb6ba4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.032042] env[69350]: INFO nova.scheduler.client.report [None req-7a5d66a2-cae9-4a6f-939d-af8f31df60b9 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Deleted allocations for instance be800ce5-6d2e-402d-b83a-e22771d0aa5d [ 882.043830] env[69350]: DEBUG oslo_concurrency.lockutils [None req-37db4ba2-90e2-4463-9bb2-ed0fea63ca59 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Lock "c3010f57-be32-4f20-8276-7b4bd93d76e1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.918s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.114917] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f012e23f-84b2-4940-9ce9-b8de6264a1c9 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Creating Snapshot of the VM instance {{(pid=69350) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 882.115322] env[69350]: DEBUG oslo_vmware.api [None req-d9885529-2c03-4dce-95ad-1d923e9ed3e8 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Task: {'id': task-3365163, 'name': PowerOffVM_Task, 'duration_secs': 0.273403} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.116186] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4eac3753-e15c-4e6d-a972-c992c5849f20 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.118287] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9885529-2c03-4dce-95ad-1d923e9ed3e8 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] [instance: 4d646a6a-26e5-4e67-8415-b981f86d49cb] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 882.119400] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52098d75-cf62-4b87-8a14-692b9c68ce61 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.129093] env[69350]: DEBUG oslo_vmware.api [None req-f012e23f-84b2-4940-9ce9-b8de6264a1c9 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Waiting for the task: (returnval){ [ 882.129093] env[69350]: value = "task-3365166" [ 882.129093] env[69350]: _type = "Task" [ 882.129093] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.152036] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365164, 'name': CreateVM_Task, 'duration_secs': 0.39388} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.155933] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce250b5d-f954-443b-95b4-10c3afd02bdc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.159146] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32df2bac-26f8-494c-8af5-a02218f66960] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 882.160504] env[69350]: DEBUG oslo_concurrency.lockutils [None req-33ccd3a2-8a1d-4cc4-bcbc-76ad86d97b45 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.160671] env[69350]: DEBUG oslo_concurrency.lockutils [None req-33ccd3a2-8a1d-4cc4-bcbc-76ad86d97b45 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.161060] env[69350]: DEBUG oslo_concurrency.lockutils [None req-33ccd3a2-8a1d-4cc4-bcbc-76ad86d97b45 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.161999] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e52daa36-7d9e-4c69-9ae7-6de361a18ab8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.172179] env[69350]: DEBUG oslo_vmware.api [None req-f012e23f-84b2-4940-9ce9-b8de6264a1c9 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365166, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.174564] env[69350]: DEBUG oslo_vmware.api [None req-cec3b203-e003-4e0f-9b94-c24161d7e2ac tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Task: {'id': task-3365165, 'name': Rename_Task, 'duration_secs': 0.192784} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.177816] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-cec3b203-e003-4e0f-9b94-c24161d7e2ac tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] [instance: c4a13e7e-8718-492c-881d-eb64fa044575] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 882.187618] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc5a5650-328c-4549-9035-102a7b313f85 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.194332] env[69350]: DEBUG oslo_vmware.api [None req-33ccd3a2-8a1d-4cc4-bcbc-76ad86d97b45 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Waiting for the task: (returnval){ [ 882.194332] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52854a5e-bc0a-398d-ad42-7afe7ae95b92" [ 882.194332] env[69350]: _type = "Task" [ 882.194332] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.197567] env[69350]: DEBUG oslo_vmware.api [None req-cec3b203-e003-4e0f-9b94-c24161d7e2ac tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Waiting for the task: (returnval){ [ 882.197567] env[69350]: value = "task-3365167" [ 882.197567] env[69350]: _type = "Task" [ 882.197567] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.216047] env[69350]: DEBUG oslo_vmware.api [None req-cec3b203-e003-4e0f-9b94-c24161d7e2ac tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Task: {'id': task-3365167, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.219873] env[69350]: DEBUG oslo_vmware.api [None req-33ccd3a2-8a1d-4cc4-bcbc-76ad86d97b45 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52854a5e-bc0a-398d-ad42-7afe7ae95b92, 'name': SearchDatastore_Task, 'duration_secs': 0.01416} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.222677] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9885529-2c03-4dce-95ad-1d923e9ed3e8 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] [instance: 4d646a6a-26e5-4e67-8415-b981f86d49cb] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 882.223106] env[69350]: DEBUG oslo_concurrency.lockutils [None req-33ccd3a2-8a1d-4cc4-bcbc-76ad86d97b45 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.223345] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-33ccd3a2-8a1d-4cc4-bcbc-76ad86d97b45 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 32df2bac-26f8-494c-8af5-a02218f66960] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 882.223580] env[69350]: DEBUG oslo_concurrency.lockutils [None req-33ccd3a2-8a1d-4cc4-bcbc-76ad86d97b45 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.223723] env[69350]: DEBUG oslo_concurrency.lockutils [None req-33ccd3a2-8a1d-4cc4-bcbc-76ad86d97b45 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.223893] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-33ccd3a2-8a1d-4cc4-bcbc-76ad86d97b45 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 882.224340] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4aa9c42-7a54-44ce-8ae1-a71753218b22 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.226055] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5d4db77-d564-465e-b224-3c86b96fc647 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.236687] env[69350]: DEBUG oslo_vmware.api [None req-d9885529-2c03-4dce-95ad-1d923e9ed3e8 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Waiting for the task: (returnval){ [ 882.236687] env[69350]: value = "task-3365168" [ 882.236687] env[69350]: _type = "Task" [ 882.236687] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.238269] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-33ccd3a2-8a1d-4cc4-bcbc-76ad86d97b45 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 882.238545] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-33ccd3a2-8a1d-4cc4-bcbc-76ad86d97b45 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 882.243384] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eaa43e5d-ffdd-45a3-9ee0-24d5149c2d50 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.255722] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9885529-2c03-4dce-95ad-1d923e9ed3e8 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] [instance: 4d646a6a-26e5-4e67-8415-b981f86d49cb] VM already powered off {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 882.255722] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d9885529-2c03-4dce-95ad-1d923e9ed3e8 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] [instance: 4d646a6a-26e5-4e67-8415-b981f86d49cb] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 882.255990] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d9885529-2c03-4dce-95ad-1d923e9ed3e8 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.256263] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d9885529-2c03-4dce-95ad-1d923e9ed3e8 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.256517] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9885529-2c03-4dce-95ad-1d923e9ed3e8 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 882.256942] env[69350]: DEBUG oslo_vmware.api [None req-33ccd3a2-8a1d-4cc4-bcbc-76ad86d97b45 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Waiting for the task: (returnval){ [ 882.256942] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52e63230-cd6a-89c8-a12f-ec00dabd9b41" [ 882.256942] env[69350]: _type = "Task" [ 882.256942] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.258077] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b2db68bf-e921-47b3-bac6-a9f5a2d2f362 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.272256] env[69350]: DEBUG oslo_vmware.api [None req-33ccd3a2-8a1d-4cc4-bcbc-76ad86d97b45 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52e63230-cd6a-89c8-a12f-ec00dabd9b41, 'name': SearchDatastore_Task, 'duration_secs': 0.014171} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.277565] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9885529-2c03-4dce-95ad-1d923e9ed3e8 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 882.277565] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d9885529-2c03-4dce-95ad-1d923e9ed3e8 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 882.277565] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da42b136-0d67-426f-8c18-356fbfee99e9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.278668] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bf51909-ee29-4006-98bd-73a4b4d1a94d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.291019] env[69350]: DEBUG oslo_vmware.api [None req-d9885529-2c03-4dce-95ad-1d923e9ed3e8 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Waiting for the task: (returnval){ [ 882.291019] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5246d8af-92ca-0dae-ebd7-25202360c731" [ 882.291019] env[69350]: _type = "Task" [ 882.291019] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.291536] env[69350]: DEBUG oslo_vmware.api [None req-33ccd3a2-8a1d-4cc4-bcbc-76ad86d97b45 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Waiting for the task: (returnval){ [ 882.291536] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5242bef6-ec4f-ad06-24ab-020c527f4cfc" [ 882.291536] env[69350]: _type = "Task" [ 882.291536] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.313184] env[69350]: DEBUG oslo_vmware.api [None req-d9885529-2c03-4dce-95ad-1d923e9ed3e8 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5246d8af-92ca-0dae-ebd7-25202360c731, 'name': SearchDatastore_Task, 'duration_secs': 0.014034} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.313184] env[69350]: DEBUG oslo_vmware.api [None req-33ccd3a2-8a1d-4cc4-bcbc-76ad86d97b45 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5242bef6-ec4f-ad06-24ab-020c527f4cfc, 'name': SearchDatastore_Task, 'duration_secs': 0.012781} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.314744] env[69350]: DEBUG oslo_concurrency.lockutils [None req-33ccd3a2-8a1d-4cc4-bcbc-76ad86d97b45 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.316064] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-33ccd3a2-8a1d-4cc4-bcbc-76ad86d97b45 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] 32df2bac-26f8-494c-8af5-a02218f66960/32df2bac-26f8-494c-8af5-a02218f66960.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 882.316064] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b649ff9-686c-40c6-8df0-c947813cf8dd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.318408] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-76bc2c37-8443-4bbe-8269-7cf0909d39a8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.326462] env[69350]: DEBUG oslo_vmware.api [None req-d9885529-2c03-4dce-95ad-1d923e9ed3e8 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Waiting for the task: (returnval){ [ 882.326462] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52bb0a2e-0cfe-b5af-5927-31a7187537e1" [ 882.326462] env[69350]: _type = "Task" [ 882.326462] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.336223] env[69350]: DEBUG oslo_vmware.api [None req-33ccd3a2-8a1d-4cc4-bcbc-76ad86d97b45 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Waiting for the task: (returnval){ [ 882.336223] env[69350]: value = "task-3365169" [ 882.336223] env[69350]: _type = "Task" [ 882.336223] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.341369] env[69350]: DEBUG oslo_vmware.api [None req-d9885529-2c03-4dce-95ad-1d923e9ed3e8 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52bb0a2e-0cfe-b5af-5927-31a7187537e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.351877] env[69350]: DEBUG oslo_vmware.api [None req-33ccd3a2-8a1d-4cc4-bcbc-76ad86d97b45 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': task-3365169, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.352922] env[69350]: DEBUG nova.network.neutron [None req-a7772966-5951-454e-a8de-78d36cd6c193 tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] [instance: 3d3dab3a-f176-4b15-bd54-7618cb6fedab] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 882.543306] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7a5d66a2-cae9-4a6f-939d-af8f31df60b9 tempest-ListImageFiltersTestJSON-1952901935 tempest-ListImageFiltersTestJSON-1952901935-project-member] Lock "be800ce5-6d2e-402d-b83a-e22771d0aa5d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.930s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.557960] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e417ebb8-581a-4bae-92d7-331d82f7704b tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: 325fb273-d943-4e52-bde2-a2d3eee6fcbd] Creating linked-clone VM from snapshot {{(pid=69350) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 882.558439] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-76289a90-5665-4c03-b012-82e139e47f8c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.574195] env[69350]: DEBUG oslo_vmware.api [None req-e417ebb8-581a-4bae-92d7-331d82f7704b tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Waiting for the task: (returnval){ [ 882.574195] env[69350]: value = "task-3365170" [ 882.574195] env[69350]: _type = "Task" [ 882.574195] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.591071] env[69350]: DEBUG oslo_vmware.api [None req-e417ebb8-581a-4bae-92d7-331d82f7704b tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365170, 'name': CloneVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.602022] env[69350]: DEBUG nova.network.neutron [None req-f0af52e5-c96f-4bb5-a557-e539d9a0d75e tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] [instance: d780fc2f-62f6-4cf7-8d8a-c2e7b25226dc] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 882.670772] env[69350]: DEBUG oslo_vmware.api [None req-f012e23f-84b2-4940-9ce9-b8de6264a1c9 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365166, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.716592] env[69350]: DEBUG oslo_vmware.api [None req-cec3b203-e003-4e0f-9b94-c24161d7e2ac tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Task: {'id': task-3365167, 'name': PowerOnVM_Task} progress is 96%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.786769] env[69350]: DEBUG oslo_concurrency.lockutils [None req-52a5dc55-510a-496d-a120-f87c1e746ced tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Acquiring lock "8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.787182] env[69350]: DEBUG oslo_concurrency.lockutils [None req-52a5dc55-510a-496d-a120-f87c1e746ced tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Lock "8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.787607] env[69350]: INFO nova.compute.manager [None req-52a5dc55-510a-496d-a120-f87c1e746ced tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] [instance: 8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda] Attaching volume d4b5ef77-ee77-4b3a-afab-2bca20a427cd to /dev/sdb [ 882.847852] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f792afa3-6260-4030-8ccb-5d810ec87f8b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.868419] env[69350]: DEBUG oslo_vmware.api [None req-d9885529-2c03-4dce-95ad-1d923e9ed3e8 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52bb0a2e-0cfe-b5af-5927-31a7187537e1, 'name': SearchDatastore_Task, 'duration_secs': 0.012885} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.868419] env[69350]: DEBUG oslo_vmware.api [None req-33ccd3a2-8a1d-4cc4-bcbc-76ad86d97b45 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': task-3365169, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521134} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.870657] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d9885529-2c03-4dce-95ad-1d923e9ed3e8 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.870952] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9885529-2c03-4dce-95ad-1d923e9ed3e8 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] 4d646a6a-26e5-4e67-8415-b981f86d49cb/2ba50b02-b203-425b-93f3-25266f3336a5-rescue.vmdk. {{(pid=69350) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 882.871254] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-33ccd3a2-8a1d-4cc4-bcbc-76ad86d97b45 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] 32df2bac-26f8-494c-8af5-a02218f66960/32df2bac-26f8-494c-8af5-a02218f66960.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 882.873306] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-33ccd3a2-8a1d-4cc4-bcbc-76ad86d97b45 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 32df2bac-26f8-494c-8af5-a02218f66960] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 882.873306] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-643d44c3-74ad-4a4f-b10a-4853068eb227 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.876872] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3f3ba80a-3610-4158-bd82-610352c132c0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.884182] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e712c99-3063-4111-841a-374b7b83daa4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.888996] env[69350]: DEBUG oslo_vmware.api [None req-33ccd3a2-8a1d-4cc4-bcbc-76ad86d97b45 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Waiting for the task: (returnval){ [ 882.888996] env[69350]: value = "task-3365171" [ 882.888996] env[69350]: _type = "Task" [ 882.888996] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.890439] env[69350]: DEBUG oslo_vmware.api [None req-d9885529-2c03-4dce-95ad-1d923e9ed3e8 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Waiting for the task: (returnval){ [ 882.890439] env[69350]: value = "task-3365172" [ 882.890439] env[69350]: _type = "Task" [ 882.890439] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.905832] env[69350]: DEBUG nova.network.neutron [None req-f0af52e5-c96f-4bb5-a557-e539d9a0d75e tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] [instance: d780fc2f-62f6-4cf7-8d8a-c2e7b25226dc] Updating instance_info_cache with network_info: [{"id": "9c445eb8-a679-45dc-8e38-0e87672fc3e4", "address": "fa:16:3e:74:bd:eb", "network": {"id": "c007abb6-2652-45fa-b7bf-418d8682024a", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1435375455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e3074857a274e76838df728f800160a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4954661-ff70-43dd-bc60-8cbca6b9cbfa", "external-id": "nsx-vlan-transportzone-294", "segmentation_id": 294, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c445eb8-a6", "ovs_interfaceid": "9c445eb8-a679-45dc-8e38-0e87672fc3e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.910719] env[69350]: DEBUG nova.virt.block_device [None req-52a5dc55-510a-496d-a120-f87c1e746ced tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] [instance: 8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda] Updating existing volume attachment record: 83013222-b0de-473c-bcdc-e2762da7100e {{(pid=69350) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 882.917250] env[69350]: DEBUG oslo_vmware.api [None req-33ccd3a2-8a1d-4cc4-bcbc-76ad86d97b45 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': task-3365171, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.922476] env[69350]: DEBUG oslo_vmware.api [None req-d9885529-2c03-4dce-95ad-1d923e9ed3e8 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Task: {'id': task-3365172, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.088546] env[69350]: DEBUG oslo_vmware.api [None req-e417ebb8-581a-4bae-92d7-331d82f7704b tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365170, 'name': CloneVM_Task} progress is 94%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.163908] env[69350]: DEBUG oslo_vmware.api [None req-f012e23f-84b2-4940-9ce9-b8de6264a1c9 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365166, 'name': CreateSnapshot_Task, 'duration_secs': 0.880969} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.164201] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f012e23f-84b2-4940-9ce9-b8de6264a1c9 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Created Snapshot of the VM instance {{(pid=69350) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 883.165080] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e327f39-86cf-4081-96ee-a9c3bf0f4712 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.221798] env[69350]: DEBUG oslo_vmware.api [None req-cec3b203-e003-4e0f-9b94-c24161d7e2ac tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Task: {'id': task-3365167, 'name': PowerOnVM_Task, 'duration_secs': 0.840924} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.221798] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-cec3b203-e003-4e0f-9b94-c24161d7e2ac tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] [instance: c4a13e7e-8718-492c-881d-eb64fa044575] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 883.221798] env[69350]: INFO nova.compute.manager [None req-cec3b203-e003-4e0f-9b94-c24161d7e2ac tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] [instance: c4a13e7e-8718-492c-881d-eb64fa044575] Took 13.95 seconds to spawn the instance on the hypervisor. [ 883.221798] env[69350]: DEBUG nova.compute.manager [None req-cec3b203-e003-4e0f-9b94-c24161d7e2ac tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] [instance: c4a13e7e-8718-492c-881d-eb64fa044575] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 883.221798] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b9a1e18-c528-40f1-88c9-58b8242b8f5a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.390265] env[69350]: DEBUG nova.network.neutron [None req-a7772966-5951-454e-a8de-78d36cd6c193 tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] [instance: 3d3dab3a-f176-4b15-bd54-7618cb6fedab] Updating instance_info_cache with network_info: [{"id": "6c6ec9d2-2ef9-4c73-b190-75a8e039aa47", "address": "fa:16:3e:d7:d0:b7", "network": {"id": "1787f797-c342-476a-a580-90510258191a", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1250653003-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92716055a83d4402bd05298f47160b6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c6ec9d2-2e", "ovs_interfaceid": "6c6ec9d2-2ef9-4c73-b190-75a8e039aa47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.418117] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f0af52e5-c96f-4bb5-a557-e539d9a0d75e tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] Releasing lock "refresh_cache-d780fc2f-62f6-4cf7-8d8a-c2e7b25226dc" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.418978] env[69350]: DEBUG nova.compute.manager [None req-f0af52e5-c96f-4bb5-a557-e539d9a0d75e tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] [instance: d780fc2f-62f6-4cf7-8d8a-c2e7b25226dc] Instance network_info: |[{"id": "9c445eb8-a679-45dc-8e38-0e87672fc3e4", "address": "fa:16:3e:74:bd:eb", "network": {"id": "c007abb6-2652-45fa-b7bf-418d8682024a", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1435375455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e3074857a274e76838df728f800160a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4954661-ff70-43dd-bc60-8cbca6b9cbfa", "external-id": "nsx-vlan-transportzone-294", "segmentation_id": 294, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c445eb8-a6", "ovs_interfaceid": "9c445eb8-a679-45dc-8e38-0e87672fc3e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 883.418978] env[69350]: DEBUG oslo_vmware.api [None req-33ccd3a2-8a1d-4cc4-bcbc-76ad86d97b45 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': task-3365171, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091023} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.419303] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f0af52e5-c96f-4bb5-a557-e539d9a0d75e tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] [instance: d780fc2f-62f6-4cf7-8d8a-c2e7b25226dc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:bd:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4954661-ff70-43dd-bc60-8cbca6b9cbfa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9c445eb8-a679-45dc-8e38-0e87672fc3e4', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 883.428042] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0af52e5-c96f-4bb5-a557-e539d9a0d75e tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] Creating folder: Project (5e3074857a274e76838df728f800160a). Parent ref: group-v671398. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 883.428187] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-33ccd3a2-8a1d-4cc4-bcbc-76ad86d97b45 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 32df2bac-26f8-494c-8af5-a02218f66960] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 883.432235] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b382e62c-b698-4d90-a788-8f610bf3f549 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.434598] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc1bef9-f32f-4234-8450-188745e0658e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.437655] env[69350]: DEBUG oslo_vmware.api [None req-d9885529-2c03-4dce-95ad-1d923e9ed3e8 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Task: {'id': task-3365172, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.466761] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-33ccd3a2-8a1d-4cc4-bcbc-76ad86d97b45 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 32df2bac-26f8-494c-8af5-a02218f66960] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] 32df2bac-26f8-494c-8af5-a02218f66960/32df2bac-26f8-494c-8af5-a02218f66960.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 883.468643] env[69350]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 883.468816] env[69350]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69350) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 883.471623] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3420eb18-d999-4c64-befe-b193f4313599 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.488950] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0af52e5-c96f-4bb5-a557-e539d9a0d75e tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] Folder already exists: Project (5e3074857a274e76838df728f800160a). Parent ref: group-v671398. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 883.489209] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0af52e5-c96f-4bb5-a557-e539d9a0d75e tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] Creating folder: Instances. Parent ref: group-v671494. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 883.490387] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-45d63d68-623b-4feb-9ed5-dd82afeb9c0a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.498905] env[69350]: DEBUG oslo_vmware.api [None req-33ccd3a2-8a1d-4cc4-bcbc-76ad86d97b45 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Waiting for the task: (returnval){ [ 883.498905] env[69350]: value = "task-3365178" [ 883.498905] env[69350]: _type = "Task" [ 883.498905] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.507391] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-f0af52e5-c96f-4bb5-a557-e539d9a0d75e tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] Created folder: Instances in parent group-v671494. [ 883.508076] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f0af52e5-c96f-4bb5-a557-e539d9a0d75e tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 883.508076] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d780fc2f-62f6-4cf7-8d8a-c2e7b25226dc] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 883.508290] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5f638f45-b40d-44b1-8c55-628b2dfba498 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.530515] env[69350]: DEBUG oslo_vmware.api [None req-33ccd3a2-8a1d-4cc4-bcbc-76ad86d97b45 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': task-3365178, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.537732] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 883.537732] env[69350]: value = "task-3365179" [ 883.537732] env[69350]: _type = "Task" [ 883.537732] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.552939] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365179, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.587224] env[69350]: DEBUG oslo_vmware.api [None req-e417ebb8-581a-4bae-92d7-331d82f7704b tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365170, 'name': CloneVM_Task} progress is 94%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.591414] env[69350]: DEBUG oslo_concurrency.lockutils [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Acquiring lock "9d08e109-356f-4370-86c6-b7bf4d70ce0b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.592411] env[69350]: DEBUG oslo_concurrency.lockutils [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Lock "9d08e109-356f-4370-86c6-b7bf4d70ce0b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.633022] env[69350]: DEBUG oslo_concurrency.lockutils [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Acquiring lock "c6b8f842-5836-4383-9db3-fbcb8e83ffc2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.633022] env[69350]: DEBUG oslo_concurrency.lockutils [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Lock "c6b8f842-5836-4383-9db3-fbcb8e83ffc2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.686319] env[69350]: DEBUG oslo_concurrency.lockutils [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Acquiring lock "793cf920-4cb4-44cf-b9d7-3acd42a3caeb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.686319] env[69350]: DEBUG oslo_concurrency.lockutils [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Lock "793cf920-4cb4-44cf-b9d7-3acd42a3caeb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.689409] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61091107-9923-4d30-a3df-df76384a6b0e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.699118] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f012e23f-84b2-4940-9ce9-b8de6264a1c9 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Creating linked-clone VM from snapshot {{(pid=69350) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 883.700932] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e5a54c7c-04bb-4db9-ba76-34088e9279a4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.713578] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-154f230c-f769-4f5a-8449-8eb8562cc16e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.717908] env[69350]: DEBUG oslo_vmware.api [None req-f012e23f-84b2-4940-9ce9-b8de6264a1c9 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Waiting for the task: (returnval){ [ 883.717908] env[69350]: value = "task-3365180" [ 883.717908] env[69350]: _type = "Task" [ 883.717908] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.759157] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b0fd873-3772-4c81-abbb-3df731a03593 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.770086] env[69350]: DEBUG oslo_vmware.api [None req-f012e23f-84b2-4940-9ce9-b8de6264a1c9 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365180, 'name': CloneVM_Task} progress is 12%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.770086] env[69350]: INFO nova.compute.manager [None req-cec3b203-e003-4e0f-9b94-c24161d7e2ac tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] [instance: c4a13e7e-8718-492c-881d-eb64fa044575] Took 47.05 seconds to build instance. [ 883.782880] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1afe798b-54c2-49d7-86d6-d048e957c20d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.812257] env[69350]: DEBUG nova.compute.provider_tree [None req-743548ca-d229-469d-a275-297439c1b0c8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 883.903030] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a7772966-5951-454e-a8de-78d36cd6c193 tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Releasing lock "refresh_cache-3d3dab3a-f176-4b15-bd54-7618cb6fedab" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.903030] env[69350]: DEBUG nova.compute.manager [None req-a7772966-5951-454e-a8de-78d36cd6c193 tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] [instance: 3d3dab3a-f176-4b15-bd54-7618cb6fedab] Inject network info {{(pid=69350) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 883.903195] env[69350]: DEBUG nova.compute.manager [None req-a7772966-5951-454e-a8de-78d36cd6c193 tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] [instance: 3d3dab3a-f176-4b15-bd54-7618cb6fedab] network_info to inject: |[{"id": "6c6ec9d2-2ef9-4c73-b190-75a8e039aa47", "address": "fa:16:3e:d7:d0:b7", "network": {"id": "1787f797-c342-476a-a580-90510258191a", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1250653003-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92716055a83d4402bd05298f47160b6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c6ec9d2-2e", "ovs_interfaceid": "6c6ec9d2-2ef9-4c73-b190-75a8e039aa47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 883.908582] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a7772966-5951-454e-a8de-78d36cd6c193 tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] [instance: 3d3dab3a-f176-4b15-bd54-7618cb6fedab] Reconfiguring VM instance to set the machine id {{(pid=69350) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 883.908978] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e74c519-7c4b-4811-9dba-d7023db7199e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.931724] env[69350]: DEBUG oslo_vmware.api [None req-d9885529-2c03-4dce-95ad-1d923e9ed3e8 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Task: {'id': task-3365172, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.55788} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.933294] env[69350]: INFO nova.virt.vmwareapi.ds_util [None req-d9885529-2c03-4dce-95ad-1d923e9ed3e8 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] 4d646a6a-26e5-4e67-8415-b981f86d49cb/2ba50b02-b203-425b-93f3-25266f3336a5-rescue.vmdk. [ 883.933642] env[69350]: DEBUG oslo_vmware.api [None req-a7772966-5951-454e-a8de-78d36cd6c193 tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Waiting for the task: (returnval){ [ 883.933642] env[69350]: value = "task-3365181" [ 883.933642] env[69350]: _type = "Task" [ 883.933642] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.934402] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa98c85-03f5-4b4e-89dc-e08f1a8ad30e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.947960] env[69350]: DEBUG oslo_vmware.api [None req-a7772966-5951-454e-a8de-78d36cd6c193 tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Task: {'id': task-3365181, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.970729] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9885529-2c03-4dce-95ad-1d923e9ed3e8 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] [instance: 4d646a6a-26e5-4e67-8415-b981f86d49cb] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 4d646a6a-26e5-4e67-8415-b981f86d49cb/2ba50b02-b203-425b-93f3-25266f3336a5-rescue.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 883.971194] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5cf2b45-43a9-4ecd-ae61-eff14fe40791 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.995229] env[69350]: DEBUG oslo_vmware.api [None req-d9885529-2c03-4dce-95ad-1d923e9ed3e8 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Waiting for the task: (returnval){ [ 883.995229] env[69350]: value = "task-3365182" [ 883.995229] env[69350]: _type = "Task" [ 883.995229] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.008104] env[69350]: DEBUG oslo_vmware.api [None req-d9885529-2c03-4dce-95ad-1d923e9ed3e8 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Task: {'id': task-3365182, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.014235] env[69350]: DEBUG oslo_vmware.api [None req-33ccd3a2-8a1d-4cc4-bcbc-76ad86d97b45 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': task-3365178, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.025088] env[69350]: DEBUG nova.compute.manager [req-e1d8f15f-ad63-4f9e-a88f-36102af77734 req-e3070200-3280-4790-ae9c-2da6b8716e6d service nova] [instance: d780fc2f-62f6-4cf7-8d8a-c2e7b25226dc] Received event network-changed-9c445eb8-a679-45dc-8e38-0e87672fc3e4 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 884.025347] env[69350]: DEBUG nova.compute.manager [req-e1d8f15f-ad63-4f9e-a88f-36102af77734 req-e3070200-3280-4790-ae9c-2da6b8716e6d service nova] [instance: d780fc2f-62f6-4cf7-8d8a-c2e7b25226dc] Refreshing instance network info cache due to event network-changed-9c445eb8-a679-45dc-8e38-0e87672fc3e4. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 884.025869] env[69350]: DEBUG oslo_concurrency.lockutils [req-e1d8f15f-ad63-4f9e-a88f-36102af77734 req-e3070200-3280-4790-ae9c-2da6b8716e6d service nova] Acquiring lock "refresh_cache-d780fc2f-62f6-4cf7-8d8a-c2e7b25226dc" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.025869] env[69350]: DEBUG oslo_concurrency.lockutils [req-e1d8f15f-ad63-4f9e-a88f-36102af77734 req-e3070200-3280-4790-ae9c-2da6b8716e6d service nova] Acquired lock "refresh_cache-d780fc2f-62f6-4cf7-8d8a-c2e7b25226dc" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.025869] env[69350]: DEBUG nova.network.neutron [req-e1d8f15f-ad63-4f9e-a88f-36102af77734 req-e3070200-3280-4790-ae9c-2da6b8716e6d service nova] [instance: d780fc2f-62f6-4cf7-8d8a-c2e7b25226dc] Refreshing network info cache for port 9c445eb8-a679-45dc-8e38-0e87672fc3e4 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 884.052530] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365179, 'name': CreateVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.088563] env[69350]: DEBUG oslo_vmware.api [None req-e417ebb8-581a-4bae-92d7-331d82f7704b tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365170, 'name': CloneVM_Task} progress is 95%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.093827] env[69350]: DEBUG nova.compute.manager [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] [instance: 9d08e109-356f-4370-86c6-b7bf4d70ce0b] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 884.135459] env[69350]: DEBUG nova.compute.manager [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] [instance: c6b8f842-5836-4383-9db3-fbcb8e83ffc2] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 884.193746] env[69350]: DEBUG nova.compute.manager [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] [instance: 793cf920-4cb4-44cf-b9d7-3acd42a3caeb] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 884.233830] env[69350]: DEBUG oslo_vmware.api [None req-f012e23f-84b2-4940-9ce9-b8de6264a1c9 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365180, 'name': CloneVM_Task} progress is 94%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.275993] env[69350]: DEBUG oslo_concurrency.lockutils [None req-cec3b203-e003-4e0f-9b94-c24161d7e2ac tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Lock "c4a13e7e-8718-492c-881d-eb64fa044575" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.188s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.316426] env[69350]: DEBUG nova.scheduler.client.report [None req-743548ca-d229-469d-a275-297439c1b0c8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 884.449542] env[69350]: DEBUG oslo_vmware.api [None req-a7772966-5951-454e-a8de-78d36cd6c193 tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Task: {'id': task-3365181, 'name': ReconfigVM_Task, 'duration_secs': 0.423008} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.449542] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a7772966-5951-454e-a8de-78d36cd6c193 tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] [instance: 3d3dab3a-f176-4b15-bd54-7618cb6fedab] Reconfigured VM instance to set the machine id {{(pid=69350) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 884.520807] env[69350]: DEBUG oslo_vmware.api [None req-33ccd3a2-8a1d-4cc4-bcbc-76ad86d97b45 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': task-3365178, 'name': ReconfigVM_Task, 'duration_secs': 0.856884} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.520807] env[69350]: DEBUG oslo_vmware.api [None req-d9885529-2c03-4dce-95ad-1d923e9ed3e8 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Task: {'id': task-3365182, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.520807] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-33ccd3a2-8a1d-4cc4-bcbc-76ad86d97b45 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 32df2bac-26f8-494c-8af5-a02218f66960] Reconfigured VM instance instance-00000008 to attach disk [datastore2] 32df2bac-26f8-494c-8af5-a02218f66960/32df2bac-26f8-494c-8af5-a02218f66960.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 884.520807] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-41e4d91f-34a9-4363-b002-5bede22f82c5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.530540] env[69350]: DEBUG oslo_vmware.api [None req-33ccd3a2-8a1d-4cc4-bcbc-76ad86d97b45 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Waiting for the task: (returnval){ [ 884.530540] env[69350]: value = "task-3365183" [ 884.530540] env[69350]: _type = "Task" [ 884.530540] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.540339] env[69350]: DEBUG oslo_vmware.api [None req-33ccd3a2-8a1d-4cc4-bcbc-76ad86d97b45 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': task-3365183, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.550654] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365179, 'name': CreateVM_Task, 'duration_secs': 0.660946} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.550840] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d780fc2f-62f6-4cf7-8d8a-c2e7b25226dc] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 884.551524] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f0af52e5-c96f-4bb5-a557-e539d9a0d75e tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] [instance: d780fc2f-62f6-4cf7-8d8a-c2e7b25226dc] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-671504', 'volume_id': '5acad2bd-5b0c-4c42-942e-d09a87d2b079', 'name': 'volume-5acad2bd-5b0c-4c42-942e-d09a87d2b079', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd780fc2f-62f6-4cf7-8d8a-c2e7b25226dc', 'attached_at': '', 'detached_at': '', 'volume_id': '5acad2bd-5b0c-4c42-942e-d09a87d2b079', 'serial': '5acad2bd-5b0c-4c42-942e-d09a87d2b079'}, 'boot_index': 0, 'disk_bus': None, 'mount_device': '/dev/sda', 'delete_on_termination': True, 'guest_format': None, 'device_type': None, 'attachment_id': 'c54cb5a7-a3f4-425b-bc42-beb09ad98313', 'volume_type': None}], 'swap': None} {{(pid=69350) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 884.554748] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0af52e5-c96f-4bb5-a557-e539d9a0d75e tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] [instance: d780fc2f-62f6-4cf7-8d8a-c2e7b25226dc] Root volume attach. Driver type: vmdk {{(pid=69350) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 884.554748] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a4b59b-3300-4097-9fb6-edb3dec66f91 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.561894] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9bfcef1-4fec-4856-9792-b7f93c88397a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.569523] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f1bb4d-2920-4b57-b370-15140589d73d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.581877] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-6e0691b0-a54b-410a-9d32-a9c259fd4b80 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.587284] env[69350]: DEBUG oslo_vmware.api [None req-e417ebb8-581a-4bae-92d7-331d82f7704b tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365170, 'name': CloneVM_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.593533] env[69350]: DEBUG oslo_vmware.api [None req-f0af52e5-c96f-4bb5-a557-e539d9a0d75e tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] Waiting for the task: (returnval){ [ 884.593533] env[69350]: value = "task-3365184" [ 884.593533] env[69350]: _type = "Task" [ 884.593533] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.604482] env[69350]: DEBUG oslo_vmware.api [None req-f0af52e5-c96f-4bb5-a557-e539d9a0d75e tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] Task: {'id': task-3365184, 'name': RelocateVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.629382] env[69350]: DEBUG oslo_concurrency.lockutils [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.632863] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9b7367e9-1f79-4dbc-b025-82cf074fd5e9 tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Acquiring lock "3d3dab3a-f176-4b15-bd54-7618cb6fedab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.633121] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9b7367e9-1f79-4dbc-b025-82cf074fd5e9 tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Lock "3d3dab3a-f176-4b15-bd54-7618cb6fedab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.633319] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9b7367e9-1f79-4dbc-b025-82cf074fd5e9 tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Acquiring lock "3d3dab3a-f176-4b15-bd54-7618cb6fedab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.633492] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9b7367e9-1f79-4dbc-b025-82cf074fd5e9 tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Lock "3d3dab3a-f176-4b15-bd54-7618cb6fedab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.633653] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9b7367e9-1f79-4dbc-b025-82cf074fd5e9 tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Lock "3d3dab3a-f176-4b15-bd54-7618cb6fedab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.636112] env[69350]: INFO nova.compute.manager [None req-9b7367e9-1f79-4dbc-b025-82cf074fd5e9 tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] [instance: 3d3dab3a-f176-4b15-bd54-7618cb6fedab] Terminating instance [ 884.660828] env[69350]: DEBUG oslo_concurrency.lockutils [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.725163] env[69350]: DEBUG oslo_concurrency.lockutils [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.733809] env[69350]: DEBUG oslo_vmware.api [None req-f012e23f-84b2-4940-9ce9-b8de6264a1c9 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365180, 'name': CloneVM_Task} progress is 94%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.826019] env[69350]: DEBUG oslo_concurrency.lockutils [None req-743548ca-d229-469d-a275-297439c1b0c8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.819s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.826731] env[69350]: DEBUG nova.compute.manager [None req-743548ca-d229-469d-a275-297439c1b0c8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 6d681952-777f-4243-9b4b-ee5fb0392173] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 884.832656] env[69350]: DEBUG oslo_concurrency.lockutils [None req-38341806-3583-4c3b-9d5d-1ed7dfaec5ad tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 20.866s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.896698] env[69350]: DEBUG nova.network.neutron [req-e1d8f15f-ad63-4f9e-a88f-36102af77734 req-e3070200-3280-4790-ae9c-2da6b8716e6d service nova] [instance: d780fc2f-62f6-4cf7-8d8a-c2e7b25226dc] Updated VIF entry in instance network info cache for port 9c445eb8-a679-45dc-8e38-0e87672fc3e4. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 884.896988] env[69350]: DEBUG nova.network.neutron [req-e1d8f15f-ad63-4f9e-a88f-36102af77734 req-e3070200-3280-4790-ae9c-2da6b8716e6d service nova] [instance: d780fc2f-62f6-4cf7-8d8a-c2e7b25226dc] Updating instance_info_cache with network_info: [{"id": "9c445eb8-a679-45dc-8e38-0e87672fc3e4", "address": "fa:16:3e:74:bd:eb", "network": {"id": "c007abb6-2652-45fa-b7bf-418d8682024a", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1435375455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e3074857a274e76838df728f800160a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4954661-ff70-43dd-bc60-8cbca6b9cbfa", "external-id": "nsx-vlan-transportzone-294", "segmentation_id": 294, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c445eb8-a6", "ovs_interfaceid": "9c445eb8-a679-45dc-8e38-0e87672fc3e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.961632] env[69350]: DEBUG oslo_concurrency.lockutils [None req-df55a659-7d54-443a-a949-e80b34f4f08b tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Acquiring lock "c4a13e7e-8718-492c-881d-eb64fa044575" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.961869] env[69350]: DEBUG oslo_concurrency.lockutils [None req-df55a659-7d54-443a-a949-e80b34f4f08b tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Lock "c4a13e7e-8718-492c-881d-eb64fa044575" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.962237] env[69350]: DEBUG oslo_concurrency.lockutils [None req-df55a659-7d54-443a-a949-e80b34f4f08b tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Acquiring lock "c4a13e7e-8718-492c-881d-eb64fa044575-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.962237] env[69350]: DEBUG oslo_concurrency.lockutils [None req-df55a659-7d54-443a-a949-e80b34f4f08b tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Lock "c4a13e7e-8718-492c-881d-eb64fa044575-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.962423] env[69350]: DEBUG oslo_concurrency.lockutils [None req-df55a659-7d54-443a-a949-e80b34f4f08b tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Lock "c4a13e7e-8718-492c-881d-eb64fa044575-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.964700] env[69350]: INFO nova.compute.manager [None req-df55a659-7d54-443a-a949-e80b34f4f08b tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] [instance: c4a13e7e-8718-492c-881d-eb64fa044575] Terminating instance [ 885.009429] env[69350]: DEBUG oslo_vmware.api [None req-d9885529-2c03-4dce-95ad-1d923e9ed3e8 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Task: {'id': task-3365182, 'name': ReconfigVM_Task, 'duration_secs': 0.944761} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.009741] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9885529-2c03-4dce-95ad-1d923e9ed3e8 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] [instance: 4d646a6a-26e5-4e67-8415-b981f86d49cb] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 4d646a6a-26e5-4e67-8415-b981f86d49cb/2ba50b02-b203-425b-93f3-25266f3336a5-rescue.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 885.010837] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99565597-7ebd-47a6-a67a-eeed9c21e1b0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.048010] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05c724f3-6cf4-4217-89be-fa887c069615 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.066426] env[69350]: DEBUG oslo_vmware.api [None req-33ccd3a2-8a1d-4cc4-bcbc-76ad86d97b45 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': task-3365183, 'name': Rename_Task, 'duration_secs': 0.249256} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.067517] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-33ccd3a2-8a1d-4cc4-bcbc-76ad86d97b45 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 32df2bac-26f8-494c-8af5-a02218f66960] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 885.067852] env[69350]: DEBUG oslo_vmware.api [None req-d9885529-2c03-4dce-95ad-1d923e9ed3e8 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Waiting for the task: (returnval){ [ 885.067852] env[69350]: value = "task-3365185" [ 885.067852] env[69350]: _type = "Task" [ 885.067852] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.068170] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b383d71-d76d-4b6f-8c8c-9e9145f109d5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.080396] env[69350]: DEBUG oslo_vmware.api [None req-d9885529-2c03-4dce-95ad-1d923e9ed3e8 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Task: {'id': task-3365185, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.084743] env[69350]: DEBUG oslo_vmware.api [None req-33ccd3a2-8a1d-4cc4-bcbc-76ad86d97b45 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Waiting for the task: (returnval){ [ 885.084743] env[69350]: value = "task-3365186" [ 885.084743] env[69350]: _type = "Task" [ 885.084743] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.093382] env[69350]: DEBUG oslo_vmware.api [None req-e417ebb8-581a-4bae-92d7-331d82f7704b tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365170, 'name': CloneVM_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.100455] env[69350]: DEBUG oslo_vmware.api [None req-33ccd3a2-8a1d-4cc4-bcbc-76ad86d97b45 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': task-3365186, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.106181] env[69350]: DEBUG oslo_vmware.api [None req-f0af52e5-c96f-4bb5-a557-e539d9a0d75e tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] Task: {'id': task-3365184, 'name': RelocateVM_Task} progress is 20%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.144458] env[69350]: DEBUG nova.compute.manager [None req-9b7367e9-1f79-4dbc-b025-82cf074fd5e9 tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] [instance: 3d3dab3a-f176-4b15-bd54-7618cb6fedab] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 885.144773] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9b7367e9-1f79-4dbc-b025-82cf074fd5e9 tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] [instance: 3d3dab3a-f176-4b15-bd54-7618cb6fedab] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 885.145710] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b4b38b-8004-4b17-b40d-c05374dfe381 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.156474] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b7367e9-1f79-4dbc-b025-82cf074fd5e9 tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] [instance: 3d3dab3a-f176-4b15-bd54-7618cb6fedab] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 885.156647] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d5f5d200-f4cd-46ce-b24b-5dc3d2453085 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.164673] env[69350]: DEBUG oslo_vmware.api [None req-9b7367e9-1f79-4dbc-b025-82cf074fd5e9 tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Waiting for the task: (returnval){ [ 885.164673] env[69350]: value = "task-3365187" [ 885.164673] env[69350]: _type = "Task" [ 885.164673] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.174824] env[69350]: DEBUG oslo_vmware.api [None req-9b7367e9-1f79-4dbc-b025-82cf074fd5e9 tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Task: {'id': task-3365187, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.230101] env[69350]: DEBUG oslo_vmware.api [None req-f012e23f-84b2-4940-9ce9-b8de6264a1c9 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365180, 'name': CloneVM_Task, 'duration_secs': 1.39843} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.230417] env[69350]: INFO nova.virt.vmwareapi.vmops [None req-f012e23f-84b2-4940-9ce9-b8de6264a1c9 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Created linked-clone VM from snapshot [ 885.231253] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71344b0e-3317-432f-8caf-275b324a5818 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.240852] env[69350]: INFO nova.compute.manager [None req-b95578ac-d8a7-4680-9463-adeb922e3eb6 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] [instance: c3010f57-be32-4f20-8276-7b4bd93d76e1] Rebuilding instance [ 885.243093] env[69350]: DEBUG nova.virt.vmwareapi.images [None req-f012e23f-84b2-4940-9ce9-b8de6264a1c9 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Uploading image 1ed23dc8-b12b-4454-998e-aa66da77f33b {{(pid=69350) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 885.274254] env[69350]: DEBUG oslo_vmware.rw_handles [None req-f012e23f-84b2-4940-9ce9-b8de6264a1c9 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 885.274254] env[69350]: value = "vm-671542" [ 885.274254] env[69350]: _type = "VirtualMachine" [ 885.274254] env[69350]: }. {{(pid=69350) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 885.274505] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-bc92ad41-b08c-4876-8cb0-c372c29aa553 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.290317] env[69350]: DEBUG oslo_vmware.rw_handles [None req-f012e23f-84b2-4940-9ce9-b8de6264a1c9 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Lease: (returnval){ [ 885.290317] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52b7f545-004a-f739-4016-4625a03b2cf0" [ 885.290317] env[69350]: _type = "HttpNfcLease" [ 885.290317] env[69350]: } obtained for exporting VM: (result){ [ 885.290317] env[69350]: value = "vm-671542" [ 885.290317] env[69350]: _type = "VirtualMachine" [ 885.290317] env[69350]: }. {{(pid=69350) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 885.290607] env[69350]: DEBUG oslo_vmware.api [None req-f012e23f-84b2-4940-9ce9-b8de6264a1c9 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Waiting for the lease: (returnval){ [ 885.290607] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52b7f545-004a-f739-4016-4625a03b2cf0" [ 885.290607] env[69350]: _type = "HttpNfcLease" [ 885.290607] env[69350]: } to be ready. {{(pid=69350) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 885.299948] env[69350]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 885.299948] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52b7f545-004a-f739-4016-4625a03b2cf0" [ 885.299948] env[69350]: _type = "HttpNfcLease" [ 885.299948] env[69350]: } is initializing. {{(pid=69350) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 885.318930] env[69350]: DEBUG nova.compute.manager [None req-b95578ac-d8a7-4680-9463-adeb922e3eb6 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] [instance: c3010f57-be32-4f20-8276-7b4bd93d76e1] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 885.320681] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ccd9cb2-af9f-4716-8b3b-9570fc906210 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.337033] env[69350]: DEBUG nova.compute.utils [None req-743548ca-d229-469d-a275-297439c1b0c8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 885.338518] env[69350]: DEBUG nova.compute.manager [None req-743548ca-d229-469d-a275-297439c1b0c8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 6d681952-777f-4243-9b4b-ee5fb0392173] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 885.338715] env[69350]: DEBUG nova.network.neutron [None req-743548ca-d229-469d-a275-297439c1b0c8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 6d681952-777f-4243-9b4b-ee5fb0392173] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 885.345548] env[69350]: INFO nova.compute.claims [None req-38341806-3583-4c3b-9d5d-1ed7dfaec5ad tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 3a5af6a2-a06a-4f35-92ea-d122160b22b5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 885.395534] env[69350]: DEBUG nova.policy [None req-743548ca-d229-469d-a275-297439c1b0c8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '391c1e0e301b4aea9abc82bc851ff1ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0b6086e845a74075ace175b4fcb0622d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 885.402549] env[69350]: DEBUG oslo_concurrency.lockutils [req-e1d8f15f-ad63-4f9e-a88f-36102af77734 req-e3070200-3280-4790-ae9c-2da6b8716e6d service nova] Releasing lock "refresh_cache-d780fc2f-62f6-4cf7-8d8a-c2e7b25226dc" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.402881] env[69350]: DEBUG nova.compute.manager [req-e1d8f15f-ad63-4f9e-a88f-36102af77734 req-e3070200-3280-4790-ae9c-2da6b8716e6d service nova] [instance: 3d3dab3a-f176-4b15-bd54-7618cb6fedab] Received event network-changed-6c6ec9d2-2ef9-4c73-b190-75a8e039aa47 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 885.403265] env[69350]: DEBUG nova.compute.manager [req-e1d8f15f-ad63-4f9e-a88f-36102af77734 req-e3070200-3280-4790-ae9c-2da6b8716e6d service nova] [instance: 3d3dab3a-f176-4b15-bd54-7618cb6fedab] Refreshing instance network info cache due to event network-changed-6c6ec9d2-2ef9-4c73-b190-75a8e039aa47. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 885.403359] env[69350]: DEBUG oslo_concurrency.lockutils [req-e1d8f15f-ad63-4f9e-a88f-36102af77734 req-e3070200-3280-4790-ae9c-2da6b8716e6d service nova] Acquiring lock "refresh_cache-3d3dab3a-f176-4b15-bd54-7618cb6fedab" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.403440] env[69350]: DEBUG oslo_concurrency.lockutils [req-e1d8f15f-ad63-4f9e-a88f-36102af77734 req-e3070200-3280-4790-ae9c-2da6b8716e6d service nova] Acquired lock "refresh_cache-3d3dab3a-f176-4b15-bd54-7618cb6fedab" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.403607] env[69350]: DEBUG nova.network.neutron [req-e1d8f15f-ad63-4f9e-a88f-36102af77734 req-e3070200-3280-4790-ae9c-2da6b8716e6d service nova] [instance: 3d3dab3a-f176-4b15-bd54-7618cb6fedab] Refreshing network info cache for port 6c6ec9d2-2ef9-4c73-b190-75a8e039aa47 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 885.469590] env[69350]: DEBUG nova.compute.manager [None req-df55a659-7d54-443a-a949-e80b34f4f08b tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] [instance: c4a13e7e-8718-492c-881d-eb64fa044575] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 885.469817] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-df55a659-7d54-443a-a949-e80b34f4f08b tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] [instance: c4a13e7e-8718-492c-881d-eb64fa044575] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 885.470941] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7220c3f-26c7-4979-8746-3d8862894824 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.483289] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-df55a659-7d54-443a-a949-e80b34f4f08b tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] [instance: c4a13e7e-8718-492c-881d-eb64fa044575] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 885.483289] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-80b63b2d-ea1b-45c3-be3a-73e486d5ea00 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.492523] env[69350]: DEBUG oslo_vmware.api [None req-df55a659-7d54-443a-a949-e80b34f4f08b tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Waiting for the task: (returnval){ [ 885.492523] env[69350]: value = "task-3365190" [ 885.492523] env[69350]: _type = "Task" [ 885.492523] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.503439] env[69350]: DEBUG oslo_vmware.api [None req-df55a659-7d54-443a-a949-e80b34f4f08b tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Task: {'id': task-3365190, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.582963] env[69350]: DEBUG oslo_vmware.api [None req-d9885529-2c03-4dce-95ad-1d923e9ed3e8 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Task: {'id': task-3365185, 'name': ReconfigVM_Task, 'duration_secs': 0.2785} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.586658] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9885529-2c03-4dce-95ad-1d923e9ed3e8 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] [instance: 4d646a6a-26e5-4e67-8415-b981f86d49cb] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 885.587080] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c612e60c-d144-4020-87c4-93fd98693b5a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.605626] env[69350]: DEBUG oslo_vmware.api [None req-e417ebb8-581a-4bae-92d7-331d82f7704b tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365170, 'name': CloneVM_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.605771] env[69350]: DEBUG oslo_vmware.api [None req-d9885529-2c03-4dce-95ad-1d923e9ed3e8 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Waiting for the task: (returnval){ [ 885.605771] env[69350]: value = "task-3365191" [ 885.605771] env[69350]: _type = "Task" [ 885.605771] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.605900] env[69350]: DEBUG oslo_vmware.api [None req-33ccd3a2-8a1d-4cc4-bcbc-76ad86d97b45 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': task-3365186, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.612633] env[69350]: DEBUG oslo_vmware.api [None req-f0af52e5-c96f-4bb5-a557-e539d9a0d75e tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] Task: {'id': task-3365184, 'name': RelocateVM_Task, 'duration_secs': 0.654554} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.613233] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0af52e5-c96f-4bb5-a557-e539d9a0d75e tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] [instance: d780fc2f-62f6-4cf7-8d8a-c2e7b25226dc] Volume attach. Driver type: vmdk {{(pid=69350) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 885.613440] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0af52e5-c96f-4bb5-a557-e539d9a0d75e tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] [instance: d780fc2f-62f6-4cf7-8d8a-c2e7b25226dc] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-671504', 'volume_id': '5acad2bd-5b0c-4c42-942e-d09a87d2b079', 'name': 'volume-5acad2bd-5b0c-4c42-942e-d09a87d2b079', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd780fc2f-62f6-4cf7-8d8a-c2e7b25226dc', 'attached_at': '', 'detached_at': '', 'volume_id': '5acad2bd-5b0c-4c42-942e-d09a87d2b079', 'serial': '5acad2bd-5b0c-4c42-942e-d09a87d2b079'} {{(pid=69350) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 885.614355] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db0300b-9030-4f6d-896c-cb434c9cb6f2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.620683] env[69350]: DEBUG oslo_vmware.api [None req-d9885529-2c03-4dce-95ad-1d923e9ed3e8 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Task: {'id': task-3365191, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.636833] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-888c2925-bd39-4a21-99f8-acc8f0f0131a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.662778] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0af52e5-c96f-4bb5-a557-e539d9a0d75e tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] [instance: d780fc2f-62f6-4cf7-8d8a-c2e7b25226dc] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] volume-5acad2bd-5b0c-4c42-942e-d09a87d2b079/volume-5acad2bd-5b0c-4c42-942e-d09a87d2b079.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 885.664164] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b99c2069-9747-4cfb-8bee-a3cfd629a8dd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.690388] env[69350]: DEBUG oslo_vmware.api [None req-9b7367e9-1f79-4dbc-b025-82cf074fd5e9 tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Task: {'id': task-3365187, 'name': PowerOffVM_Task, 'duration_secs': 0.266905} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.691941] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b7367e9-1f79-4dbc-b025-82cf074fd5e9 tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] [instance: 3d3dab3a-f176-4b15-bd54-7618cb6fedab] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 885.692144] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9b7367e9-1f79-4dbc-b025-82cf074fd5e9 tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] [instance: 3d3dab3a-f176-4b15-bd54-7618cb6fedab] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 885.692462] env[69350]: DEBUG oslo_vmware.api [None req-f0af52e5-c96f-4bb5-a557-e539d9a0d75e tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] Waiting for the task: (returnval){ [ 885.692462] env[69350]: value = "task-3365192" [ 885.692462] env[69350]: _type = "Task" [ 885.692462] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.692655] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7fcb0ae5-1892-46c8-a13c-4e50477be273 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.704623] env[69350]: DEBUG oslo_vmware.api [None req-f0af52e5-c96f-4bb5-a557-e539d9a0d75e tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] Task: {'id': task-3365192, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.768443] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9b7367e9-1f79-4dbc-b025-82cf074fd5e9 tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] [instance: 3d3dab3a-f176-4b15-bd54-7618cb6fedab] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 885.768677] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9b7367e9-1f79-4dbc-b025-82cf074fd5e9 tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] [instance: 3d3dab3a-f176-4b15-bd54-7618cb6fedab] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 885.768873] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b7367e9-1f79-4dbc-b025-82cf074fd5e9 tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Deleting the datastore file [datastore1] 3d3dab3a-f176-4b15-bd54-7618cb6fedab {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 885.769187] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0490e5cf-e3fb-40a7-881c-31edfcacb03f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.777732] env[69350]: DEBUG oslo_vmware.api [None req-9b7367e9-1f79-4dbc-b025-82cf074fd5e9 tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Waiting for the task: (returnval){ [ 885.777732] env[69350]: value = "task-3365194" [ 885.777732] env[69350]: _type = "Task" [ 885.777732] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.786584] env[69350]: DEBUG oslo_vmware.api [None req-9b7367e9-1f79-4dbc-b025-82cf074fd5e9 tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Task: {'id': task-3365194, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.800390] env[69350]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 885.800390] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52b7f545-004a-f739-4016-4625a03b2cf0" [ 885.800390] env[69350]: _type = "HttpNfcLease" [ 885.800390] env[69350]: } is ready. {{(pid=69350) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 885.800390] env[69350]: DEBUG oslo_vmware.rw_handles [None req-f012e23f-84b2-4940-9ce9-b8de6264a1c9 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 885.800390] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52b7f545-004a-f739-4016-4625a03b2cf0" [ 885.800390] env[69350]: _type = "HttpNfcLease" [ 885.800390] env[69350]: }. {{(pid=69350) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 885.800826] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d86bc71b-ba21-4f80-a831-b530c32de340 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.810216] env[69350]: DEBUG oslo_vmware.rw_handles [None req-f012e23f-84b2-4940-9ce9-b8de6264a1c9 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d0e045-c096-1441-e5e5-2ce3d738358a/disk-0.vmdk from lease info. {{(pid=69350) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 885.810216] env[69350]: DEBUG oslo_vmware.rw_handles [None req-f012e23f-84b2-4940-9ce9-b8de6264a1c9 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d0e045-c096-1441-e5e5-2ce3d738358a/disk-0.vmdk for reading. {{(pid=69350) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 885.872786] env[69350]: DEBUG nova.compute.manager [None req-743548ca-d229-469d-a275-297439c1b0c8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 6d681952-777f-4243-9b4b-ee5fb0392173] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 885.877721] env[69350]: INFO nova.compute.resource_tracker [None req-38341806-3583-4c3b-9d5d-1ed7dfaec5ad tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 3a5af6a2-a06a-4f35-92ea-d122160b22b5] Updating resource usage from migration 3424211c-e20d-4a7e-8e3d-b024002687d0 [ 885.882490] env[69350]: DEBUG nova.network.neutron [None req-743548ca-d229-469d-a275-297439c1b0c8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 6d681952-777f-4243-9b4b-ee5fb0392173] Successfully created port: 80f05c7c-e3d8-4c10-82b9-95d22828e720 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 885.887017] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-b95578ac-d8a7-4680-9463-adeb922e3eb6 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] [instance: c3010f57-be32-4f20-8276-7b4bd93d76e1] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 885.887017] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ac3ce78-0215-4c6e-81ee-c3c8f1fe708d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.895878] env[69350]: DEBUG oslo_vmware.api [None req-b95578ac-d8a7-4680-9463-adeb922e3eb6 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Waiting for the task: (returnval){ [ 885.895878] env[69350]: value = "task-3365195" [ 885.895878] env[69350]: _type = "Task" [ 885.895878] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.908737] env[69350]: DEBUG oslo_vmware.api [None req-b95578ac-d8a7-4680-9463-adeb922e3eb6 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Task: {'id': task-3365195, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.925678] env[69350]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e640a842-9a83-4abb-b477-5db490cd1120 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.003832] env[69350]: DEBUG oslo_vmware.api [None req-df55a659-7d54-443a-a949-e80b34f4f08b tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Task: {'id': task-3365190, 'name': PowerOffVM_Task, 'duration_secs': 0.212086} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.004117] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-df55a659-7d54-443a-a949-e80b34f4f08b tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] [instance: c4a13e7e-8718-492c-881d-eb64fa044575] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 886.004291] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-df55a659-7d54-443a-a949-e80b34f4f08b tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] [instance: c4a13e7e-8718-492c-881d-eb64fa044575] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 886.004588] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f3feaa4-ca4c-4bc6-9c69-2146c5bac7ea {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.105455] env[69350]: DEBUG oslo_vmware.api [None req-e417ebb8-581a-4bae-92d7-331d82f7704b tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365170, 'name': CloneVM_Task, 'duration_secs': 3.137838} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.105618] env[69350]: INFO nova.virt.vmwareapi.vmops [None req-e417ebb8-581a-4bae-92d7-331d82f7704b tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: 325fb273-d943-4e52-bde2-a2d3eee6fcbd] Created linked-clone VM from snapshot [ 886.106708] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df80d50-c389-4e0a-bb06-3592f632ce9e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.118478] env[69350]: DEBUG oslo_vmware.api [None req-33ccd3a2-8a1d-4cc4-bcbc-76ad86d97b45 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': task-3365186, 'name': PowerOnVM_Task, 'duration_secs': 0.631005} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.127069] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-33ccd3a2-8a1d-4cc4-bcbc-76ad86d97b45 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 32df2bac-26f8-494c-8af5-a02218f66960] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 886.127069] env[69350]: DEBUG nova.compute.manager [None req-33ccd3a2-8a1d-4cc4-bcbc-76ad86d97b45 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 32df2bac-26f8-494c-8af5-a02218f66960] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 886.129890] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f0e8fb-56da-4bcc-8050-4b7b7cc49ddf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.134120] env[69350]: DEBUG nova.virt.vmwareapi.images [None req-e417ebb8-581a-4bae-92d7-331d82f7704b tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: 325fb273-d943-4e52-bde2-a2d3eee6fcbd] Uploading image 087ba427-8c61-428c-8c3a-a4c57f84fd30 {{(pid=69350) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 886.141400] env[69350]: DEBUG oslo_vmware.api [None req-d9885529-2c03-4dce-95ad-1d923e9ed3e8 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Task: {'id': task-3365191, 'name': PowerOnVM_Task, 'duration_secs': 0.477592} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.142996] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9885529-2c03-4dce-95ad-1d923e9ed3e8 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] [instance: 4d646a6a-26e5-4e67-8415-b981f86d49cb] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 886.147726] env[69350]: DEBUG nova.compute.manager [None req-d9885529-2c03-4dce-95ad-1d923e9ed3e8 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] [instance: 4d646a6a-26e5-4e67-8415-b981f86d49cb] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 886.148554] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf89397-3bf6-41be-8f0b-55b27180be7a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.172876] env[69350]: DEBUG oslo_vmware.rw_handles [None req-e417ebb8-581a-4bae-92d7-331d82f7704b tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 886.172876] env[69350]: value = "vm-671536" [ 886.172876] env[69350]: _type = "VirtualMachine" [ 886.172876] env[69350]: }. {{(pid=69350) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 886.172876] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4d2a22c5-ea4d-4f71-ac68-7a9f325e91ad {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.179679] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-df55a659-7d54-443a-a949-e80b34f4f08b tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] [instance: c4a13e7e-8718-492c-881d-eb64fa044575] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 886.179905] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-df55a659-7d54-443a-a949-e80b34f4f08b tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] [instance: c4a13e7e-8718-492c-881d-eb64fa044575] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 886.180541] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-df55a659-7d54-443a-a949-e80b34f4f08b tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Deleting the datastore file [datastore1] c4a13e7e-8718-492c-881d-eb64fa044575 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 886.183799] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dc99e056-9e60-4bce-be21-4c49bdaf24f9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.209039] env[69350]: DEBUG oslo_vmware.api [None req-df55a659-7d54-443a-a949-e80b34f4f08b tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Waiting for the task: (returnval){ [ 886.209039] env[69350]: value = "task-3365198" [ 886.209039] env[69350]: _type = "Task" [ 886.209039] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.210460] env[69350]: DEBUG oslo_vmware.rw_handles [None req-e417ebb8-581a-4bae-92d7-331d82f7704b tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Lease: (returnval){ [ 886.210460] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52b359ea-ee28-cc6b-0555-44681902a5d7" [ 886.210460] env[69350]: _type = "HttpNfcLease" [ 886.210460] env[69350]: } obtained for exporting VM: (result){ [ 886.210460] env[69350]: value = "vm-671536" [ 886.210460] env[69350]: _type = "VirtualMachine" [ 886.210460] env[69350]: }. {{(pid=69350) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 886.210804] env[69350]: DEBUG oslo_vmware.api [None req-e417ebb8-581a-4bae-92d7-331d82f7704b tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Waiting for the lease: (returnval){ [ 886.210804] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52b359ea-ee28-cc6b-0555-44681902a5d7" [ 886.210804] env[69350]: _type = "HttpNfcLease" [ 886.210804] env[69350]: } to be ready. {{(pid=69350) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 886.226284] env[69350]: DEBUG oslo_vmware.api [None req-f0af52e5-c96f-4bb5-a557-e539d9a0d75e tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] Task: {'id': task-3365192, 'name': ReconfigVM_Task, 'duration_secs': 0.389434} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.227657] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0af52e5-c96f-4bb5-a557-e539d9a0d75e tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] [instance: d780fc2f-62f6-4cf7-8d8a-c2e7b25226dc] Reconfigured VM instance instance-00000030 to attach disk [datastore2] volume-5acad2bd-5b0c-4c42-942e-d09a87d2b079/volume-5acad2bd-5b0c-4c42-942e-d09a87d2b079.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 886.240013] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7221bedb-ac8a-4a69-bb5e-962f09cb37a8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.251319] env[69350]: DEBUG oslo_vmware.api [None req-df55a659-7d54-443a-a949-e80b34f4f08b tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Task: {'id': task-3365198, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.251603] env[69350]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 886.251603] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52b359ea-ee28-cc6b-0555-44681902a5d7" [ 886.251603] env[69350]: _type = "HttpNfcLease" [ 886.251603] env[69350]: } is ready. {{(pid=69350) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 886.255049] env[69350]: DEBUG oslo_vmware.rw_handles [None req-e417ebb8-581a-4bae-92d7-331d82f7704b tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 886.255049] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52b359ea-ee28-cc6b-0555-44681902a5d7" [ 886.255049] env[69350]: _type = "HttpNfcLease" [ 886.255049] env[69350]: }. {{(pid=69350) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 886.256580] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d1ea56-f26a-4c12-af62-810b253f24a6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.263567] env[69350]: DEBUG oslo_vmware.api [None req-f0af52e5-c96f-4bb5-a557-e539d9a0d75e tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] Waiting for the task: (returnval){ [ 886.263567] env[69350]: value = "task-3365199" [ 886.263567] env[69350]: _type = "Task" [ 886.263567] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.267745] env[69350]: DEBUG oslo_vmware.rw_handles [None req-e417ebb8-581a-4bae-92d7-331d82f7704b tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e0c547-f45d-6f9b-0889-923f68931756/disk-0.vmdk from lease info. {{(pid=69350) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 886.267933] env[69350]: DEBUG oslo_vmware.rw_handles [None req-e417ebb8-581a-4bae-92d7-331d82f7704b tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e0c547-f45d-6f9b-0889-923f68931756/disk-0.vmdk for reading. {{(pid=69350) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 886.352917] env[69350]: DEBUG oslo_vmware.api [None req-f0af52e5-c96f-4bb5-a557-e539d9a0d75e tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] Task: {'id': task-3365199, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.360427] env[69350]: DEBUG oslo_vmware.api [None req-9b7367e9-1f79-4dbc-b025-82cf074fd5e9 tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Task: {'id': task-3365194, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185849} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.360590] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b7367e9-1f79-4dbc-b025-82cf074fd5e9 tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 886.360773] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9b7367e9-1f79-4dbc-b025-82cf074fd5e9 tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] [instance: 3d3dab3a-f176-4b15-bd54-7618cb6fedab] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 886.360958] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9b7367e9-1f79-4dbc-b025-82cf074fd5e9 tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] [instance: 3d3dab3a-f176-4b15-bd54-7618cb6fedab] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 886.361172] env[69350]: INFO nova.compute.manager [None req-9b7367e9-1f79-4dbc-b025-82cf074fd5e9 tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] [instance: 3d3dab3a-f176-4b15-bd54-7618cb6fedab] Took 1.22 seconds to destroy the instance on the hypervisor. [ 886.361525] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b7367e9-1f79-4dbc-b025-82cf074fd5e9 tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 886.361863] env[69350]: DEBUG nova.compute.manager [-] [instance: 3d3dab3a-f176-4b15-bd54-7618cb6fedab] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 886.361956] env[69350]: DEBUG nova.network.neutron [-] [instance: 3d3dab3a-f176-4b15-bd54-7618cb6fedab] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 886.401519] env[69350]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-889456a3-57d1-4ba7-8b2b-7443b271b880 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.418403] env[69350]: DEBUG oslo_vmware.api [None req-b95578ac-d8a7-4680-9463-adeb922e3eb6 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Task: {'id': task-3365195, 'name': PowerOffVM_Task, 'duration_secs': 0.166335} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.418403] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-b95578ac-d8a7-4680-9463-adeb922e3eb6 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] [instance: c3010f57-be32-4f20-8276-7b4bd93d76e1] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 886.418403] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b95578ac-d8a7-4680-9463-adeb922e3eb6 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] [instance: c3010f57-be32-4f20-8276-7b4bd93d76e1] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 886.418403] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ae7989-2bd4-4161-8f59-6ec518600ad7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.439778] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b95578ac-d8a7-4680-9463-adeb922e3eb6 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] [instance: c3010f57-be32-4f20-8276-7b4bd93d76e1] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 886.443185] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ce27c190-3014-4484-87a9-f6e4d11f48f9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.478389] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b95578ac-d8a7-4680-9463-adeb922e3eb6 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] [instance: c3010f57-be32-4f20-8276-7b4bd93d76e1] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 886.478851] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b95578ac-d8a7-4680-9463-adeb922e3eb6 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] [instance: c3010f57-be32-4f20-8276-7b4bd93d76e1] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 886.479223] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-b95578ac-d8a7-4680-9463-adeb922e3eb6 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Deleting the datastore file [datastore2] c3010f57-be32-4f20-8276-7b4bd93d76e1 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 886.479924] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-05ac657b-08a7-421f-84bd-88832bf57dba {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.488241] env[69350]: DEBUG oslo_vmware.api [None req-b95578ac-d8a7-4680-9463-adeb922e3eb6 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Waiting for the task: (returnval){ [ 886.488241] env[69350]: value = "task-3365201" [ 886.488241] env[69350]: _type = "Task" [ 886.488241] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.503427] env[69350]: DEBUG oslo_vmware.api [None req-b95578ac-d8a7-4680-9463-adeb922e3eb6 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Task: {'id': task-3365201, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.619780] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4865dfa-d098-4c28-867f-56592f63b9d5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.628252] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f4d641-8a69-415a-9833-1e0ec5c8da7b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.677281] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a099c404-89d3-43b4-ab16-14669721db2f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.683981] env[69350]: DEBUG oslo_concurrency.lockutils [None req-33ccd3a2-8a1d-4cc4-bcbc-76ad86d97b45 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.691110] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-740d8718-168d-40d6-959e-4a4739c619c9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.707550] env[69350]: DEBUG nova.compute.provider_tree [None req-38341806-3583-4c3b-9d5d-1ed7dfaec5ad tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 886.726757] env[69350]: DEBUG oslo_vmware.api [None req-df55a659-7d54-443a-a949-e80b34f4f08b tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Task: {'id': task-3365198, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.264541} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.728648] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-df55a659-7d54-443a-a949-e80b34f4f08b tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 886.729097] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-df55a659-7d54-443a-a949-e80b34f4f08b tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] [instance: c4a13e7e-8718-492c-881d-eb64fa044575] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 886.729435] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-df55a659-7d54-443a-a949-e80b34f4f08b tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] [instance: c4a13e7e-8718-492c-881d-eb64fa044575] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 886.729772] env[69350]: INFO nova.compute.manager [None req-df55a659-7d54-443a-a949-e80b34f4f08b tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] [instance: c4a13e7e-8718-492c-881d-eb64fa044575] Took 1.26 seconds to destroy the instance on the hypervisor. [ 886.730265] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df55a659-7d54-443a-a949-e80b34f4f08b tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 886.730899] env[69350]: DEBUG nova.compute.manager [-] [instance: c4a13e7e-8718-492c-881d-eb64fa044575] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 886.731158] env[69350]: DEBUG nova.network.neutron [-] [instance: c4a13e7e-8718-492c-881d-eb64fa044575] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 886.778851] env[69350]: DEBUG oslo_vmware.api [None req-f0af52e5-c96f-4bb5-a557-e539d9a0d75e tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] Task: {'id': task-3365199, 'name': ReconfigVM_Task, 'duration_secs': 0.204957} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.779174] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0af52e5-c96f-4bb5-a557-e539d9a0d75e tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] [instance: d780fc2f-62f6-4cf7-8d8a-c2e7b25226dc] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-671504', 'volume_id': '5acad2bd-5b0c-4c42-942e-d09a87d2b079', 'name': 'volume-5acad2bd-5b0c-4c42-942e-d09a87d2b079', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd780fc2f-62f6-4cf7-8d8a-c2e7b25226dc', 'attached_at': '', 'detached_at': '', 'volume_id': '5acad2bd-5b0c-4c42-942e-d09a87d2b079', 'serial': '5acad2bd-5b0c-4c42-942e-d09a87d2b079'} {{(pid=69350) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 886.780776] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-64c9e8b2-97e4-4558-a309-e47462fb5604 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.791797] env[69350]: DEBUG oslo_vmware.api [None req-f0af52e5-c96f-4bb5-a557-e539d9a0d75e tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] Waiting for the task: (returnval){ [ 886.791797] env[69350]: value = "task-3365202" [ 886.791797] env[69350]: _type = "Task" [ 886.791797] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.811195] env[69350]: DEBUG oslo_vmware.api [None req-f0af52e5-c96f-4bb5-a557-e539d9a0d75e tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] Task: {'id': task-3365202, 'name': Rename_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.867071] env[69350]: DEBUG nova.network.neutron [req-e1d8f15f-ad63-4f9e-a88f-36102af77734 req-e3070200-3280-4790-ae9c-2da6b8716e6d service nova] [instance: 3d3dab3a-f176-4b15-bd54-7618cb6fedab] Updated VIF entry in instance network info cache for port 6c6ec9d2-2ef9-4c73-b190-75a8e039aa47. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 886.870752] env[69350]: DEBUG nova.network.neutron [req-e1d8f15f-ad63-4f9e-a88f-36102af77734 req-e3070200-3280-4790-ae9c-2da6b8716e6d service nova] [instance: 3d3dab3a-f176-4b15-bd54-7618cb6fedab] Updating instance_info_cache with network_info: [{"id": "6c6ec9d2-2ef9-4c73-b190-75a8e039aa47", "address": "fa:16:3e:d7:d0:b7", "network": {"id": "1787f797-c342-476a-a580-90510258191a", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1250653003-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92716055a83d4402bd05298f47160b6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c6ec9d2-2e", "ovs_interfaceid": "6c6ec9d2-2ef9-4c73-b190-75a8e039aa47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.892808] env[69350]: DEBUG nova.compute.manager [None req-743548ca-d229-469d-a275-297439c1b0c8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 6d681952-777f-4243-9b4b-ee5fb0392173] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 887.006615] env[69350]: DEBUG oslo_vmware.api [None req-b95578ac-d8a7-4680-9463-adeb922e3eb6 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Task: {'id': task-3365201, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.264733} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.007096] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-b95578ac-d8a7-4680-9463-adeb922e3eb6 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 887.007424] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b95578ac-d8a7-4680-9463-adeb922e3eb6 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] [instance: c3010f57-be32-4f20-8276-7b4bd93d76e1] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 887.007622] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b95578ac-d8a7-4680-9463-adeb922e3eb6 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] [instance: c3010f57-be32-4f20-8276-7b4bd93d76e1] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 887.216568] env[69350]: DEBUG nova.scheduler.client.report [None req-38341806-3583-4c3b-9d5d-1ed7dfaec5ad tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 887.309611] env[69350]: DEBUG oslo_vmware.api [None req-f0af52e5-c96f-4bb5-a557-e539d9a0d75e tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] Task: {'id': task-3365202, 'name': Rename_Task, 'duration_secs': 0.181542} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.310402] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0af52e5-c96f-4bb5-a557-e539d9a0d75e tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] [instance: d780fc2f-62f6-4cf7-8d8a-c2e7b25226dc] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 887.310711] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ac16ea30-1f8e-485a-bb6e-18baed194b88 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.318271] env[69350]: DEBUG oslo_vmware.api [None req-f0af52e5-c96f-4bb5-a557-e539d9a0d75e tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] Waiting for the task: (returnval){ [ 887.318271] env[69350]: value = "task-3365203" [ 887.318271] env[69350]: _type = "Task" [ 887.318271] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.335330] env[69350]: DEBUG oslo_vmware.api [None req-f0af52e5-c96f-4bb5-a557-e539d9a0d75e tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] Task: {'id': task-3365203, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.378096] env[69350]: DEBUG oslo_concurrency.lockutils [req-e1d8f15f-ad63-4f9e-a88f-36102af77734 req-e3070200-3280-4790-ae9c-2da6b8716e6d service nova] Releasing lock "refresh_cache-3d3dab3a-f176-4b15-bd54-7618cb6fedab" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.500134] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-52a5dc55-510a-496d-a120-f87c1e746ced tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] [instance: 8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda] Volume attach. Driver type: vmdk {{(pid=69350) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 887.501852] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-52a5dc55-510a-496d-a120-f87c1e746ced tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] [instance: 8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-671539', 'volume_id': 'd4b5ef77-ee77-4b3a-afab-2bca20a427cd', 'name': 'volume-d4b5ef77-ee77-4b3a-afab-2bca20a427cd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda', 'attached_at': '', 'detached_at': '', 'volume_id': 'd4b5ef77-ee77-4b3a-afab-2bca20a427cd', 'serial': 'd4b5ef77-ee77-4b3a-afab-2bca20a427cd'} {{(pid=69350) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 887.502843] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f428a60d-01cd-49db-8d6f-fbdaef4ca24e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.538544] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa293950-7f83-48c4-83f9-eb4dd6f15288 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.583603] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-52a5dc55-510a-496d-a120-f87c1e746ced tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] [instance: 8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] volume-d4b5ef77-ee77-4b3a-afab-2bca20a427cd/volume-d4b5ef77-ee77-4b3a-afab-2bca20a427cd.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 887.585176] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bcb507d3-17a1-45e6-87f7-0bb0b6e4fe91 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.606811] env[69350]: DEBUG oslo_vmware.api [None req-52a5dc55-510a-496d-a120-f87c1e746ced tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Waiting for the task: (returnval){ [ 887.606811] env[69350]: value = "task-3365204" [ 887.606811] env[69350]: _type = "Task" [ 887.606811] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.616243] env[69350]: DEBUG oslo_vmware.api [None req-52a5dc55-510a-496d-a120-f87c1e746ced tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Task: {'id': task-3365204, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.723817] env[69350]: DEBUG oslo_concurrency.lockutils [None req-38341806-3583-4c3b-9d5d-1ed7dfaec5ad tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.891s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.724283] env[69350]: INFO nova.compute.manager [None req-38341806-3583-4c3b-9d5d-1ed7dfaec5ad tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 3a5af6a2-a06a-4f35-92ea-d122160b22b5] Migrating [ 887.734119] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a01e8395-b5b5-4492-a046-e8348c3c4fde tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.300s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.734119] env[69350]: DEBUG nova.objects.instance [None req-a01e8395-b5b5-4492-a046-e8348c3c4fde tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Lazy-loading 'resources' on Instance uuid 7ecd7a06-8651-44da-abd2-1fc160b79921 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 887.834656] env[69350]: DEBUG oslo_vmware.api [None req-f0af52e5-c96f-4bb5-a557-e539d9a0d75e tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] Task: {'id': task-3365203, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.120054] env[69350]: DEBUG oslo_vmware.api [None req-52a5dc55-510a-496d-a120-f87c1e746ced tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Task: {'id': task-3365204, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.252285] env[69350]: DEBUG oslo_concurrency.lockutils [None req-38341806-3583-4c3b-9d5d-1ed7dfaec5ad tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Acquiring lock "refresh_cache-3a5af6a2-a06a-4f35-92ea-d122160b22b5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.252614] env[69350]: DEBUG oslo_concurrency.lockutils [None req-38341806-3583-4c3b-9d5d-1ed7dfaec5ad tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Acquired lock "refresh_cache-3a5af6a2-a06a-4f35-92ea-d122160b22b5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.252857] env[69350]: DEBUG nova.network.neutron [None req-38341806-3583-4c3b-9d5d-1ed7dfaec5ad tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 3a5af6a2-a06a-4f35-92ea-d122160b22b5] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 888.337784] env[69350]: DEBUG oslo_vmware.api [None req-f0af52e5-c96f-4bb5-a557-e539d9a0d75e tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] Task: {'id': task-3365203, 'name': PowerOnVM_Task, 'duration_secs': 0.914658} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.339602] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0af52e5-c96f-4bb5-a557-e539d9a0d75e tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] [instance: d780fc2f-62f6-4cf7-8d8a-c2e7b25226dc] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 888.339739] env[69350]: INFO nova.compute.manager [None req-f0af52e5-c96f-4bb5-a557-e539d9a0d75e tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] [instance: d780fc2f-62f6-4cf7-8d8a-c2e7b25226dc] Took 6.85 seconds to spawn the instance on the hypervisor. [ 888.339990] env[69350]: DEBUG nova.compute.manager [None req-f0af52e5-c96f-4bb5-a557-e539d9a0d75e tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] [instance: d780fc2f-62f6-4cf7-8d8a-c2e7b25226dc] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 888.341650] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c22ab434-5f82-4a65-b99c-82d15ee596d0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.625213] env[69350]: DEBUG oslo_vmware.api [None req-52a5dc55-510a-496d-a120-f87c1e746ced tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Task: {'id': task-3365204, 'name': ReconfigVM_Task, 'duration_secs': 0.543745} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.629102] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-52a5dc55-510a-496d-a120-f87c1e746ced tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] [instance: 8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda] Reconfigured VM instance instance-00000022 to attach disk [datastore2] volume-d4b5ef77-ee77-4b3a-afab-2bca20a427cd/volume-d4b5ef77-ee77-4b3a-afab-2bca20a427cd.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 888.639253] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1bfb0c1-008a-4e13-900e-c64e14c9f3c3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.658748] env[69350]: DEBUG oslo_vmware.api [None req-52a5dc55-510a-496d-a120-f87c1e746ced tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Waiting for the task: (returnval){ [ 888.658748] env[69350]: value = "task-3365205" [ 888.658748] env[69350]: _type = "Task" [ 888.658748] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.678829] env[69350]: DEBUG oslo_vmware.api [None req-52a5dc55-510a-496d-a120-f87c1e746ced tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Task: {'id': task-3365205, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.843013] env[69350]: DEBUG nova.network.neutron [-] [instance: 3d3dab3a-f176-4b15-bd54-7618cb6fedab] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.870775] env[69350]: INFO nova.compute.manager [None req-f0af52e5-c96f-4bb5-a557-e539d9a0d75e tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] [instance: d780fc2f-62f6-4cf7-8d8a-c2e7b25226dc] Took 38.96 seconds to build instance. [ 888.943068] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc810c02-e78b-4d81-b90f-fec41c58512f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.952881] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4183336e-7add-4791-b8ed-422ebff15f40 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.987794] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3470ea89-eca0-42d6-84ef-3bcc2e759230 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.995728] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4126b0ae-7501-483a-8d85-edf445b39fb9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.011174] env[69350]: DEBUG nova.compute.provider_tree [None req-a01e8395-b5b5-4492-a046-e8348c3c4fde tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 889.174521] env[69350]: DEBUG oslo_vmware.api [None req-52a5dc55-510a-496d-a120-f87c1e746ced tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Task: {'id': task-3365205, 'name': ReconfigVM_Task, 'duration_secs': 0.162917} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.175161] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-52a5dc55-510a-496d-a120-f87c1e746ced tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] [instance: 8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-671539', 'volume_id': 'd4b5ef77-ee77-4b3a-afab-2bca20a427cd', 'name': 'volume-d4b5ef77-ee77-4b3a-afab-2bca20a427cd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda', 'attached_at': '', 'detached_at': '', 'volume_id': 'd4b5ef77-ee77-4b3a-afab-2bca20a427cd', 'serial': 'd4b5ef77-ee77-4b3a-afab-2bca20a427cd'} {{(pid=69350) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 889.323874] env[69350]: DEBUG nova.network.neutron [-] [instance: c4a13e7e-8718-492c-881d-eb64fa044575] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.343223] env[69350]: DEBUG nova.network.neutron [None req-743548ca-d229-469d-a275-297439c1b0c8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 6d681952-777f-4243-9b4b-ee5fb0392173] Successfully updated port: 80f05c7c-e3d8-4c10-82b9-95d22828e720 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 889.349700] env[69350]: INFO nova.compute.manager [-] [instance: 3d3dab3a-f176-4b15-bd54-7618cb6fedab] Took 2.99 seconds to deallocate network for instance. [ 889.373668] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f0af52e5-c96f-4bb5-a557-e539d9a0d75e tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] Lock "d780fc2f-62f6-4cf7-8d8a-c2e7b25226dc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.994s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.436921] env[69350]: DEBUG nova.network.neutron [None req-38341806-3583-4c3b-9d5d-1ed7dfaec5ad tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 3a5af6a2-a06a-4f35-92ea-d122160b22b5] Updating instance_info_cache with network_info: [{"id": "91992c2a-c4aa-4460-9209-15d4643533cc", "address": "fa:16:3e:62:8c:5a", "network": {"id": "7471cab0-87ad-4703-97af-1b6cb285655b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a175bdd0b1324024bc8e47e5836a9e11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91992c2a-c4", "ovs_interfaceid": "91992c2a-c4aa-4460-9209-15d4643533cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.500486] env[69350]: DEBUG nova.compute.manager [req-f48b508a-14e3-412a-b33e-2fc04690aaa9 req-d26365ab-6cd3-4a4e-9696-cf146ce80e40 service nova] [instance: c4a13e7e-8718-492c-881d-eb64fa044575] Received event network-vif-deleted-143ab992-9f5b-4d3a-a4d7-f3b295e1cfc6 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 889.515041] env[69350]: DEBUG nova.scheduler.client.report [None req-a01e8395-b5b5-4492-a046-e8348c3c4fde tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 889.829411] env[69350]: INFO nova.compute.manager [-] [instance: c4a13e7e-8718-492c-881d-eb64fa044575] Took 3.10 seconds to deallocate network for instance. [ 889.851237] env[69350]: DEBUG oslo_concurrency.lockutils [None req-743548ca-d229-469d-a275-297439c1b0c8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Acquiring lock "refresh_cache-6d681952-777f-4243-9b4b-ee5fb0392173" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.852112] env[69350]: DEBUG oslo_concurrency.lockutils [None req-743548ca-d229-469d-a275-297439c1b0c8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Acquired lock "refresh_cache-6d681952-777f-4243-9b4b-ee5fb0392173" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.852315] env[69350]: DEBUG nova.network.neutron [None req-743548ca-d229-469d-a275-297439c1b0c8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 6d681952-777f-4243-9b4b-ee5fb0392173] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 889.857030] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9b7367e9-1f79-4dbc-b025-82cf074fd5e9 tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.940126] env[69350]: DEBUG oslo_concurrency.lockutils [None req-38341806-3583-4c3b-9d5d-1ed7dfaec5ad tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Releasing lock "refresh_cache-3a5af6a2-a06a-4f35-92ea-d122160b22b5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.021134] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a01e8395-b5b5-4492-a046-e8348c3c4fde tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.287s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.022988] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7d345322-3065-49aa-9c92-764185d55e87 tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.168s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.027022] env[69350]: INFO nova.compute.claims [None req-7d345322-3065-49aa-9c92-764185d55e87 tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] [instance: 12469520-1e54-40a2-b179-0811c4099063] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 890.058938] env[69350]: INFO nova.scheduler.client.report [None req-a01e8395-b5b5-4492-a046-e8348c3c4fde tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Deleted allocations for instance 7ecd7a06-8651-44da-abd2-1fc160b79921 [ 890.218683] env[69350]: DEBUG nova.objects.instance [None req-52a5dc55-510a-496d-a120-f87c1e746ced tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Lazy-loading 'flavor' on Instance uuid 8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 890.335809] env[69350]: DEBUG oslo_concurrency.lockutils [None req-df55a659-7d54-443a-a949-e80b34f4f08b tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.401058] env[69350]: DEBUG nova.network.neutron [None req-743548ca-d229-469d-a275-297439c1b0c8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 6d681952-777f-4243-9b4b-ee5fb0392173] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 890.567540] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a01e8395-b5b5-4492-a046-e8348c3c4fde tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Lock "7ecd7a06-8651-44da-abd2-1fc160b79921" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.895s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.568211] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fc3b738d-edce-4432-a776-94eba70ce44b tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Lock "7ecd7a06-8651-44da-abd2-1fc160b79921" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 20.482s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.568457] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fc3b738d-edce-4432-a776-94eba70ce44b tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Acquiring lock "7ecd7a06-8651-44da-abd2-1fc160b79921-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.568701] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fc3b738d-edce-4432-a776-94eba70ce44b tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Lock "7ecd7a06-8651-44da-abd2-1fc160b79921-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.568893] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fc3b738d-edce-4432-a776-94eba70ce44b tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Lock "7ecd7a06-8651-44da-abd2-1fc160b79921-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.572387] env[69350]: INFO nova.compute.manager [None req-fc3b738d-edce-4432-a776-94eba70ce44b tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] [instance: 7ecd7a06-8651-44da-abd2-1fc160b79921] Terminating instance [ 890.639284] env[69350]: DEBUG nova.network.neutron [None req-743548ca-d229-469d-a275-297439c1b0c8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 6d681952-777f-4243-9b4b-ee5fb0392173] Updating instance_info_cache with network_info: [{"id": "80f05c7c-e3d8-4c10-82b9-95d22828e720", "address": "fa:16:3e:6a:1a:f0", "network": {"id": "b9926ca7-18c0-4f87-918b-403ba5906bb0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2101484641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b6086e845a74075ace175b4fcb0622d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80f05c7c-e3", "ovs_interfaceid": "80f05c7c-e3d8-4c10-82b9-95d22828e720", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.724097] env[69350]: DEBUG oslo_concurrency.lockutils [None req-52a5dc55-510a-496d-a120-f87c1e746ced tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Lock "8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.937s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.077151] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fc3b738d-edce-4432-a776-94eba70ce44b tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Acquiring lock "refresh_cache-7ecd7a06-8651-44da-abd2-1fc160b79921" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.077754] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fc3b738d-edce-4432-a776-94eba70ce44b tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Acquired lock "refresh_cache-7ecd7a06-8651-44da-abd2-1fc160b79921" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.077754] env[69350]: DEBUG nova.network.neutron [None req-fc3b738d-edce-4432-a776-94eba70ce44b tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] [instance: 7ecd7a06-8651-44da-abd2-1fc160b79921] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 891.143868] env[69350]: DEBUG oslo_concurrency.lockutils [None req-743548ca-d229-469d-a275-297439c1b0c8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Releasing lock "refresh_cache-6d681952-777f-4243-9b4b-ee5fb0392173" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.144414] env[69350]: DEBUG nova.compute.manager [None req-743548ca-d229-469d-a275-297439c1b0c8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 6d681952-777f-4243-9b4b-ee5fb0392173] Instance network_info: |[{"id": "80f05c7c-e3d8-4c10-82b9-95d22828e720", "address": "fa:16:3e:6a:1a:f0", "network": {"id": "b9926ca7-18c0-4f87-918b-403ba5906bb0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2101484641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b6086e845a74075ace175b4fcb0622d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80f05c7c-e3", "ovs_interfaceid": "80f05c7c-e3d8-4c10-82b9-95d22828e720", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 891.465423] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2430cb33-6710-44d8-9810-a0f9fe1e8458 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.471647] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8027a41-3ae4-4f9a-83b7-d62da6a2fe79 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.488369] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-38341806-3583-4c3b-9d5d-1ed7dfaec5ad tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 3a5af6a2-a06a-4f35-92ea-d122160b22b5] Updating instance '3a5af6a2-a06a-4f35-92ea-d122160b22b5' progress to 0 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 891.497046] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-263cca85-7052-4d0c-9ad7-cc251825366f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.532708] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-338210f0-a64c-4783-b375-04172eac6a94 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.541335] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2cd7343-3d74-4a0a-b18d-a22294eb7bb2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.559787] env[69350]: DEBUG nova.compute.provider_tree [None req-7d345322-3065-49aa-9c92-764185d55e87 tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 891.581482] env[69350]: DEBUG nova.compute.utils [None req-fc3b738d-edce-4432-a776-94eba70ce44b tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] [instance: 7ecd7a06-8651-44da-abd2-1fc160b79921] Can not refresh info_cache because instance was not found {{(pid=69350) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 891.603023] env[69350]: DEBUG nova.network.neutron [None req-fc3b738d-edce-4432-a776-94eba70ce44b tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] [instance: 7ecd7a06-8651-44da-abd2-1fc160b79921] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 891.678493] env[69350]: DEBUG nova.network.neutron [None req-fc3b738d-edce-4432-a776-94eba70ce44b tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] [instance: 7ecd7a06-8651-44da-abd2-1fc160b79921] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.994764] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-38341806-3583-4c3b-9d5d-1ed7dfaec5ad tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 3a5af6a2-a06a-4f35-92ea-d122160b22b5] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 891.995098] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f420e75b-a927-4988-9cd8-757b2a67fd24 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.003430] env[69350]: DEBUG oslo_vmware.api [None req-38341806-3583-4c3b-9d5d-1ed7dfaec5ad tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Waiting for the task: (returnval){ [ 892.003430] env[69350]: value = "task-3365206" [ 892.003430] env[69350]: _type = "Task" [ 892.003430] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.012253] env[69350]: DEBUG oslo_vmware.api [None req-38341806-3583-4c3b-9d5d-1ed7dfaec5ad tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Task: {'id': task-3365206, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.062864] env[69350]: DEBUG nova.scheduler.client.report [None req-7d345322-3065-49aa-9c92-764185d55e87 tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 892.182068] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fc3b738d-edce-4432-a776-94eba70ce44b tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Releasing lock "refresh_cache-7ecd7a06-8651-44da-abd2-1fc160b79921" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.182068] env[69350]: DEBUG nova.compute.manager [None req-fc3b738d-edce-4432-a776-94eba70ce44b tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] [instance: 7ecd7a06-8651-44da-abd2-1fc160b79921] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 892.182068] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-fc3b738d-edce-4432-a776-94eba70ce44b tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] [instance: 7ecd7a06-8651-44da-abd2-1fc160b79921] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 892.182959] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e1b599aa-ee06-469f-93cd-085f4dd43dcb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.192474] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b29086-524d-46f1-a5ba-a7cd74fcf5d5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.229211] env[69350]: WARNING nova.virt.vmwareapi.vmops [None req-fc3b738d-edce-4432-a776-94eba70ce44b tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] [instance: 7ecd7a06-8651-44da-abd2-1fc160b79921] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 7ecd7a06-8651-44da-abd2-1fc160b79921 could not be found. [ 892.229485] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-fc3b738d-edce-4432-a776-94eba70ce44b tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] [instance: 7ecd7a06-8651-44da-abd2-1fc160b79921] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 892.229751] env[69350]: INFO nova.compute.manager [None req-fc3b738d-edce-4432-a776-94eba70ce44b tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] [instance: 7ecd7a06-8651-44da-abd2-1fc160b79921] Took 0.05 seconds to destroy the instance on the hypervisor. [ 892.230067] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fc3b738d-edce-4432-a776-94eba70ce44b tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 892.230412] env[69350]: DEBUG nova.compute.manager [-] [instance: 7ecd7a06-8651-44da-abd2-1fc160b79921] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 892.230564] env[69350]: DEBUG nova.network.neutron [-] [instance: 7ecd7a06-8651-44da-abd2-1fc160b79921] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 892.248695] env[69350]: DEBUG nova.network.neutron [-] [instance: 7ecd7a06-8651-44da-abd2-1fc160b79921] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 892.513887] env[69350]: DEBUG oslo_vmware.api [None req-38341806-3583-4c3b-9d5d-1ed7dfaec5ad tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Task: {'id': task-3365206, 'name': PowerOffVM_Task, 'duration_secs': 0.4378} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.515492] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-38341806-3583-4c3b-9d5d-1ed7dfaec5ad tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 3a5af6a2-a06a-4f35-92ea-d122160b22b5] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 892.515492] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-38341806-3583-4c3b-9d5d-1ed7dfaec5ad tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 3a5af6a2-a06a-4f35-92ea-d122160b22b5] Updating instance '3a5af6a2-a06a-4f35-92ea-d122160b22b5' progress to 17 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 892.573215] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7d345322-3065-49aa-9c92-764185d55e87 tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.549s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.573215] env[69350]: DEBUG nova.compute.manager [None req-7d345322-3065-49aa-9c92-764185d55e87 tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] [instance: 12469520-1e54-40a2-b179-0811c4099063] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 892.574640] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3b2fbe8b-4c91-4464-b235-0b3a5d5d835d tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.716s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.575081] env[69350]: DEBUG nova.objects.instance [None req-3b2fbe8b-4c91-4464-b235-0b3a5d5d835d tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Lazy-loading 'resources' on Instance uuid 2b79ce2c-f402-42e5-a90d-5ebdc40896ce {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 892.752046] env[69350]: DEBUG nova.network.neutron [-] [instance: 7ecd7a06-8651-44da-abd2-1fc160b79921] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.021889] env[69350]: DEBUG nova.virt.hardware [None req-38341806-3583-4c3b-9d5d-1ed7dfaec5ad tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 893.022163] env[69350]: DEBUG nova.virt.hardware [None req-38341806-3583-4c3b-9d5d-1ed7dfaec5ad tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 893.022326] env[69350]: DEBUG nova.virt.hardware [None req-38341806-3583-4c3b-9d5d-1ed7dfaec5ad tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 893.022509] env[69350]: DEBUG nova.virt.hardware [None req-38341806-3583-4c3b-9d5d-1ed7dfaec5ad tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 893.022659] env[69350]: DEBUG nova.virt.hardware [None req-38341806-3583-4c3b-9d5d-1ed7dfaec5ad tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 893.026026] env[69350]: DEBUG nova.virt.hardware [None req-38341806-3583-4c3b-9d5d-1ed7dfaec5ad tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 893.026026] env[69350]: DEBUG nova.virt.hardware [None req-38341806-3583-4c3b-9d5d-1ed7dfaec5ad tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 893.026026] env[69350]: DEBUG nova.virt.hardware [None req-38341806-3583-4c3b-9d5d-1ed7dfaec5ad tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 893.026026] env[69350]: DEBUG nova.virt.hardware [None req-38341806-3583-4c3b-9d5d-1ed7dfaec5ad tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 893.026026] env[69350]: DEBUG nova.virt.hardware [None req-38341806-3583-4c3b-9d5d-1ed7dfaec5ad tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 893.026026] env[69350]: DEBUG nova.virt.hardware [None req-38341806-3583-4c3b-9d5d-1ed7dfaec5ad tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 893.029680] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d46789b-31d8-41f2-9fec-a24cd2aff7b4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.046671] env[69350]: DEBUG oslo_vmware.api [None req-38341806-3583-4c3b-9d5d-1ed7dfaec5ad tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Waiting for the task: (returnval){ [ 893.046671] env[69350]: value = "task-3365207" [ 893.046671] env[69350]: _type = "Task" [ 893.046671] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.056989] env[69350]: DEBUG oslo_vmware.api [None req-38341806-3583-4c3b-9d5d-1ed7dfaec5ad tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Task: {'id': task-3365207, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.078939] env[69350]: DEBUG nova.compute.utils [None req-7d345322-3065-49aa-9c92-764185d55e87 tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 893.086908] env[69350]: DEBUG nova.compute.manager [None req-7d345322-3065-49aa-9c92-764185d55e87 tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] [instance: 12469520-1e54-40a2-b179-0811c4099063] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 893.087312] env[69350]: DEBUG nova.network.neutron [None req-7d345322-3065-49aa-9c92-764185d55e87 tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] [instance: 12469520-1e54-40a2-b179-0811c4099063] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 893.137562] env[69350]: DEBUG nova.policy [None req-7d345322-3065-49aa-9c92-764185d55e87 tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a474874d1cf84fa399d62c7f1f472ef1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '63af5e6c47c244998f71e5c3208da0d9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 893.255251] env[69350]: INFO nova.compute.manager [-] [instance: 7ecd7a06-8651-44da-abd2-1fc160b79921] Took 1.02 seconds to deallocate network for instance. [ 893.494266] env[69350]: DEBUG nova.network.neutron [None req-7d345322-3065-49aa-9c92-764185d55e87 tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] [instance: 12469520-1e54-40a2-b179-0811c4099063] Successfully created port: 921925b4-36b2-45d2-bf8f-d2894336e400 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 893.526133] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a463262-a06e-44f1-9384-cef587df18ee {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.533768] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b91db1-b70c-4d64-a90e-d0a94e927437 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.573823] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f9a10a5-3e1b-4164-a6c2-1fdc688545ef {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.585941] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae6a501-8e35-468d-8572-70858086f1bf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.590483] env[69350]: DEBUG oslo_vmware.api [None req-38341806-3583-4c3b-9d5d-1ed7dfaec5ad tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Task: {'id': task-3365207, 'name': ReconfigVM_Task, 'duration_secs': 0.234532} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.591096] env[69350]: DEBUG nova.compute.manager [None req-7d345322-3065-49aa-9c92-764185d55e87 tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] [instance: 12469520-1e54-40a2-b179-0811c4099063] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 893.594245] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-38341806-3583-4c3b-9d5d-1ed7dfaec5ad tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 3a5af6a2-a06a-4f35-92ea-d122160b22b5] Updating instance '3a5af6a2-a06a-4f35-92ea-d122160b22b5' progress to 33 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 893.613961] env[69350]: DEBUG nova.compute.provider_tree [None req-3b2fbe8b-4c91-4464-b235-0b3a5d5d835d tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 893.764221] env[69350]: INFO nova.compute.manager [None req-fc3b738d-edce-4432-a776-94eba70ce44b tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] [instance: 7ecd7a06-8651-44da-abd2-1fc160b79921] Instance disappeared during terminate [ 893.764418] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fc3b738d-edce-4432-a776-94eba70ce44b tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Lock "7ecd7a06-8651-44da-abd2-1fc160b79921" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.196s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.109580] env[69350]: DEBUG nova.virt.hardware [None req-38341806-3583-4c3b-9d5d-1ed7dfaec5ad tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:48:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='3a7a0f27-e9cd-4f10-a0c6-6e02ddfbbfe1',id=36,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-557884726',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 894.109944] env[69350]: DEBUG nova.virt.hardware [None req-38341806-3583-4c3b-9d5d-1ed7dfaec5ad tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 894.110125] env[69350]: DEBUG nova.virt.hardware [None req-38341806-3583-4c3b-9d5d-1ed7dfaec5ad tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 894.110397] env[69350]: DEBUG nova.virt.hardware [None req-38341806-3583-4c3b-9d5d-1ed7dfaec5ad tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 894.110610] env[69350]: DEBUG nova.virt.hardware [None req-38341806-3583-4c3b-9d5d-1ed7dfaec5ad tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 894.110821] env[69350]: DEBUG nova.virt.hardware [None req-38341806-3583-4c3b-9d5d-1ed7dfaec5ad tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 894.111120] env[69350]: DEBUG nova.virt.hardware [None req-38341806-3583-4c3b-9d5d-1ed7dfaec5ad tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 894.111360] env[69350]: DEBUG nova.virt.hardware [None req-38341806-3583-4c3b-9d5d-1ed7dfaec5ad tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 894.111618] env[69350]: DEBUG nova.virt.hardware [None req-38341806-3583-4c3b-9d5d-1ed7dfaec5ad tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 894.111856] env[69350]: DEBUG nova.virt.hardware [None req-38341806-3583-4c3b-9d5d-1ed7dfaec5ad tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 894.112114] env[69350]: DEBUG nova.virt.hardware [None req-38341806-3583-4c3b-9d5d-1ed7dfaec5ad tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 894.121546] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-38341806-3583-4c3b-9d5d-1ed7dfaec5ad tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 3a5af6a2-a06a-4f35-92ea-d122160b22b5] Reconfiguring VM instance instance-00000028 to detach disk 2000 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 894.122634] env[69350]: DEBUG nova.scheduler.client.report [None req-3b2fbe8b-4c91-4464-b235-0b3a5d5d835d tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 894.127674] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1bede0e-5cd0-4713-924a-02a2ced1f585 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.150433] env[69350]: DEBUG oslo_vmware.api [None req-38341806-3583-4c3b-9d5d-1ed7dfaec5ad tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Waiting for the task: (returnval){ [ 894.150433] env[69350]: value = "task-3365208" [ 894.150433] env[69350]: _type = "Task" [ 894.150433] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.160710] env[69350]: DEBUG oslo_vmware.api [None req-38341806-3583-4c3b-9d5d-1ed7dfaec5ad tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Task: {'id': task-3365208, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.623680] env[69350]: DEBUG nova.compute.manager [None req-7d345322-3065-49aa-9c92-764185d55e87 tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] [instance: 12469520-1e54-40a2-b179-0811c4099063] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 894.643280] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3b2fbe8b-4c91-4464-b235-0b3a5d5d835d tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.068s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.645777] env[69350]: DEBUG oslo_concurrency.lockutils [None req-57c904bf-1af2-41e7-94aa-445481c27a3d tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.667s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.646117] env[69350]: DEBUG nova.objects.instance [None req-57c904bf-1af2-41e7-94aa-445481c27a3d tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Lazy-loading 'resources' on Instance uuid db8dde79-2be8-4d35-afe0-44e3f33860ed {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 894.661105] env[69350]: DEBUG oslo_vmware.api [None req-38341806-3583-4c3b-9d5d-1ed7dfaec5ad tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Task: {'id': task-3365208, 'name': ReconfigVM_Task, 'duration_secs': 0.304985} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.661455] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-38341806-3583-4c3b-9d5d-1ed7dfaec5ad tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 3a5af6a2-a06a-4f35-92ea-d122160b22b5] Reconfigured VM instance instance-00000028 to detach disk 2000 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 894.662352] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22af330b-eafc-444c-87c5-e6ae42bb6447 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.665840] env[69350]: INFO nova.scheduler.client.report [None req-3b2fbe8b-4c91-4464-b235-0b3a5d5d835d tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Deleted allocations for instance 2b79ce2c-f402-42e5-a90d-5ebdc40896ce [ 894.688056] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-38341806-3583-4c3b-9d5d-1ed7dfaec5ad tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 3a5af6a2-a06a-4f35-92ea-d122160b22b5] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] 3a5af6a2-a06a-4f35-92ea-d122160b22b5/3a5af6a2-a06a-4f35-92ea-d122160b22b5.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 894.688739] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a12d786-241f-4f51-b9ba-b39ba46830cc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.708500] env[69350]: DEBUG oslo_vmware.api [None req-38341806-3583-4c3b-9d5d-1ed7dfaec5ad tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Waiting for the task: (returnval){ [ 894.708500] env[69350]: value = "task-3365209" [ 894.708500] env[69350]: _type = "Task" [ 894.708500] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.718117] env[69350]: DEBUG oslo_vmware.api [None req-38341806-3583-4c3b-9d5d-1ed7dfaec5ad tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Task: {'id': task-3365209, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.024221] env[69350]: DEBUG nova.network.neutron [None req-7d345322-3065-49aa-9c92-764185d55e87 tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] [instance: 12469520-1e54-40a2-b179-0811c4099063] Successfully updated port: 921925b4-36b2-45d2-bf8f-d2894336e400 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 895.194864] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3b2fbe8b-4c91-4464-b235-0b3a5d5d835d tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Lock "2b79ce2c-f402-42e5-a90d-5ebdc40896ce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.830s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.223073] env[69350]: DEBUG oslo_vmware.api [None req-38341806-3583-4c3b-9d5d-1ed7dfaec5ad tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Task: {'id': task-3365209, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.528750] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7d345322-3065-49aa-9c92-764185d55e87 tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] Acquiring lock "refresh_cache-12469520-1e54-40a2-b179-0811c4099063" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.528910] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7d345322-3065-49aa-9c92-764185d55e87 tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] Acquired lock "refresh_cache-12469520-1e54-40a2-b179-0811c4099063" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.529109] env[69350]: DEBUG nova.network.neutron [None req-7d345322-3065-49aa-9c92-764185d55e87 tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] [instance: 12469520-1e54-40a2-b179-0811c4099063] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 895.541868] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5affafb4-c7cf-4d89-a5ff-1c26100e92cf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.551242] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-891b952b-6db9-49eb-9382-8584848cead3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.583544] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b60f02b4-a661-43f6-aad5-c50e704832a6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.592128] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e0a9f2-09ab-48aa-9228-21939bc2d087 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.607706] env[69350]: DEBUG nova.compute.provider_tree [None req-57c904bf-1af2-41e7-94aa-445481c27a3d tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 895.721259] env[69350]: DEBUG oslo_vmware.api [None req-38341806-3583-4c3b-9d5d-1ed7dfaec5ad tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Task: {'id': task-3365209, 'name': ReconfigVM_Task, 'duration_secs': 0.60559} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.721656] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-38341806-3583-4c3b-9d5d-1ed7dfaec5ad tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 3a5af6a2-a06a-4f35-92ea-d122160b22b5] Reconfigured VM instance instance-00000028 to attach disk [datastore2] 3a5af6a2-a06a-4f35-92ea-d122160b22b5/3a5af6a2-a06a-4f35-92ea-d122160b22b5.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 895.722093] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-38341806-3583-4c3b-9d5d-1ed7dfaec5ad tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 3a5af6a2-a06a-4f35-92ea-d122160b22b5] Updating instance '3a5af6a2-a06a-4f35-92ea-d122160b22b5' progress to 50 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 895.948908] env[69350]: DEBUG nova.virt.hardware [None req-743548ca-d229-469d-a275-297439c1b0c8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 895.949198] env[69350]: DEBUG nova.virt.hardware [None req-743548ca-d229-469d-a275-297439c1b0c8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 895.949555] env[69350]: DEBUG nova.virt.hardware [None req-743548ca-d229-469d-a275-297439c1b0c8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 895.949678] env[69350]: DEBUG nova.virt.hardware [None req-743548ca-d229-469d-a275-297439c1b0c8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 895.949859] env[69350]: DEBUG nova.virt.hardware [None req-743548ca-d229-469d-a275-297439c1b0c8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 895.950078] env[69350]: DEBUG nova.virt.hardware [None req-743548ca-d229-469d-a275-297439c1b0c8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 895.950376] env[69350]: DEBUG nova.virt.hardware [None req-743548ca-d229-469d-a275-297439c1b0c8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 895.950583] env[69350]: DEBUG nova.virt.hardware [None req-743548ca-d229-469d-a275-297439c1b0c8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 895.950790] env[69350]: DEBUG nova.virt.hardware [None req-743548ca-d229-469d-a275-297439c1b0c8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 895.950958] env[69350]: DEBUG nova.virt.hardware [None req-743548ca-d229-469d-a275-297439c1b0c8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 895.951148] env[69350]: DEBUG nova.virt.hardware [None req-743548ca-d229-469d-a275-297439c1b0c8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 895.953656] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b26f33d0-3dfa-41d4-bd00-9d32c69c42e8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.963909] env[69350]: DEBUG nova.virt.hardware [None req-b95578ac-d8a7-4680-9463-adeb922e3eb6 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 895.964199] env[69350]: DEBUG nova.virt.hardware [None req-b95578ac-d8a7-4680-9463-adeb922e3eb6 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 895.964380] env[69350]: DEBUG nova.virt.hardware [None req-b95578ac-d8a7-4680-9463-adeb922e3eb6 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 895.964567] env[69350]: DEBUG nova.virt.hardware [None req-b95578ac-d8a7-4680-9463-adeb922e3eb6 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 895.964730] env[69350]: DEBUG nova.virt.hardware [None req-b95578ac-d8a7-4680-9463-adeb922e3eb6 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 895.964893] env[69350]: DEBUG nova.virt.hardware [None req-b95578ac-d8a7-4680-9463-adeb922e3eb6 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 895.965122] env[69350]: DEBUG nova.virt.hardware [None req-b95578ac-d8a7-4680-9463-adeb922e3eb6 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 895.965431] env[69350]: DEBUG nova.virt.hardware [None req-b95578ac-d8a7-4680-9463-adeb922e3eb6 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 895.965629] env[69350]: DEBUG nova.virt.hardware [None req-b95578ac-d8a7-4680-9463-adeb922e3eb6 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 895.965753] env[69350]: DEBUG nova.virt.hardware [None req-b95578ac-d8a7-4680-9463-adeb922e3eb6 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 895.965960] env[69350]: DEBUG nova.virt.hardware [None req-b95578ac-d8a7-4680-9463-adeb922e3eb6 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 895.967583] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c73401d-605d-4741-97b9-8391cb80b4f2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.974057] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13807b6b-f32e-4705-8fdf-f8dc39e5e04b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.991088] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-743548ca-d229-469d-a275-297439c1b0c8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 6d681952-777f-4243-9b4b-ee5fb0392173] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:1a:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7e0240aa-a694-48fc-a0f9-6f2d3e71aa12', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '80f05c7c-e3d8-4c10-82b9-95d22828e720', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 895.999785] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-743548ca-d229-469d-a275-297439c1b0c8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 896.005119] env[69350]: DEBUG nova.virt.hardware [None req-7d345322-3065-49aa-9c92-764185d55e87 tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 896.005414] env[69350]: DEBUG nova.virt.hardware [None req-7d345322-3065-49aa-9c92-764185d55e87 tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 896.005618] env[69350]: DEBUG nova.virt.hardware [None req-7d345322-3065-49aa-9c92-764185d55e87 tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 896.005831] env[69350]: DEBUG nova.virt.hardware [None req-7d345322-3065-49aa-9c92-764185d55e87 tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 896.005985] env[69350]: DEBUG nova.virt.hardware [None req-7d345322-3065-49aa-9c92-764185d55e87 tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 896.006151] env[69350]: DEBUG nova.virt.hardware [None req-7d345322-3065-49aa-9c92-764185d55e87 tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 896.006361] env[69350]: DEBUG nova.virt.hardware [None req-7d345322-3065-49aa-9c92-764185d55e87 tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 896.006520] env[69350]: DEBUG nova.virt.hardware [None req-7d345322-3065-49aa-9c92-764185d55e87 tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 896.006689] env[69350]: DEBUG nova.virt.hardware [None req-7d345322-3065-49aa-9c92-764185d55e87 tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 896.006881] env[69350]: DEBUG nova.virt.hardware [None req-7d345322-3065-49aa-9c92-764185d55e87 tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 896.007067] env[69350]: DEBUG nova.virt.hardware [None req-7d345322-3065-49aa-9c92-764185d55e87 tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 896.007416] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d681952-777f-4243-9b4b-ee5fb0392173] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 896.009567] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc13374-f201-4989-8e6b-63c927d08b7a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.012477] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-002a25a1-c3d1-4a6c-93e5-f007e699383d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.029620] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d7712c-037c-4da5-bfcd-572f0eff509d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.036885] env[69350]: DEBUG oslo_vmware.rw_handles [None req-e417ebb8-581a-4bae-92d7-331d82f7704b tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e0c547-f45d-6f9b-0889-923f68931756/disk-0.vmdk. {{(pid=69350) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 896.044279] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03d21611-fd0c-4885-99a6-012f372c7fbf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.052321] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbba6e58-7798-4276-80bd-25ab1e3d9005 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.068598] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 896.068598] env[69350]: value = "task-3365210" [ 896.068598] env[69350]: _type = "Task" [ 896.068598] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.068598] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b95578ac-d8a7-4680-9463-adeb922e3eb6 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] [instance: c3010f57-be32-4f20-8276-7b4bd93d76e1] Instance VIF info [] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 896.073286] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b95578ac-d8a7-4680-9463-adeb922e3eb6 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 896.073622] env[69350]: DEBUG oslo_vmware.rw_handles [None req-e417ebb8-581a-4bae-92d7-331d82f7704b tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e0c547-f45d-6f9b-0889-923f68931756/disk-0.vmdk is in state: ready. {{(pid=69350) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 896.073778] env[69350]: ERROR oslo_vmware.rw_handles [None req-e417ebb8-581a-4bae-92d7-331d82f7704b tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e0c547-f45d-6f9b-0889-923f68931756/disk-0.vmdk due to incomplete transfer. [ 896.076114] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3010f57-be32-4f20-8276-7b4bd93d76e1] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 896.076114] env[69350]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6402949f-bf07-4c96-ba83-b3187657540c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.091893] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8930de80-84c1-4de0-adf2-b732469b78e4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.105246] env[69350]: INFO nova.compute.manager [None req-73b8095a-b952-43b4-8734-b28ec0e005cf tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 32df2bac-26f8-494c-8af5-a02218f66960] Rebuilding instance [ 896.107810] env[69350]: DEBUG nova.network.neutron [None req-7d345322-3065-49aa-9c92-764185d55e87 tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] [instance: 12469520-1e54-40a2-b179-0811c4099063] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 896.111801] env[69350]: DEBUG nova.scheduler.client.report [None req-57c904bf-1af2-41e7-94aa-445481c27a3d tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 896.124848] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365210, 'name': CreateVM_Task} progress is 25%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.124848] env[69350]: DEBUG oslo_vmware.rw_handles [None req-e417ebb8-581a-4bae-92d7-331d82f7704b tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e0c547-f45d-6f9b-0889-923f68931756/disk-0.vmdk. {{(pid=69350) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 896.124848] env[69350]: DEBUG nova.virt.vmwareapi.images [None req-e417ebb8-581a-4bae-92d7-331d82f7704b tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: 325fb273-d943-4e52-bde2-a2d3eee6fcbd] Uploaded image 087ba427-8c61-428c-8c3a-a4c57f84fd30 to the Glance image server {{(pid=69350) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 896.125684] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e417ebb8-581a-4bae-92d7-331d82f7704b tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: 325fb273-d943-4e52-bde2-a2d3eee6fcbd] Destroying the VM {{(pid=69350) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 896.126376] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 896.126376] env[69350]: value = "task-3365211" [ 896.126376] env[69350]: _type = "Task" [ 896.126376] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.132964] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9a34d3ac-928d-4ae8-bd4e-e83bfd604e1d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.152711] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365211, 'name': CreateVM_Task} progress is 15%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.156348] env[69350]: DEBUG oslo_vmware.api [None req-e417ebb8-581a-4bae-92d7-331d82f7704b tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Waiting for the task: (returnval){ [ 896.156348] env[69350]: value = "task-3365212" [ 896.156348] env[69350]: _type = "Task" [ 896.156348] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.166408] env[69350]: DEBUG oslo_vmware.api [None req-e417ebb8-581a-4bae-92d7-331d82f7704b tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365212, 'name': Destroy_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.180869] env[69350]: DEBUG nova.compute.manager [None req-73b8095a-b952-43b4-8734-b28ec0e005cf tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 32df2bac-26f8-494c-8af5-a02218f66960] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 896.182446] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-111aa072-2529-4392-83c4-4724c58885eb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.222112] env[69350]: DEBUG oslo_vmware.rw_handles [None req-f012e23f-84b2-4940-9ce9-b8de6264a1c9 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d0e045-c096-1441-e5e5-2ce3d738358a/disk-0.vmdk. {{(pid=69350) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 896.224134] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-791eecb3-1524-4963-adc1-5722a13f2354 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.232034] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29948ba0-5dae-4135-87a6-16fb539d7d4a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.238307] env[69350]: DEBUG oslo_vmware.rw_handles [None req-f012e23f-84b2-4940-9ce9-b8de6264a1c9 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d0e045-c096-1441-e5e5-2ce3d738358a/disk-0.vmdk is in state: ready. {{(pid=69350) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 896.238571] env[69350]: ERROR oslo_vmware.rw_handles [None req-f012e23f-84b2-4940-9ce9-b8de6264a1c9 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d0e045-c096-1441-e5e5-2ce3d738358a/disk-0.vmdk due to incomplete transfer. [ 896.252864] env[69350]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c8363d87-cacf-4d37-84b5-77cc7cba572d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.258984] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c4ba311-15ae-4b62-ae18-fb76c7a7c72a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.278688] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-38341806-3583-4c3b-9d5d-1ed7dfaec5ad tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 3a5af6a2-a06a-4f35-92ea-d122160b22b5] Updating instance '3a5af6a2-a06a-4f35-92ea-d122160b22b5' progress to 67 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 896.285300] env[69350]: DEBUG oslo_vmware.rw_handles [None req-f012e23f-84b2-4940-9ce9-b8de6264a1c9 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d0e045-c096-1441-e5e5-2ce3d738358a/disk-0.vmdk. {{(pid=69350) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 896.285300] env[69350]: DEBUG nova.virt.vmwareapi.images [None req-f012e23f-84b2-4940-9ce9-b8de6264a1c9 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Uploaded image 1ed23dc8-b12b-4454-998e-aa66da77f33b to the Glance image server {{(pid=69350) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 896.286706] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-f012e23f-84b2-4940-9ce9-b8de6264a1c9 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Destroying the VM {{(pid=69350) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 896.287218] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9355c8e8-9423-4841-8b3e-05aedd62d64a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.293769] env[69350]: DEBUG oslo_vmware.api [None req-f012e23f-84b2-4940-9ce9-b8de6264a1c9 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Waiting for the task: (returnval){ [ 896.293769] env[69350]: value = "task-3365213" [ 896.293769] env[69350]: _type = "Task" [ 896.293769] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.302624] env[69350]: DEBUG oslo_vmware.api [None req-f012e23f-84b2-4940-9ce9-b8de6264a1c9 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365213, 'name': Destroy_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.385261] env[69350]: DEBUG nova.network.neutron [None req-7d345322-3065-49aa-9c92-764185d55e87 tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] [instance: 12469520-1e54-40a2-b179-0811c4099063] Updating instance_info_cache with network_info: [{"id": "921925b4-36b2-45d2-bf8f-d2894336e400", "address": "fa:16:3e:24:ca:a2", "network": {"id": "982223c3-b8bd-40f9-92d9-47d140ca806c", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-545702377-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63af5e6c47c244998f71e5c3208da0d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "255460d5-71d4-4bfd-87f1-acc10085db7f", "external-id": "nsx-vlan-transportzone-152", "segmentation_id": 152, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap921925b4-36", "ovs_interfaceid": "921925b4-36b2-45d2-bf8f-d2894336e400", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.585832] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365210, 'name': CreateVM_Task, 'duration_secs': 0.467464} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.585983] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d681952-777f-4243-9b4b-ee5fb0392173] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 896.586706] env[69350]: DEBUG oslo_concurrency.lockutils [None req-743548ca-d229-469d-a275-297439c1b0c8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.586872] env[69350]: DEBUG oslo_concurrency.lockutils [None req-743548ca-d229-469d-a275-297439c1b0c8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.587203] env[69350]: DEBUG oslo_concurrency.lockutils [None req-743548ca-d229-469d-a275-297439c1b0c8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.587510] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5230cf13-89ab-4d37-a257-7a7bc0172f31 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.592206] env[69350]: DEBUG oslo_vmware.api [None req-743548ca-d229-469d-a275-297439c1b0c8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Waiting for the task: (returnval){ [ 896.592206] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]520f3961-a851-f27d-d1f6-724a45c9a2ab" [ 896.592206] env[69350]: _type = "Task" [ 896.592206] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.600138] env[69350]: DEBUG oslo_vmware.api [None req-743548ca-d229-469d-a275-297439c1b0c8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]520f3961-a851-f27d-d1f6-724a45c9a2ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.628301] env[69350]: DEBUG oslo_concurrency.lockutils [None req-57c904bf-1af2-41e7-94aa-445481c27a3d tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.982s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.630753] env[69350]: DEBUG oslo_concurrency.lockutils [None req-538ca869-8f97-4fda-816a-a3476b7ed768 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.179s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.630991] env[69350]: DEBUG nova.objects.instance [None req-538ca869-8f97-4fda-816a-a3476b7ed768 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] Lazy-loading 'resources' on Instance uuid 096700b1-7125-48b5-877d-5dc745b5fe41 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 896.645589] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365211, 'name': CreateVM_Task, 'duration_secs': 0.377496} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.646489] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3010f57-be32-4f20-8276-7b4bd93d76e1] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 896.646921] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b95578ac-d8a7-4680-9463-adeb922e3eb6 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.667532] env[69350]: DEBUG oslo_vmware.api [None req-e417ebb8-581a-4bae-92d7-331d82f7704b tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365212, 'name': Destroy_Task, 'duration_secs': 0.511505} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.667532] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-e417ebb8-581a-4bae-92d7-331d82f7704b tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: 325fb273-d943-4e52-bde2-a2d3eee6fcbd] Destroyed the VM [ 896.667532] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e417ebb8-581a-4bae-92d7-331d82f7704b tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: 325fb273-d943-4e52-bde2-a2d3eee6fcbd] Deleting Snapshot of the VM instance {{(pid=69350) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 896.667532] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d83a13b8-c829-4977-97fd-e8d34932565c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.675486] env[69350]: DEBUG oslo_vmware.api [None req-e417ebb8-581a-4bae-92d7-331d82f7704b tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Waiting for the task: (returnval){ [ 896.675486] env[69350]: value = "task-3365214" [ 896.675486] env[69350]: _type = "Task" [ 896.675486] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.677086] env[69350]: INFO nova.scheduler.client.report [None req-57c904bf-1af2-41e7-94aa-445481c27a3d tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Deleted allocations for instance db8dde79-2be8-4d35-afe0-44e3f33860ed [ 896.684695] env[69350]: DEBUG oslo_vmware.api [None req-e417ebb8-581a-4bae-92d7-331d82f7704b tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365214, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.804864] env[69350]: DEBUG oslo_vmware.api [None req-f012e23f-84b2-4940-9ce9-b8de6264a1c9 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365213, 'name': Destroy_Task, 'duration_secs': 0.407849} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.804864] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-f012e23f-84b2-4940-9ce9-b8de6264a1c9 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Destroyed the VM [ 896.805175] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f012e23f-84b2-4940-9ce9-b8de6264a1c9 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Deleting Snapshot of the VM instance {{(pid=69350) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 896.805382] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-cd8f0c9f-e947-451f-b62d-c80f17b5c9db {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.811809] env[69350]: DEBUG oslo_vmware.api [None req-f012e23f-84b2-4940-9ce9-b8de6264a1c9 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Waiting for the task: (returnval){ [ 896.811809] env[69350]: value = "task-3365215" [ 896.811809] env[69350]: _type = "Task" [ 896.811809] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.823769] env[69350]: DEBUG oslo_vmware.api [None req-f012e23f-84b2-4940-9ce9-b8de6264a1c9 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365215, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.838960] env[69350]: DEBUG nova.network.neutron [None req-38341806-3583-4c3b-9d5d-1ed7dfaec5ad tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 3a5af6a2-a06a-4f35-92ea-d122160b22b5] Port 91992c2a-c4aa-4460-9209-15d4643533cc binding to destination host cpu-1 is already ACTIVE {{(pid=69350) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 896.887644] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7d345322-3065-49aa-9c92-764185d55e87 tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] Releasing lock "refresh_cache-12469520-1e54-40a2-b179-0811c4099063" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.887979] env[69350]: DEBUG nova.compute.manager [None req-7d345322-3065-49aa-9c92-764185d55e87 tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] [instance: 12469520-1e54-40a2-b179-0811c4099063] Instance network_info: |[{"id": "921925b4-36b2-45d2-bf8f-d2894336e400", "address": "fa:16:3e:24:ca:a2", "network": {"id": "982223c3-b8bd-40f9-92d9-47d140ca806c", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-545702377-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63af5e6c47c244998f71e5c3208da0d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "255460d5-71d4-4bfd-87f1-acc10085db7f", "external-id": "nsx-vlan-transportzone-152", "segmentation_id": 152, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap921925b4-36", "ovs_interfaceid": "921925b4-36b2-45d2-bf8f-d2894336e400", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 896.888709] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7d345322-3065-49aa-9c92-764185d55e87 tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] [instance: 12469520-1e54-40a2-b179-0811c4099063] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:ca:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '255460d5-71d4-4bfd-87f1-acc10085db7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '921925b4-36b2-45d2-bf8f-d2894336e400', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 896.898061] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d345322-3065-49aa-9c92-764185d55e87 tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] Creating folder: Project (63af5e6c47c244998f71e5c3208da0d9). Parent ref: group-v671398. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 896.898061] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e5f422e0-c812-43b0-8dbd-bd9f34852aac {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.909023] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-7d345322-3065-49aa-9c92-764185d55e87 tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] Created folder: Project (63af5e6c47c244998f71e5c3208da0d9) in parent group-v671398. [ 896.909023] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d345322-3065-49aa-9c92-764185d55e87 tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] Creating folder: Instances. Parent ref: group-v671545. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 896.909023] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d03ede7a-3192-4ffb-ab5c-c2e111d876cb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.918473] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-7d345322-3065-49aa-9c92-764185d55e87 tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] Created folder: Instances in parent group-v671545. [ 896.918743] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d345322-3065-49aa-9c92-764185d55e87 tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 896.918933] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12469520-1e54-40a2-b179-0811c4099063] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 896.919566] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa15d146-ab1c-4005-99d7-80a66e86215a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.939492] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 896.939492] env[69350]: value = "task-3365218" [ 896.939492] env[69350]: _type = "Task" [ 896.939492] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.948546] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365218, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.047018] env[69350]: DEBUG nova.compute.manager [req-f14ce6d1-2d9f-4e51-86a3-82bed20d08f5 req-2e413063-f6df-45c6-a774-3d26b66a7338 service nova] [instance: 3d3dab3a-f176-4b15-bd54-7618cb6fedab] Received event network-vif-deleted-6c6ec9d2-2ef9-4c73-b190-75a8e039aa47 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 897.047869] env[69350]: DEBUG nova.compute.manager [req-f14ce6d1-2d9f-4e51-86a3-82bed20d08f5 req-2e413063-f6df-45c6-a774-3d26b66a7338 service nova] [instance: c4a13e7e-8718-492c-881d-eb64fa044575] Received event network-vif-deleted-06156514-e186-4ef9-bed3-6c60c2e7ba62 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 897.048272] env[69350]: DEBUG nova.compute.manager [req-f14ce6d1-2d9f-4e51-86a3-82bed20d08f5 req-2e413063-f6df-45c6-a774-3d26b66a7338 service nova] [instance: 6d681952-777f-4243-9b4b-ee5fb0392173] Received event network-vif-plugged-80f05c7c-e3d8-4c10-82b9-95d22828e720 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 897.048726] env[69350]: DEBUG oslo_concurrency.lockutils [req-f14ce6d1-2d9f-4e51-86a3-82bed20d08f5 req-2e413063-f6df-45c6-a774-3d26b66a7338 service nova] Acquiring lock "6d681952-777f-4243-9b4b-ee5fb0392173-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.049590] env[69350]: DEBUG oslo_concurrency.lockutils [req-f14ce6d1-2d9f-4e51-86a3-82bed20d08f5 req-2e413063-f6df-45c6-a774-3d26b66a7338 service nova] Lock "6d681952-777f-4243-9b4b-ee5fb0392173-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.049925] env[69350]: DEBUG oslo_concurrency.lockutils [req-f14ce6d1-2d9f-4e51-86a3-82bed20d08f5 req-2e413063-f6df-45c6-a774-3d26b66a7338 service nova] Lock "6d681952-777f-4243-9b4b-ee5fb0392173-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.054062] env[69350]: DEBUG nova.compute.manager [req-f14ce6d1-2d9f-4e51-86a3-82bed20d08f5 req-2e413063-f6df-45c6-a774-3d26b66a7338 service nova] [instance: 6d681952-777f-4243-9b4b-ee5fb0392173] No waiting events found dispatching network-vif-plugged-80f05c7c-e3d8-4c10-82b9-95d22828e720 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 897.054289] env[69350]: WARNING nova.compute.manager [req-f14ce6d1-2d9f-4e51-86a3-82bed20d08f5 req-2e413063-f6df-45c6-a774-3d26b66a7338 service nova] [instance: 6d681952-777f-4243-9b4b-ee5fb0392173] Received unexpected event network-vif-plugged-80f05c7c-e3d8-4c10-82b9-95d22828e720 for instance with vm_state building and task_state spawning. [ 897.054486] env[69350]: DEBUG nova.compute.manager [req-f14ce6d1-2d9f-4e51-86a3-82bed20d08f5 req-2e413063-f6df-45c6-a774-3d26b66a7338 service nova] [instance: 6d681952-777f-4243-9b4b-ee5fb0392173] Received event network-changed-80f05c7c-e3d8-4c10-82b9-95d22828e720 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 897.054812] env[69350]: DEBUG nova.compute.manager [req-f14ce6d1-2d9f-4e51-86a3-82bed20d08f5 req-2e413063-f6df-45c6-a774-3d26b66a7338 service nova] [instance: 6d681952-777f-4243-9b4b-ee5fb0392173] Refreshing instance network info cache due to event network-changed-80f05c7c-e3d8-4c10-82b9-95d22828e720. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 897.055053] env[69350]: DEBUG oslo_concurrency.lockutils [req-f14ce6d1-2d9f-4e51-86a3-82bed20d08f5 req-2e413063-f6df-45c6-a774-3d26b66a7338 service nova] Acquiring lock "refresh_cache-6d681952-777f-4243-9b4b-ee5fb0392173" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.055221] env[69350]: DEBUG oslo_concurrency.lockutils [req-f14ce6d1-2d9f-4e51-86a3-82bed20d08f5 req-2e413063-f6df-45c6-a774-3d26b66a7338 service nova] Acquired lock "refresh_cache-6d681952-777f-4243-9b4b-ee5fb0392173" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.055406] env[69350]: DEBUG nova.network.neutron [req-f14ce6d1-2d9f-4e51-86a3-82bed20d08f5 req-2e413063-f6df-45c6-a774-3d26b66a7338 service nova] [instance: 6d681952-777f-4243-9b4b-ee5fb0392173] Refreshing network info cache for port 80f05c7c-e3d8-4c10-82b9-95d22828e720 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 897.106992] env[69350]: DEBUG oslo_vmware.api [None req-743548ca-d229-469d-a275-297439c1b0c8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]520f3961-a851-f27d-d1f6-724a45c9a2ab, 'name': SearchDatastore_Task, 'duration_secs': 0.009808} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.106992] env[69350]: DEBUG oslo_concurrency.lockutils [None req-743548ca-d229-469d-a275-297439c1b0c8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.106992] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-743548ca-d229-469d-a275-297439c1b0c8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 6d681952-777f-4243-9b4b-ee5fb0392173] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 897.106992] env[69350]: DEBUG oslo_concurrency.lockutils [None req-743548ca-d229-469d-a275-297439c1b0c8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.106992] env[69350]: DEBUG oslo_concurrency.lockutils [None req-743548ca-d229-469d-a275-297439c1b0c8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.106992] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-743548ca-d229-469d-a275-297439c1b0c8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 897.106992] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b95578ac-d8a7-4680-9463-adeb922e3eb6 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.107418] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b95578ac-d8a7-4680-9463-adeb922e3eb6 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.107564] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-11080a3b-0292-4340-b0d1-f150033e43bf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.109524] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-362933a7-f631-4aa0-85f4-9ebe207edb0e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.116181] env[69350]: DEBUG oslo_vmware.api [None req-b95578ac-d8a7-4680-9463-adeb922e3eb6 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Waiting for the task: (returnval){ [ 897.116181] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5286193e-d649-d6e7-b25d-cef610ecd265" [ 897.116181] env[69350]: _type = "Task" [ 897.116181] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.122147] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-743548ca-d229-469d-a275-297439c1b0c8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 897.122147] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-743548ca-d229-469d-a275-297439c1b0c8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 897.124171] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43568a6f-e39b-4cbd-9eb7-80bae8cb870b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.132294] env[69350]: DEBUG oslo_vmware.api [None req-b95578ac-d8a7-4680-9463-adeb922e3eb6 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5286193e-d649-d6e7-b25d-cef610ecd265, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.135511] env[69350]: DEBUG oslo_vmware.api [None req-743548ca-d229-469d-a275-297439c1b0c8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Waiting for the task: (returnval){ [ 897.135511] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]524a256b-661f-83cc-acef-219238dd884c" [ 897.135511] env[69350]: _type = "Task" [ 897.135511] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.147852] env[69350]: DEBUG oslo_vmware.api [None req-743548ca-d229-469d-a275-297439c1b0c8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]524a256b-661f-83cc-acef-219238dd884c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.193858] env[69350]: DEBUG oslo_vmware.api [None req-e417ebb8-581a-4bae-92d7-331d82f7704b tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365214, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.193858] env[69350]: DEBUG oslo_concurrency.lockutils [None req-57c904bf-1af2-41e7-94aa-445481c27a3d tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Lock "db8dde79-2be8-4d35-afe0-44e3f33860ed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.390s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.198040] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-73b8095a-b952-43b4-8734-b28ec0e005cf tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 32df2bac-26f8-494c-8af5-a02218f66960] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 897.198743] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a372e37d-8031-4860-92b5-ce67ecdd25a4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.206749] env[69350]: DEBUG oslo_vmware.api [None req-73b8095a-b952-43b4-8734-b28ec0e005cf tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Waiting for the task: (returnval){ [ 897.206749] env[69350]: value = "task-3365219" [ 897.206749] env[69350]: _type = "Task" [ 897.206749] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.220241] env[69350]: DEBUG oslo_vmware.api [None req-73b8095a-b952-43b4-8734-b28ec0e005cf tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': task-3365219, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.233593] env[69350]: DEBUG oslo_concurrency.lockutils [None req-67ff83cd-5f89-4133-93fa-59f4f1f67ae6 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Acquiring lock "2701262d-0054-4f59-8849-bf1e17b7bb94" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.234724] env[69350]: DEBUG oslo_concurrency.lockutils [None req-67ff83cd-5f89-4133-93fa-59f4f1f67ae6 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Lock "2701262d-0054-4f59-8849-bf1e17b7bb94" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.323108] env[69350]: DEBUG oslo_vmware.api [None req-f012e23f-84b2-4940-9ce9-b8de6264a1c9 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365215, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.451440] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365218, 'name': CreateVM_Task, 'duration_secs': 0.359732} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.451629] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12469520-1e54-40a2-b179-0811c4099063] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 897.452332] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7d345322-3065-49aa-9c92-764185d55e87 tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.608254] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7647e236-486f-4d15-91e9-42507b3b44ea {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.623174] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1618db86-881e-4b61-97d4-172dd94aee20 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.632480] env[69350]: DEBUG oslo_vmware.api [None req-b95578ac-d8a7-4680-9463-adeb922e3eb6 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5286193e-d649-d6e7-b25d-cef610ecd265, 'name': SearchDatastore_Task, 'duration_secs': 0.013071} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.658731] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b95578ac-d8a7-4680-9463-adeb922e3eb6 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.659136] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b95578ac-d8a7-4680-9463-adeb922e3eb6 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] [instance: c3010f57-be32-4f20-8276-7b4bd93d76e1] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 897.659219] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b95578ac-d8a7-4680-9463-adeb922e3eb6 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.662058] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7d345322-3065-49aa-9c92-764185d55e87 tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.662372] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7d345322-3065-49aa-9c92-764185d55e87 tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.668570] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29406140-d9c3-4e2a-be36-04bdaac4a37c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.669010] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7107733-3c50-4d37-abf4-aea8fb82fb99 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.683737] env[69350]: DEBUG oslo_vmware.api [None req-743548ca-d229-469d-a275-297439c1b0c8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]524a256b-661f-83cc-acef-219238dd884c, 'name': SearchDatastore_Task, 'duration_secs': 0.01445} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.690649] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81f0214b-3782-4f94-bc1e-2d307aeb237c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.697216] env[69350]: DEBUG oslo_vmware.api [None req-7d345322-3065-49aa-9c92-764185d55e87 tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] Waiting for the task: (returnval){ [ 897.697216] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52914329-5bd7-2a88-1af0-97fce1682b9f" [ 897.697216] env[69350]: _type = "Task" [ 897.697216] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.697596] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-593f91f4-189d-4cca-9d28-bd6b53bf9f4e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.716932] env[69350]: DEBUG nova.compute.provider_tree [None req-538ca869-8f97-4fda-816a-a3476b7ed768 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 897.718506] env[69350]: DEBUG oslo_vmware.api [None req-e417ebb8-581a-4bae-92d7-331d82f7704b tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365214, 'name': RemoveSnapshot_Task, 'duration_secs': 0.549403} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.723410] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e417ebb8-581a-4bae-92d7-331d82f7704b tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: 325fb273-d943-4e52-bde2-a2d3eee6fcbd] Deleted Snapshot of the VM instance {{(pid=69350) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 897.723410] env[69350]: INFO nova.compute.manager [None req-e417ebb8-581a-4bae-92d7-331d82f7704b tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: 325fb273-d943-4e52-bde2-a2d3eee6fcbd] Took 18.15 seconds to snapshot the instance on the hypervisor. [ 897.725986] env[69350]: DEBUG oslo_vmware.api [None req-743548ca-d229-469d-a275-297439c1b0c8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Waiting for the task: (returnval){ [ 897.725986] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]522719b7-9351-1c21-be82-612b2539ae45" [ 897.725986] env[69350]: _type = "Task" [ 897.725986] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.729794] env[69350]: DEBUG oslo_vmware.api [None req-7d345322-3065-49aa-9c92-764185d55e87 tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52914329-5bd7-2a88-1af0-97fce1682b9f, 'name': SearchDatastore_Task, 'duration_secs': 0.015968} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.736464] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7d345322-3065-49aa-9c92-764185d55e87 tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.736768] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7d345322-3065-49aa-9c92-764185d55e87 tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] [instance: 12469520-1e54-40a2-b179-0811c4099063] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 897.736998] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7d345322-3065-49aa-9c92-764185d55e87 tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.741827] env[69350]: DEBUG oslo_vmware.api [None req-73b8095a-b952-43b4-8734-b28ec0e005cf tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': task-3365219, 'name': PowerOffVM_Task, 'duration_secs': 0.21052} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.742404] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-73b8095a-b952-43b4-8734-b28ec0e005cf tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 32df2bac-26f8-494c-8af5-a02218f66960] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 897.742652] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-73b8095a-b952-43b4-8734-b28ec0e005cf tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 32df2bac-26f8-494c-8af5-a02218f66960] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 897.743013] env[69350]: DEBUG nova.compute.manager [None req-67ff83cd-5f89-4133-93fa-59f4f1f67ae6 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] [instance: 2701262d-0054-4f59-8849-bf1e17b7bb94] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 897.745916] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da11e22e-7ff4-4243-97d5-a954fee320b0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.752751] env[69350]: DEBUG oslo_vmware.api [None req-743548ca-d229-469d-a275-297439c1b0c8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]522719b7-9351-1c21-be82-612b2539ae45, 'name': SearchDatastore_Task, 'duration_secs': 0.013126} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.753362] env[69350]: DEBUG oslo_concurrency.lockutils [None req-743548ca-d229-469d-a275-297439c1b0c8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.753623] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-743548ca-d229-469d-a275-297439c1b0c8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] 6d681952-777f-4243-9b4b-ee5fb0392173/6d681952-777f-4243-9b4b-ee5fb0392173.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 897.753905] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b95578ac-d8a7-4680-9463-adeb922e3eb6 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.754098] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-b95578ac-d8a7-4680-9463-adeb922e3eb6 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 897.754385] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e7dc36f0-d6e7-460d-87cf-c98a91e4f596 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.760815] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a45d4157-15b5-4ed0-a8cf-a0c3fe442b5c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.763127] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-73b8095a-b952-43b4-8734-b28ec0e005cf tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 32df2bac-26f8-494c-8af5-a02218f66960] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 897.764283] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ad71654b-ae17-416b-a59a-246652d24b80 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.769365] env[69350]: DEBUG oslo_vmware.api [None req-743548ca-d229-469d-a275-297439c1b0c8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Waiting for the task: (returnval){ [ 897.769365] env[69350]: value = "task-3365220" [ 897.769365] env[69350]: _type = "Task" [ 897.769365] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.773530] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-b95578ac-d8a7-4680-9463-adeb922e3eb6 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 897.773693] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b95578ac-d8a7-4680-9463-adeb922e3eb6 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 897.774724] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80f145c9-85e2-4049-86a2-af9365ed360f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.780899] env[69350]: DEBUG oslo_vmware.api [None req-743548ca-d229-469d-a275-297439c1b0c8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365220, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.786452] env[69350]: DEBUG oslo_vmware.api [None req-b95578ac-d8a7-4680-9463-adeb922e3eb6 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Waiting for the task: (returnval){ [ 897.786452] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]526e04b5-43ed-d1ee-b9d5-7d0f4410c53f" [ 897.786452] env[69350]: _type = "Task" [ 897.786452] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.794799] env[69350]: DEBUG oslo_vmware.api [None req-b95578ac-d8a7-4680-9463-adeb922e3eb6 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]526e04b5-43ed-d1ee-b9d5-7d0f4410c53f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.823194] env[69350]: DEBUG oslo_vmware.api [None req-f012e23f-84b2-4940-9ce9-b8de6264a1c9 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365215, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.833576] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-73b8095a-b952-43b4-8734-b28ec0e005cf tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 32df2bac-26f8-494c-8af5-a02218f66960] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 897.833721] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-73b8095a-b952-43b4-8734-b28ec0e005cf tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 32df2bac-26f8-494c-8af5-a02218f66960] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 897.833915] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-73b8095a-b952-43b4-8734-b28ec0e005cf tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Deleting the datastore file [datastore2] 32df2bac-26f8-494c-8af5-a02218f66960 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 897.834747] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d1fa0353-450c-425a-b597-3b15b98605bc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.841391] env[69350]: DEBUG oslo_vmware.api [None req-73b8095a-b952-43b4-8734-b28ec0e005cf tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Waiting for the task: (returnval){ [ 897.841391] env[69350]: value = "task-3365222" [ 897.841391] env[69350]: _type = "Task" [ 897.841391] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.856488] env[69350]: DEBUG oslo_vmware.api [None req-73b8095a-b952-43b4-8734-b28ec0e005cf tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': task-3365222, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.869344] env[69350]: DEBUG oslo_concurrency.lockutils [None req-38341806-3583-4c3b-9d5d-1ed7dfaec5ad tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Acquiring lock "3a5af6a2-a06a-4f35-92ea-d122160b22b5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.869344] env[69350]: DEBUG oslo_concurrency.lockutils [None req-38341806-3583-4c3b-9d5d-1ed7dfaec5ad tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Lock "3a5af6a2-a06a-4f35-92ea-d122160b22b5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.869344] env[69350]: DEBUG oslo_concurrency.lockutils [None req-38341806-3583-4c3b-9d5d-1ed7dfaec5ad tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Lock "3a5af6a2-a06a-4f35-92ea-d122160b22b5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.929850] env[69350]: DEBUG nova.network.neutron [req-f14ce6d1-2d9f-4e51-86a3-82bed20d08f5 req-2e413063-f6df-45c6-a774-3d26b66a7338 service nova] [instance: 6d681952-777f-4243-9b4b-ee5fb0392173] Updated VIF entry in instance network info cache for port 80f05c7c-e3d8-4c10-82b9-95d22828e720. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 897.931233] env[69350]: DEBUG nova.network.neutron [req-f14ce6d1-2d9f-4e51-86a3-82bed20d08f5 req-2e413063-f6df-45c6-a774-3d26b66a7338 service nova] [instance: 6d681952-777f-4243-9b4b-ee5fb0392173] Updating instance_info_cache with network_info: [{"id": "80f05c7c-e3d8-4c10-82b9-95d22828e720", "address": "fa:16:3e:6a:1a:f0", "network": {"id": "b9926ca7-18c0-4f87-918b-403ba5906bb0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2101484641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b6086e845a74075ace175b4fcb0622d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80f05c7c-e3", "ovs_interfaceid": "80f05c7c-e3d8-4c10-82b9-95d22828e720", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.982379] env[69350]: DEBUG nova.compute.manager [req-9ce2fcb6-463a-4403-8332-3afcfcda2b46 req-e0636255-3c71-484e-ab8f-4af2619ab8e2 service nova] [instance: d780fc2f-62f6-4cf7-8d8a-c2e7b25226dc] Received event network-changed-9c445eb8-a679-45dc-8e38-0e87672fc3e4 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 897.982603] env[69350]: DEBUG nova.compute.manager [req-9ce2fcb6-463a-4403-8332-3afcfcda2b46 req-e0636255-3c71-484e-ab8f-4af2619ab8e2 service nova] [instance: d780fc2f-62f6-4cf7-8d8a-c2e7b25226dc] Refreshing instance network info cache due to event network-changed-9c445eb8-a679-45dc-8e38-0e87672fc3e4. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 897.982852] env[69350]: DEBUG oslo_concurrency.lockutils [req-9ce2fcb6-463a-4403-8332-3afcfcda2b46 req-e0636255-3c71-484e-ab8f-4af2619ab8e2 service nova] Acquiring lock "refresh_cache-d780fc2f-62f6-4cf7-8d8a-c2e7b25226dc" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.983060] env[69350]: DEBUG oslo_concurrency.lockutils [req-9ce2fcb6-463a-4403-8332-3afcfcda2b46 req-e0636255-3c71-484e-ab8f-4af2619ab8e2 service nova] Acquired lock "refresh_cache-d780fc2f-62f6-4cf7-8d8a-c2e7b25226dc" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.983307] env[69350]: DEBUG nova.network.neutron [req-9ce2fcb6-463a-4403-8332-3afcfcda2b46 req-e0636255-3c71-484e-ab8f-4af2619ab8e2 service nova] [instance: d780fc2f-62f6-4cf7-8d8a-c2e7b25226dc] Refreshing network info cache for port 9c445eb8-a679-45dc-8e38-0e87672fc3e4 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 898.220521] env[69350]: DEBUG nova.scheduler.client.report [None req-538ca869-8f97-4fda-816a-a3476b7ed768 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 898.269880] env[69350]: DEBUG oslo_concurrency.lockutils [None req-67ff83cd-5f89-4133-93fa-59f4f1f67ae6 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.280613] env[69350]: DEBUG oslo_vmware.api [None req-743548ca-d229-469d-a275-297439c1b0c8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365220, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.298285] env[69350]: DEBUG oslo_vmware.api [None req-b95578ac-d8a7-4680-9463-adeb922e3eb6 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]526e04b5-43ed-d1ee-b9d5-7d0f4410c53f, 'name': SearchDatastore_Task, 'duration_secs': 0.01011} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.299391] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d6beb90-37ed-40c3-9f3f-e19b94516862 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.307696] env[69350]: DEBUG oslo_concurrency.lockutils [None req-72e64a51-7e44-4b11-b06e-2ca8d14f93b1 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Acquiring lock "8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.308050] env[69350]: DEBUG oslo_concurrency.lockutils [None req-72e64a51-7e44-4b11-b06e-2ca8d14f93b1 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Lock "8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.309455] env[69350]: DEBUG oslo_vmware.api [None req-b95578ac-d8a7-4680-9463-adeb922e3eb6 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Waiting for the task: (returnval){ [ 898.309455] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52de89eb-6d22-034b-e92a-1f4d86af9f40" [ 898.309455] env[69350]: _type = "Task" [ 898.309455] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.322475] env[69350]: DEBUG oslo_vmware.api [None req-b95578ac-d8a7-4680-9463-adeb922e3eb6 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52de89eb-6d22-034b-e92a-1f4d86af9f40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.327756] env[69350]: DEBUG oslo_vmware.api [None req-f012e23f-84b2-4940-9ce9-b8de6264a1c9 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365215, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.350171] env[69350]: DEBUG oslo_vmware.api [None req-73b8095a-b952-43b4-8734-b28ec0e005cf tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': task-3365222, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.475246} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.350465] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-73b8095a-b952-43b4-8734-b28ec0e005cf tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 898.350625] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-73b8095a-b952-43b4-8734-b28ec0e005cf tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 32df2bac-26f8-494c-8af5-a02218f66960] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 898.350796] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-73b8095a-b952-43b4-8734-b28ec0e005cf tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 32df2bac-26f8-494c-8af5-a02218f66960] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 898.432687] env[69350]: DEBUG oslo_concurrency.lockutils [req-f14ce6d1-2d9f-4e51-86a3-82bed20d08f5 req-2e413063-f6df-45c6-a774-3d26b66a7338 service nova] Releasing lock "refresh_cache-6d681952-777f-4243-9b4b-ee5fb0392173" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.719133] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f6cdbc7f-bab4-4c92-81f5-c894c05ebddc tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Acquiring lock "4d443b60-1f07-4d5f-a3cb-9c50407198ae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.719661] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f6cdbc7f-bab4-4c92-81f5-c894c05ebddc tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Lock "4d443b60-1f07-4d5f-a3cb-9c50407198ae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.720112] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f6cdbc7f-bab4-4c92-81f5-c894c05ebddc tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Acquiring lock "4d443b60-1f07-4d5f-a3cb-9c50407198ae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.720328] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f6cdbc7f-bab4-4c92-81f5-c894c05ebddc tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Lock "4d443b60-1f07-4d5f-a3cb-9c50407198ae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.720507] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f6cdbc7f-bab4-4c92-81f5-c894c05ebddc tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Lock "4d443b60-1f07-4d5f-a3cb-9c50407198ae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.722967] env[69350]: INFO nova.compute.manager [None req-f6cdbc7f-bab4-4c92-81f5-c894c05ebddc tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] [instance: 4d443b60-1f07-4d5f-a3cb-9c50407198ae] Terminating instance [ 898.726319] env[69350]: DEBUG oslo_concurrency.lockutils [None req-538ca869-8f97-4fda-816a-a3476b7ed768 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.096s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.730517] env[69350]: DEBUG oslo_concurrency.lockutils [None req-cc723626-420f-4b26-a721-60f902367fee tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.048s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.730517] env[69350]: DEBUG nova.objects.instance [None req-cc723626-420f-4b26-a721-60f902367fee tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Lazy-loading 'resources' on Instance uuid ec57f63b-c28b-4de2-a335-2b5ffa721ee6 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 898.746743] env[69350]: DEBUG nova.network.neutron [req-9ce2fcb6-463a-4403-8332-3afcfcda2b46 req-e0636255-3c71-484e-ab8f-4af2619ab8e2 service nova] [instance: d780fc2f-62f6-4cf7-8d8a-c2e7b25226dc] Updated VIF entry in instance network info cache for port 9c445eb8-a679-45dc-8e38-0e87672fc3e4. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 898.747073] env[69350]: DEBUG nova.network.neutron [req-9ce2fcb6-463a-4403-8332-3afcfcda2b46 req-e0636255-3c71-484e-ab8f-4af2619ab8e2 service nova] [instance: d780fc2f-62f6-4cf7-8d8a-c2e7b25226dc] Updating instance_info_cache with network_info: [{"id": "9c445eb8-a679-45dc-8e38-0e87672fc3e4", "address": "fa:16:3e:74:bd:eb", "network": {"id": "c007abb6-2652-45fa-b7bf-418d8682024a", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1435375455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e3074857a274e76838df728f800160a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4954661-ff70-43dd-bc60-8cbca6b9cbfa", "external-id": "nsx-vlan-transportzone-294", "segmentation_id": 294, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c445eb8-a6", "ovs_interfaceid": "9c445eb8-a679-45dc-8e38-0e87672fc3e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.750310] env[69350]: INFO nova.scheduler.client.report [None req-538ca869-8f97-4fda-816a-a3476b7ed768 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] Deleted allocations for instance 096700b1-7125-48b5-877d-5dc745b5fe41 [ 898.784733] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Acquiring lock "18d57be1-24d5-4f9c-a5b5-24d82624069a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.785119] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Lock "18d57be1-24d5-4f9c-a5b5-24d82624069a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.786688] env[69350]: DEBUG oslo_vmware.api [None req-743548ca-d229-469d-a275-297439c1b0c8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365220, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.55407} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.787197] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-743548ca-d229-469d-a275-297439c1b0c8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] 6d681952-777f-4243-9b4b-ee5fb0392173/6d681952-777f-4243-9b4b-ee5fb0392173.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 898.787433] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-743548ca-d229-469d-a275-297439c1b0c8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 6d681952-777f-4243-9b4b-ee5fb0392173] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 898.787690] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-43884ee4-8fbb-45ef-9bcf-3e2a9d1fc80c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.795066] env[69350]: DEBUG oslo_vmware.api [None req-743548ca-d229-469d-a275-297439c1b0c8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Waiting for the task: (returnval){ [ 898.795066] env[69350]: value = "task-3365223" [ 898.795066] env[69350]: _type = "Task" [ 898.795066] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.806193] env[69350]: DEBUG oslo_vmware.api [None req-743548ca-d229-469d-a275-297439c1b0c8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365223, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.810782] env[69350]: INFO nova.compute.manager [None req-72e64a51-7e44-4b11-b06e-2ca8d14f93b1 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] [instance: 8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda] Detaching volume d4b5ef77-ee77-4b3a-afab-2bca20a427cd [ 898.830110] env[69350]: DEBUG oslo_vmware.api [None req-b95578ac-d8a7-4680-9463-adeb922e3eb6 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52de89eb-6d22-034b-e92a-1f4d86af9f40, 'name': SearchDatastore_Task, 'duration_secs': 0.013467} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.833598] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b95578ac-d8a7-4680-9463-adeb922e3eb6 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.833900] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-b95578ac-d8a7-4680-9463-adeb922e3eb6 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] c3010f57-be32-4f20-8276-7b4bd93d76e1/c3010f57-be32-4f20-8276-7b4bd93d76e1.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 898.837128] env[69350]: DEBUG oslo_vmware.api [None req-f012e23f-84b2-4940-9ce9-b8de6264a1c9 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365215, 'name': RemoveSnapshot_Task, 'duration_secs': 1.704415} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.837436] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7d345322-3065-49aa-9c92-764185d55e87 tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.838521] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d345322-3065-49aa-9c92-764185d55e87 tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 898.838521] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-053191d4-7cfe-40f9-b2af-b21320e70866 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.840948] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Acquiring lock "78121893-84ec-4432-a063-e8109be4e359" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.840948] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Lock "78121893-84ec-4432-a063-e8109be4e359" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.842058] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f012e23f-84b2-4940-9ce9-b8de6264a1c9 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Deleted Snapshot of the VM instance {{(pid=69350) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 898.842294] env[69350]: INFO nova.compute.manager [None req-f012e23f-84b2-4940-9ce9-b8de6264a1c9 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Took 17.34 seconds to snapshot the instance on the hypervisor. [ 898.846775] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-34112dd7-94fe-4386-a72a-056c020ddbe8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.852975] env[69350]: DEBUG oslo_vmware.api [None req-b95578ac-d8a7-4680-9463-adeb922e3eb6 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Waiting for the task: (returnval){ [ 898.852975] env[69350]: value = "task-3365224" [ 898.852975] env[69350]: _type = "Task" [ 898.852975] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.861942] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d345322-3065-49aa-9c92-764185d55e87 tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 898.863237] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7d345322-3065-49aa-9c92-764185d55e87 tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 898.863904] env[69350]: INFO nova.virt.block_device [None req-72e64a51-7e44-4b11-b06e-2ca8d14f93b1 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] [instance: 8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda] Attempting to driver detach volume d4b5ef77-ee77-4b3a-afab-2bca20a427cd from mountpoint /dev/sdb [ 898.864128] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-72e64a51-7e44-4b11-b06e-2ca8d14f93b1 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] [instance: 8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda] Volume detach. Driver type: vmdk {{(pid=69350) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 898.864399] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-72e64a51-7e44-4b11-b06e-2ca8d14f93b1 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] [instance: 8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-671539', 'volume_id': 'd4b5ef77-ee77-4b3a-afab-2bca20a427cd', 'name': 'volume-d4b5ef77-ee77-4b3a-afab-2bca20a427cd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda', 'attached_at': '', 'detached_at': '', 'volume_id': 'd4b5ef77-ee77-4b3a-afab-2bca20a427cd', 'serial': 'd4b5ef77-ee77-4b3a-afab-2bca20a427cd'} {{(pid=69350) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 898.864960] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7846ea02-a850-48af-a33a-371762cc5b15 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.868038] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45c96bd0-d973-44f0-b92c-1ebe97147fbf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.879079] env[69350]: DEBUG oslo_vmware.api [None req-b95578ac-d8a7-4680-9463-adeb922e3eb6 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Task: {'id': task-3365224, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.881051] env[69350]: DEBUG oslo_vmware.api [None req-7d345322-3065-49aa-9c92-764185d55e87 tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] Waiting for the task: (returnval){ [ 898.881051] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]524a6ee0-7bbe-660d-4917-cdc9a2aed5b4" [ 898.881051] env[69350]: _type = "Task" [ 898.881051] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.904445] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd756add-2cc6-4d98-9d5e-11159d7ba6a9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.912856] env[69350]: DEBUG oslo_vmware.api [None req-7d345322-3065-49aa-9c92-764185d55e87 tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]524a6ee0-7bbe-660d-4917-cdc9a2aed5b4, 'name': SearchDatastore_Task, 'duration_secs': 0.008694} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.915249] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0070777d-9377-4908-af03-4a0f6182bfa4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.917957] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-044f069a-1b36-45f4-b8d0-f05641ca18a1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.942383] env[69350]: DEBUG oslo_concurrency.lockutils [None req-38341806-3583-4c3b-9d5d-1ed7dfaec5ad tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Acquiring lock "refresh_cache-3a5af6a2-a06a-4f35-92ea-d122160b22b5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.942564] env[69350]: DEBUG oslo_concurrency.lockutils [None req-38341806-3583-4c3b-9d5d-1ed7dfaec5ad tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Acquired lock "refresh_cache-3a5af6a2-a06a-4f35-92ea-d122160b22b5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.942732] env[69350]: DEBUG nova.network.neutron [None req-38341806-3583-4c3b-9d5d-1ed7dfaec5ad tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 3a5af6a2-a06a-4f35-92ea-d122160b22b5] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 898.944418] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c78d5ac-3e3c-4185-8845-56ebd7cb88d0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.947280] env[69350]: DEBUG oslo_vmware.api [None req-7d345322-3065-49aa-9c92-764185d55e87 tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] Waiting for the task: (returnval){ [ 898.947280] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52d0130f-eaa0-32fe-348f-3d59d4f7d324" [ 898.947280] env[69350]: _type = "Task" [ 898.947280] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.962268] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-72e64a51-7e44-4b11-b06e-2ca8d14f93b1 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] The volume has not been displaced from its original location: [datastore2] volume-d4b5ef77-ee77-4b3a-afab-2bca20a427cd/volume-d4b5ef77-ee77-4b3a-afab-2bca20a427cd.vmdk. No consolidation needed. {{(pid=69350) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 898.967906] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-72e64a51-7e44-4b11-b06e-2ca8d14f93b1 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] [instance: 8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda] Reconfiguring VM instance instance-00000022 to detach disk 2001 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 898.968943] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da4a4da0-9503-4b2c-87f6-00aceda63b7e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.985410] env[69350]: DEBUG oslo_vmware.api [None req-7d345322-3065-49aa-9c92-764185d55e87 tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52d0130f-eaa0-32fe-348f-3d59d4f7d324, 'name': SearchDatastore_Task, 'duration_secs': 0.008497} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.986042] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7d345322-3065-49aa-9c92-764185d55e87 tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.986429] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d345322-3065-49aa-9c92-764185d55e87 tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] 12469520-1e54-40a2-b179-0811c4099063/12469520-1e54-40a2-b179-0811c4099063.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 898.986551] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8dcb63e2-d061-449f-958f-bcc5bab3c7b6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.990060] env[69350]: DEBUG oslo_vmware.api [None req-72e64a51-7e44-4b11-b06e-2ca8d14f93b1 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Waiting for the task: (returnval){ [ 898.990060] env[69350]: value = "task-3365225" [ 898.990060] env[69350]: _type = "Task" [ 898.990060] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.994168] env[69350]: DEBUG oslo_vmware.api [None req-7d345322-3065-49aa-9c92-764185d55e87 tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] Waiting for the task: (returnval){ [ 898.994168] env[69350]: value = "task-3365226" [ 898.994168] env[69350]: _type = "Task" [ 898.994168] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.000424] env[69350]: DEBUG oslo_vmware.api [None req-72e64a51-7e44-4b11-b06e-2ca8d14f93b1 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Task: {'id': task-3365225, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.005184] env[69350]: DEBUG oslo_vmware.api [None req-7d345322-3065-49aa-9c92-764185d55e87 tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] Task: {'id': task-3365226, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.087573] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9265ae43-5ce0-4b44-bf8f-6c61e6f99cc6 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Acquiring lock "325fb273-d943-4e52-bde2-a2d3eee6fcbd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.087767] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9265ae43-5ce0-4b44-bf8f-6c61e6f99cc6 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Lock "325fb273-d943-4e52-bde2-a2d3eee6fcbd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.087919] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9265ae43-5ce0-4b44-bf8f-6c61e6f99cc6 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Acquiring lock "325fb273-d943-4e52-bde2-a2d3eee6fcbd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.088147] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9265ae43-5ce0-4b44-bf8f-6c61e6f99cc6 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Lock "325fb273-d943-4e52-bde2-a2d3eee6fcbd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.088398] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9265ae43-5ce0-4b44-bf8f-6c61e6f99cc6 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Lock "325fb273-d943-4e52-bde2-a2d3eee6fcbd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.092023] env[69350]: INFO nova.compute.manager [None req-9265ae43-5ce0-4b44-bf8f-6c61e6f99cc6 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: 325fb273-d943-4e52-bde2-a2d3eee6fcbd] Terminating instance [ 899.235766] env[69350]: DEBUG nova.compute.manager [None req-f6cdbc7f-bab4-4c92-81f5-c894c05ebddc tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] [instance: 4d443b60-1f07-4d5f-a3cb-9c50407198ae] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 899.236029] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f6cdbc7f-bab4-4c92-81f5-c894c05ebddc tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] [instance: 4d443b60-1f07-4d5f-a3cb-9c50407198ae] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 899.237249] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cacfec16-989b-4b2e-8cd1-e390081a9d14 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.245822] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6cdbc7f-bab4-4c92-81f5-c894c05ebddc tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] [instance: 4d443b60-1f07-4d5f-a3cb-9c50407198ae] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 899.246154] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b7b36e78-d53d-44c6-80f5-b60ae34cc5fb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.253377] env[69350]: DEBUG oslo_concurrency.lockutils [req-9ce2fcb6-463a-4403-8332-3afcfcda2b46 req-e0636255-3c71-484e-ab8f-4af2619ab8e2 service nova] Releasing lock "refresh_cache-d780fc2f-62f6-4cf7-8d8a-c2e7b25226dc" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.253844] env[69350]: DEBUG oslo_vmware.api [None req-f6cdbc7f-bab4-4c92-81f5-c894c05ebddc tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Waiting for the task: (returnval){ [ 899.253844] env[69350]: value = "task-3365227" [ 899.253844] env[69350]: _type = "Task" [ 899.253844] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.262682] env[69350]: DEBUG oslo_concurrency.lockutils [None req-538ca869-8f97-4fda-816a-a3476b7ed768 tempest-VolumesAssistedSnapshotsTest-336752280 tempest-VolumesAssistedSnapshotsTest-336752280-project-member] Lock "096700b1-7125-48b5-877d-5dc745b5fe41" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.742s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.269077] env[69350]: DEBUG oslo_vmware.api [None req-f6cdbc7f-bab4-4c92-81f5-c894c05ebddc tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Task: {'id': task-3365227, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.291039] env[69350]: DEBUG nova.compute.manager [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: 18d57be1-24d5-4f9c-a5b5-24d82624069a] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 899.310681] env[69350]: DEBUG oslo_vmware.api [None req-743548ca-d229-469d-a275-297439c1b0c8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365223, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067724} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.310681] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-743548ca-d229-469d-a275-297439c1b0c8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 6d681952-777f-4243-9b4b-ee5fb0392173] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 899.311559] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d83cd3-3b07-49c2-8a11-b77c4e148b0f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.336300] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-743548ca-d229-469d-a275-297439c1b0c8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 6d681952-777f-4243-9b4b-ee5fb0392173] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 6d681952-777f-4243-9b4b-ee5fb0392173/6d681952-777f-4243-9b4b-ee5fb0392173.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 899.337570] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8bb9ca6-94b1-43f7-95d4-e3ed6842e617 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.354640] env[69350]: DEBUG nova.compute.manager [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: 78121893-84ec-4432-a063-e8109be4e359] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 899.369708] env[69350]: DEBUG oslo_vmware.api [None req-743548ca-d229-469d-a275-297439c1b0c8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Waiting for the task: (returnval){ [ 899.369708] env[69350]: value = "task-3365228" [ 899.369708] env[69350]: _type = "Task" [ 899.369708] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.379057] env[69350]: DEBUG oslo_vmware.api [None req-b95578ac-d8a7-4680-9463-adeb922e3eb6 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Task: {'id': task-3365224, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479861} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.379944] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-b95578ac-d8a7-4680-9463-adeb922e3eb6 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] c3010f57-be32-4f20-8276-7b4bd93d76e1/c3010f57-be32-4f20-8276-7b4bd93d76e1.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 899.380223] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b95578ac-d8a7-4680-9463-adeb922e3eb6 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] [instance: c3010f57-be32-4f20-8276-7b4bd93d76e1] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 899.380797] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bbce2315-009d-448a-a1ae-9f38078d7c45 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.386356] env[69350]: DEBUG oslo_vmware.api [None req-743548ca-d229-469d-a275-297439c1b0c8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365228, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.393577] env[69350]: DEBUG oslo_vmware.api [None req-b95578ac-d8a7-4680-9463-adeb922e3eb6 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Waiting for the task: (returnval){ [ 899.393577] env[69350]: value = "task-3365229" [ 899.393577] env[69350]: _type = "Task" [ 899.393577] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.399428] env[69350]: DEBUG nova.virt.hardware [None req-73b8095a-b952-43b4-8734-b28ec0e005cf tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 899.399769] env[69350]: DEBUG nova.virt.hardware [None req-73b8095a-b952-43b4-8734-b28ec0e005cf tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 899.399858] env[69350]: DEBUG nova.virt.hardware [None req-73b8095a-b952-43b4-8734-b28ec0e005cf tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 899.400029] env[69350]: DEBUG nova.virt.hardware [None req-73b8095a-b952-43b4-8734-b28ec0e005cf tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 899.400198] env[69350]: DEBUG nova.virt.hardware [None req-73b8095a-b952-43b4-8734-b28ec0e005cf tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 899.400348] env[69350]: DEBUG nova.virt.hardware [None req-73b8095a-b952-43b4-8734-b28ec0e005cf tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 899.400565] env[69350]: DEBUG nova.virt.hardware [None req-73b8095a-b952-43b4-8734-b28ec0e005cf tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 899.400880] env[69350]: DEBUG nova.virt.hardware [None req-73b8095a-b952-43b4-8734-b28ec0e005cf tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 899.400956] env[69350]: DEBUG nova.virt.hardware [None req-73b8095a-b952-43b4-8734-b28ec0e005cf tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 899.401107] env[69350]: DEBUG nova.virt.hardware [None req-73b8095a-b952-43b4-8734-b28ec0e005cf tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 899.401329] env[69350]: DEBUG nova.virt.hardware [None req-73b8095a-b952-43b4-8734-b28ec0e005cf tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 899.402887] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3eb2f31-7b91-4b39-bd31-e537c4258039 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.413818] env[69350]: DEBUG oslo_vmware.api [None req-b95578ac-d8a7-4680-9463-adeb922e3eb6 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Task: {'id': task-3365229, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.420803] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca3a516-d414-43c4-835b-809529f0a1c6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.426694] env[69350]: DEBUG nova.compute.manager [req-6eb86efa-a15d-49d3-97e3-f708afafb13f req-0e78cfeb-c5fd-460d-a204-06d3d36b3f35 service nova] [instance: 12469520-1e54-40a2-b179-0811c4099063] Received event network-vif-plugged-921925b4-36b2-45d2-bf8f-d2894336e400 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 899.426957] env[69350]: DEBUG oslo_concurrency.lockutils [req-6eb86efa-a15d-49d3-97e3-f708afafb13f req-0e78cfeb-c5fd-460d-a204-06d3d36b3f35 service nova] Acquiring lock "12469520-1e54-40a2-b179-0811c4099063-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.427184] env[69350]: DEBUG oslo_concurrency.lockutils [req-6eb86efa-a15d-49d3-97e3-f708afafb13f req-0e78cfeb-c5fd-460d-a204-06d3d36b3f35 service nova] Lock "12469520-1e54-40a2-b179-0811c4099063-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.427399] env[69350]: DEBUG oslo_concurrency.lockutils [req-6eb86efa-a15d-49d3-97e3-f708afafb13f req-0e78cfeb-c5fd-460d-a204-06d3d36b3f35 service nova] Lock "12469520-1e54-40a2-b179-0811c4099063-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.427576] env[69350]: DEBUG nova.compute.manager [req-6eb86efa-a15d-49d3-97e3-f708afafb13f req-0e78cfeb-c5fd-460d-a204-06d3d36b3f35 service nova] [instance: 12469520-1e54-40a2-b179-0811c4099063] No waiting events found dispatching network-vif-plugged-921925b4-36b2-45d2-bf8f-d2894336e400 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 899.427779] env[69350]: WARNING nova.compute.manager [req-6eb86efa-a15d-49d3-97e3-f708afafb13f req-0e78cfeb-c5fd-460d-a204-06d3d36b3f35 service nova] [instance: 12469520-1e54-40a2-b179-0811c4099063] Received unexpected event network-vif-plugged-921925b4-36b2-45d2-bf8f-d2894336e400 for instance with vm_state building and task_state spawning. [ 899.427937] env[69350]: DEBUG nova.compute.manager [req-6eb86efa-a15d-49d3-97e3-f708afafb13f req-0e78cfeb-c5fd-460d-a204-06d3d36b3f35 service nova] [instance: 12469520-1e54-40a2-b179-0811c4099063] Received event network-changed-921925b4-36b2-45d2-bf8f-d2894336e400 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 899.428118] env[69350]: DEBUG nova.compute.manager [req-6eb86efa-a15d-49d3-97e3-f708afafb13f req-0e78cfeb-c5fd-460d-a204-06d3d36b3f35 service nova] [instance: 12469520-1e54-40a2-b179-0811c4099063] Refreshing instance network info cache due to event network-changed-921925b4-36b2-45d2-bf8f-d2894336e400. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 899.428338] env[69350]: DEBUG oslo_concurrency.lockutils [req-6eb86efa-a15d-49d3-97e3-f708afafb13f req-0e78cfeb-c5fd-460d-a204-06d3d36b3f35 service nova] Acquiring lock "refresh_cache-12469520-1e54-40a2-b179-0811c4099063" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.428512] env[69350]: DEBUG oslo_concurrency.lockutils [req-6eb86efa-a15d-49d3-97e3-f708afafb13f req-0e78cfeb-c5fd-460d-a204-06d3d36b3f35 service nova] Acquired lock "refresh_cache-12469520-1e54-40a2-b179-0811c4099063" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.428664] env[69350]: DEBUG nova.network.neutron [req-6eb86efa-a15d-49d3-97e3-f708afafb13f req-0e78cfeb-c5fd-460d-a204-06d3d36b3f35 service nova] [instance: 12469520-1e54-40a2-b179-0811c4099063] Refreshing network info cache for port 921925b4-36b2-45d2-bf8f-d2894336e400 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 899.431908] env[69350]: DEBUG nova.compute.manager [None req-f012e23f-84b2-4940-9ce9-b8de6264a1c9 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Found 1 images (rotation: 2) {{(pid=69350) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 899.449199] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-73b8095a-b952-43b4-8734-b28ec0e005cf tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 32df2bac-26f8-494c-8af5-a02218f66960] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:3c:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '54495d8d-2696-4f65-b925-e567abdc205f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8ab30cd8-bde3-4ce4-afe5-5762e12375c8', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 899.457787] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-73b8095a-b952-43b4-8734-b28ec0e005cf tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 899.462879] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32df2bac-26f8-494c-8af5-a02218f66960] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 899.463492] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-279a2730-7b91-4313-9a86-978c82a1d494 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.488945] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 899.488945] env[69350]: value = "task-3365230" [ 899.488945] env[69350]: _type = "Task" [ 899.488945] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.508077] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365230, 'name': CreateVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.519635] env[69350]: DEBUG oslo_vmware.api [None req-72e64a51-7e44-4b11-b06e-2ca8d14f93b1 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Task: {'id': task-3365225, 'name': ReconfigVM_Task, 'duration_secs': 0.265201} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.520020] env[69350]: DEBUG oslo_vmware.api [None req-7d345322-3065-49aa-9c92-764185d55e87 tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] Task: {'id': task-3365226, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.520348] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-72e64a51-7e44-4b11-b06e-2ca8d14f93b1 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] [instance: 8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda] Reconfigured VM instance instance-00000022 to detach disk 2001 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 899.527888] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40f55675-4a08-4bbe-a69b-ba55ec0fae73 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.546879] env[69350]: DEBUG oslo_vmware.api [None req-72e64a51-7e44-4b11-b06e-2ca8d14f93b1 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Waiting for the task: (returnval){ [ 899.546879] env[69350]: value = "task-3365231" [ 899.546879] env[69350]: _type = "Task" [ 899.546879] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.559694] env[69350]: DEBUG oslo_vmware.api [None req-72e64a51-7e44-4b11-b06e-2ca8d14f93b1 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Task: {'id': task-3365231, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.596263] env[69350]: DEBUG nova.compute.manager [None req-9265ae43-5ce0-4b44-bf8f-6c61e6f99cc6 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: 325fb273-d943-4e52-bde2-a2d3eee6fcbd] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 899.599036] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9265ae43-5ce0-4b44-bf8f-6c61e6f99cc6 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: 325fb273-d943-4e52-bde2-a2d3eee6fcbd] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 899.599036] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c681f6bd-06bb-4257-a589-8092a1e68058 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.613029] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9265ae43-5ce0-4b44-bf8f-6c61e6f99cc6 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: 325fb273-d943-4e52-bde2-a2d3eee6fcbd] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 899.613707] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-62d2b31b-e83c-4732-be5d-8422fd7afaec {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.683323] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9265ae43-5ce0-4b44-bf8f-6c61e6f99cc6 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: 325fb273-d943-4e52-bde2-a2d3eee6fcbd] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 899.683615] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9265ae43-5ce0-4b44-bf8f-6c61e6f99cc6 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: 325fb273-d943-4e52-bde2-a2d3eee6fcbd] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 899.683798] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-9265ae43-5ce0-4b44-bf8f-6c61e6f99cc6 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Deleting the datastore file [datastore1] 325fb273-d943-4e52-bde2-a2d3eee6fcbd {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 899.684093] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d9e2ceee-3f85-40d8-89a4-2526486d0ac3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.694732] env[69350]: DEBUG oslo_vmware.api [None req-9265ae43-5ce0-4b44-bf8f-6c61e6f99cc6 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Waiting for the task: (returnval){ [ 899.694732] env[69350]: value = "task-3365233" [ 899.694732] env[69350]: _type = "Task" [ 899.694732] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.704890] env[69350]: DEBUG oslo_vmware.api [None req-9265ae43-5ce0-4b44-bf8f-6c61e6f99cc6 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365233, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.753629] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a1129d0a-2ae5-411c-ba80-98b1cc30ffd2 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] Acquiring lock "f57f4243-4a2f-4f93-962e-4ceb2fbb2f66" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.753902] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a1129d0a-2ae5-411c-ba80-98b1cc30ffd2 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] Lock "f57f4243-4a2f-4f93-962e-4ceb2fbb2f66" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.774028] env[69350]: DEBUG oslo_vmware.api [None req-f6cdbc7f-bab4-4c92-81f5-c894c05ebddc tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Task: {'id': task-3365227, 'name': PowerOffVM_Task, 'duration_secs': 0.225328} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.774028] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6cdbc7f-bab4-4c92-81f5-c894c05ebddc tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] [instance: 4d443b60-1f07-4d5f-a3cb-9c50407198ae] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 899.774028] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f6cdbc7f-bab4-4c92-81f5-c894c05ebddc tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] [instance: 4d443b60-1f07-4d5f-a3cb-9c50407198ae] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 899.774966] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5f61955e-7363-489c-a64d-22cdc22bcfda {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.827658] env[69350]: DEBUG nova.network.neutron [None req-38341806-3583-4c3b-9d5d-1ed7dfaec5ad tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 3a5af6a2-a06a-4f35-92ea-d122160b22b5] Updating instance_info_cache with network_info: [{"id": "91992c2a-c4aa-4460-9209-15d4643533cc", "address": "fa:16:3e:62:8c:5a", "network": {"id": "7471cab0-87ad-4703-97af-1b6cb285655b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a175bdd0b1324024bc8e47e5836a9e11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91992c2a-c4", "ovs_interfaceid": "91992c2a-c4aa-4460-9209-15d4643533cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.837996] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.848704] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f6cdbc7f-bab4-4c92-81f5-c894c05ebddc tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] [instance: 4d443b60-1f07-4d5f-a3cb-9c50407198ae] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 899.848953] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f6cdbc7f-bab4-4c92-81f5-c894c05ebddc tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] [instance: 4d443b60-1f07-4d5f-a3cb-9c50407198ae] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 899.849179] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6cdbc7f-bab4-4c92-81f5-c894c05ebddc tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Deleting the datastore file [datastore2] 4d443b60-1f07-4d5f-a3cb-9c50407198ae {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 899.849951] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-32ccfe10-ea04-4136-8c85-6f1012cd931a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.858858] env[69350]: DEBUG oslo_vmware.api [None req-f6cdbc7f-bab4-4c92-81f5-c894c05ebddc tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Waiting for the task: (returnval){ [ 899.858858] env[69350]: value = "task-3365235" [ 899.858858] env[69350]: _type = "Task" [ 899.858858] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.875028] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b6c885-99e2-4f12-b952-9cd78727ec02 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.878206] env[69350]: DEBUG oslo_vmware.api [None req-f6cdbc7f-bab4-4c92-81f5-c894c05ebddc tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Task: {'id': task-3365235, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.887981] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.893976] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9323f9c7-504d-4501-8167-c7b4b776790a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.898949] env[69350]: DEBUG oslo_vmware.api [None req-743548ca-d229-469d-a275-297439c1b0c8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365228, 'name': ReconfigVM_Task, 'duration_secs': 0.482687} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.899975] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-743548ca-d229-469d-a275-297439c1b0c8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 6d681952-777f-4243-9b4b-ee5fb0392173] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 6d681952-777f-4243-9b4b-ee5fb0392173/6d681952-777f-4243-9b4b-ee5fb0392173.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 899.904577] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-18aef2f8-3d72-4594-b36b-4d063061f4d5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.935422] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20483eee-6b74-4c66-868f-e2a9db2e6f30 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.944970] env[69350]: DEBUG oslo_vmware.api [None req-743548ca-d229-469d-a275-297439c1b0c8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Waiting for the task: (returnval){ [ 899.944970] env[69350]: value = "task-3365236" [ 899.944970] env[69350]: _type = "Task" [ 899.944970] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.945379] env[69350]: DEBUG oslo_vmware.api [None req-b95578ac-d8a7-4680-9463-adeb922e3eb6 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Task: {'id': task-3365229, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072647} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.946090] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b95578ac-d8a7-4680-9463-adeb922e3eb6 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] [instance: c3010f57-be32-4f20-8276-7b4bd93d76e1] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 899.949969] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32707bbc-6a62-4a81-ad2a-59f7f84d29ea {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.956991] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f4673e-aaf9-48d8-a7af-bbc15bd9d88a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.972931] env[69350]: DEBUG oslo_vmware.api [None req-743548ca-d229-469d-a275-297439c1b0c8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365236, 'name': Rename_Task} progress is 10%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.983296] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-b95578ac-d8a7-4680-9463-adeb922e3eb6 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] [instance: c3010f57-be32-4f20-8276-7b4bd93d76e1] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] c3010f57-be32-4f20-8276-7b4bd93d76e1/c3010f57-be32-4f20-8276-7b4bd93d76e1.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 899.984257] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae4f8347-5b6d-4393-aa0f-f9c7e46a88f0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.014660] env[69350]: DEBUG nova.compute.provider_tree [None req-cc723626-420f-4b26-a721-60f902367fee tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 900.034840] env[69350]: DEBUG oslo_vmware.api [None req-7d345322-3065-49aa-9c92-764185d55e87 tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] Task: {'id': task-3365226, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.795317} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.035410] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365230, 'name': CreateVM_Task, 'duration_secs': 0.532341} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.036726] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d345322-3065-49aa-9c92-764185d55e87 tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] 12469520-1e54-40a2-b179-0811c4099063/12469520-1e54-40a2-b179-0811c4099063.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 900.037050] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7d345322-3065-49aa-9c92-764185d55e87 tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] [instance: 12469520-1e54-40a2-b179-0811c4099063] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 900.037285] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32df2bac-26f8-494c-8af5-a02218f66960] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 900.037860] env[69350]: DEBUG oslo_vmware.api [None req-b95578ac-d8a7-4680-9463-adeb922e3eb6 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Waiting for the task: (returnval){ [ 900.037860] env[69350]: value = "task-3365237" [ 900.037860] env[69350]: _type = "Task" [ 900.037860] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.038143] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b140ac3b-d3f2-4f2d-aff3-209ebb6c3773 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.041276] env[69350]: DEBUG oslo_concurrency.lockutils [None req-73b8095a-b952-43b4-8734-b28ec0e005cf tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.041511] env[69350]: DEBUG oslo_concurrency.lockutils [None req-73b8095a-b952-43b4-8734-b28ec0e005cf tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.041918] env[69350]: DEBUG oslo_concurrency.lockutils [None req-73b8095a-b952-43b4-8734-b28ec0e005cf tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.042513] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8dc527d8-8e81-47b5-b720-d65b66bd51cb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.056248] env[69350]: DEBUG oslo_vmware.api [None req-73b8095a-b952-43b4-8734-b28ec0e005cf tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Waiting for the task: (returnval){ [ 900.056248] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]520faa69-1816-eaac-3e62-13f5619bd806" [ 900.056248] env[69350]: _type = "Task" [ 900.056248] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.056248] env[69350]: DEBUG oslo_vmware.api [None req-7d345322-3065-49aa-9c92-764185d55e87 tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] Waiting for the task: (returnval){ [ 900.056248] env[69350]: value = "task-3365238" [ 900.056248] env[69350]: _type = "Task" [ 900.056248] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.057994] env[69350]: DEBUG oslo_vmware.api [None req-b95578ac-d8a7-4680-9463-adeb922e3eb6 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Task: {'id': task-3365237, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.068366] env[69350]: DEBUG oslo_vmware.api [None req-72e64a51-7e44-4b11-b06e-2ca8d14f93b1 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Task: {'id': task-3365231, 'name': ReconfigVM_Task, 'duration_secs': 0.18084} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.069316] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-72e64a51-7e44-4b11-b06e-2ca8d14f93b1 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] [instance: 8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-671539', 'volume_id': 'd4b5ef77-ee77-4b3a-afab-2bca20a427cd', 'name': 'volume-d4b5ef77-ee77-4b3a-afab-2bca20a427cd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda', 'attached_at': '', 'detached_at': '', 'volume_id': 'd4b5ef77-ee77-4b3a-afab-2bca20a427cd', 'serial': 'd4b5ef77-ee77-4b3a-afab-2bca20a427cd'} {{(pid=69350) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 900.078249] env[69350]: DEBUG oslo_vmware.api [None req-73b8095a-b952-43b4-8734-b28ec0e005cf tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]520faa69-1816-eaac-3e62-13f5619bd806, 'name': SearchDatastore_Task, 'duration_secs': 0.011699} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.078492] env[69350]: DEBUG oslo_vmware.api [None req-7d345322-3065-49aa-9c92-764185d55e87 tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] Task: {'id': task-3365238, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.078789] env[69350]: DEBUG oslo_concurrency.lockutils [None req-73b8095a-b952-43b4-8734-b28ec0e005cf tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.079049] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-73b8095a-b952-43b4-8734-b28ec0e005cf tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 32df2bac-26f8-494c-8af5-a02218f66960] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 900.079287] env[69350]: DEBUG oslo_concurrency.lockutils [None req-73b8095a-b952-43b4-8734-b28ec0e005cf tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.079448] env[69350]: DEBUG oslo_concurrency.lockutils [None req-73b8095a-b952-43b4-8734-b28ec0e005cf tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.079648] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-73b8095a-b952-43b4-8734-b28ec0e005cf tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 900.079935] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a9e681b2-86ab-4803-a22b-f88277984b3c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.089782] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-73b8095a-b952-43b4-8734-b28ec0e005cf tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 900.089782] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-73b8095a-b952-43b4-8734-b28ec0e005cf tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 900.090433] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-674ac0bf-089d-4879-a332-cc031ab03a89 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.097568] env[69350]: DEBUG oslo_vmware.api [None req-73b8095a-b952-43b4-8734-b28ec0e005cf tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Waiting for the task: (returnval){ [ 900.097568] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52ebc84a-a9f5-0ce0-48b8-5a31bc026b25" [ 900.097568] env[69350]: _type = "Task" [ 900.097568] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.109912] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c60be467-f30c-433b-88c7-8df4e35b18fd tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Acquiring lock "dfa7050a-9a30-4a81-8e47-404bca52d0bd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.110188] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c60be467-f30c-433b-88c7-8df4e35b18fd tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Lock "dfa7050a-9a30-4a81-8e47-404bca52d0bd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.114884] env[69350]: DEBUG oslo_vmware.api [None req-73b8095a-b952-43b4-8734-b28ec0e005cf tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52ebc84a-a9f5-0ce0-48b8-5a31bc026b25, 'name': SearchDatastore_Task, 'duration_secs': 0.009466} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.115691] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b98ab6b-8280-4e22-a074-c5a9793e8fd6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.121202] env[69350]: DEBUG oslo_vmware.api [None req-73b8095a-b952-43b4-8734-b28ec0e005cf tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Waiting for the task: (returnval){ [ 900.121202] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52c38a71-47f5-09dc-29ae-de1734d18b36" [ 900.121202] env[69350]: _type = "Task" [ 900.121202] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.129061] env[69350]: DEBUG oslo_vmware.api [None req-73b8095a-b952-43b4-8734-b28ec0e005cf tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52c38a71-47f5-09dc-29ae-de1734d18b36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.204388] env[69350]: DEBUG oslo_vmware.api [None req-9265ae43-5ce0-4b44-bf8f-6c61e6f99cc6 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365233, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.24764} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.204661] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-9265ae43-5ce0-4b44-bf8f-6c61e6f99cc6 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 900.204850] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9265ae43-5ce0-4b44-bf8f-6c61e6f99cc6 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: 325fb273-d943-4e52-bde2-a2d3eee6fcbd] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 900.205041] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9265ae43-5ce0-4b44-bf8f-6c61e6f99cc6 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: 325fb273-d943-4e52-bde2-a2d3eee6fcbd] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 900.205196] env[69350]: INFO nova.compute.manager [None req-9265ae43-5ce0-4b44-bf8f-6c61e6f99cc6 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: 325fb273-d943-4e52-bde2-a2d3eee6fcbd] Took 0.61 seconds to destroy the instance on the hypervisor. [ 900.205427] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9265ae43-5ce0-4b44-bf8f-6c61e6f99cc6 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 900.205724] env[69350]: DEBUG nova.compute.manager [-] [instance: 325fb273-d943-4e52-bde2-a2d3eee6fcbd] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 900.205724] env[69350]: DEBUG nova.network.neutron [-] [instance: 325fb273-d943-4e52-bde2-a2d3eee6fcbd] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 900.262405] env[69350]: DEBUG nova.compute.manager [None req-a1129d0a-2ae5-411c-ba80-98b1cc30ffd2 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] [instance: f57f4243-4a2f-4f93-962e-4ceb2fbb2f66] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 900.334886] env[69350]: DEBUG nova.network.neutron [req-6eb86efa-a15d-49d3-97e3-f708afafb13f req-0e78cfeb-c5fd-460d-a204-06d3d36b3f35 service nova] [instance: 12469520-1e54-40a2-b179-0811c4099063] Updated VIF entry in instance network info cache for port 921925b4-36b2-45d2-bf8f-d2894336e400. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 900.335301] env[69350]: DEBUG nova.network.neutron [req-6eb86efa-a15d-49d3-97e3-f708afafb13f req-0e78cfeb-c5fd-460d-a204-06d3d36b3f35 service nova] [instance: 12469520-1e54-40a2-b179-0811c4099063] Updating instance_info_cache with network_info: [{"id": "921925b4-36b2-45d2-bf8f-d2894336e400", "address": "fa:16:3e:24:ca:a2", "network": {"id": "982223c3-b8bd-40f9-92d9-47d140ca806c", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-545702377-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63af5e6c47c244998f71e5c3208da0d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "255460d5-71d4-4bfd-87f1-acc10085db7f", "external-id": "nsx-vlan-transportzone-152", "segmentation_id": 152, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap921925b4-36", "ovs_interfaceid": "921925b4-36b2-45d2-bf8f-d2894336e400", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.336736] env[69350]: DEBUG oslo_concurrency.lockutils [None req-38341806-3583-4c3b-9d5d-1ed7dfaec5ad tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Releasing lock "refresh_cache-3a5af6a2-a06a-4f35-92ea-d122160b22b5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.369154] env[69350]: DEBUG oslo_vmware.api [None req-f6cdbc7f-bab4-4c92-81f5-c894c05ebddc tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Task: {'id': task-3365235, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156972} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.370625] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6cdbc7f-bab4-4c92-81f5-c894c05ebddc tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 900.370625] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f6cdbc7f-bab4-4c92-81f5-c894c05ebddc tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] [instance: 4d443b60-1f07-4d5f-a3cb-9c50407198ae] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 900.370625] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f6cdbc7f-bab4-4c92-81f5-c894c05ebddc tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] [instance: 4d443b60-1f07-4d5f-a3cb-9c50407198ae] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 900.370625] env[69350]: INFO nova.compute.manager [None req-f6cdbc7f-bab4-4c92-81f5-c894c05ebddc tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] [instance: 4d443b60-1f07-4d5f-a3cb-9c50407198ae] Took 1.13 seconds to destroy the instance on the hypervisor. [ 900.370625] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f6cdbc7f-bab4-4c92-81f5-c894c05ebddc tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 900.370625] env[69350]: DEBUG nova.compute.manager [-] [instance: 4d443b60-1f07-4d5f-a3cb-9c50407198ae] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 900.370625] env[69350]: DEBUG nova.network.neutron [-] [instance: 4d443b60-1f07-4d5f-a3cb-9c50407198ae] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 900.455618] env[69350]: DEBUG oslo_vmware.api [None req-743548ca-d229-469d-a275-297439c1b0c8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365236, 'name': Rename_Task, 'duration_secs': 0.158211} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.457593] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-743548ca-d229-469d-a275-297439c1b0c8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 6d681952-777f-4243-9b4b-ee5fb0392173] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 900.457593] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22dbb605-6e2d-4508-86c6-265ce3b8714b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.464778] env[69350]: DEBUG oslo_vmware.api [None req-743548ca-d229-469d-a275-297439c1b0c8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Waiting for the task: (returnval){ [ 900.464778] env[69350]: value = "task-3365239" [ 900.464778] env[69350]: _type = "Task" [ 900.464778] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.473242] env[69350]: DEBUG oslo_vmware.api [None req-743548ca-d229-469d-a275-297439c1b0c8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365239, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.519716] env[69350]: DEBUG nova.scheduler.client.report [None req-cc723626-420f-4b26-a721-60f902367fee tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 900.527205] env[69350]: DEBUG nova.compute.manager [None req-921ad566-55d6-457e-973f-e5039bda3a0b tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 900.527769] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de5233a9-bbc4-4e84-b8db-56a9a0061e47 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.553279] env[69350]: DEBUG oslo_vmware.api [None req-b95578ac-d8a7-4680-9463-adeb922e3eb6 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Task: {'id': task-3365237, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.566632] env[69350]: DEBUG oslo_vmware.api [None req-7d345322-3065-49aa-9c92-764185d55e87 tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] Task: {'id': task-3365238, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079041} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.566868] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7d345322-3065-49aa-9c92-764185d55e87 tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] [instance: 12469520-1e54-40a2-b179-0811c4099063] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 900.568454] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-762126a6-89b8-4d8b-bd3f-56e983b206bd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.591279] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d345322-3065-49aa-9c92-764185d55e87 tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] [instance: 12469520-1e54-40a2-b179-0811c4099063] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 12469520-1e54-40a2-b179-0811c4099063/12469520-1e54-40a2-b179-0811c4099063.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 900.591878] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-357194bb-2fe2-49e0-861f-e29d5a33eebe {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.621192] env[69350]: DEBUG oslo_vmware.api [None req-7d345322-3065-49aa-9c92-764185d55e87 tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] Waiting for the task: (returnval){ [ 900.621192] env[69350]: value = "task-3365240" [ 900.621192] env[69350]: _type = "Task" [ 900.621192] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.634016] env[69350]: DEBUG oslo_vmware.api [None req-7d345322-3065-49aa-9c92-764185d55e87 tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] Task: {'id': task-3365240, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.637605] env[69350]: DEBUG oslo_vmware.api [None req-73b8095a-b952-43b4-8734-b28ec0e005cf tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52c38a71-47f5-09dc-29ae-de1734d18b36, 'name': SearchDatastore_Task, 'duration_secs': 0.022849} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.638083] env[69350]: DEBUG oslo_concurrency.lockutils [None req-73b8095a-b952-43b4-8734-b28ec0e005cf tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.638151] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-73b8095a-b952-43b4-8734-b28ec0e005cf tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] 32df2bac-26f8-494c-8af5-a02218f66960/32df2bac-26f8-494c-8af5-a02218f66960.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 900.638370] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-be7916c9-92d7-44e3-b7b8-e3d467a41911 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.646141] env[69350]: DEBUG oslo_vmware.api [None req-73b8095a-b952-43b4-8734-b28ec0e005cf tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Waiting for the task: (returnval){ [ 900.646141] env[69350]: value = "task-3365241" [ 900.646141] env[69350]: _type = "Task" [ 900.646141] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.654607] env[69350]: DEBUG nova.objects.instance [None req-72e64a51-7e44-4b11-b06e-2ca8d14f93b1 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Lazy-loading 'flavor' on Instance uuid 8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 900.662695] env[69350]: DEBUG oslo_vmware.api [None req-73b8095a-b952-43b4-8734-b28ec0e005cf tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': task-3365241, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.800942] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a1129d0a-2ae5-411c-ba80-98b1cc30ffd2 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.843061] env[69350]: DEBUG oslo_concurrency.lockutils [req-6eb86efa-a15d-49d3-97e3-f708afafb13f req-0e78cfeb-c5fd-460d-a204-06d3d36b3f35 service nova] Releasing lock "refresh_cache-12469520-1e54-40a2-b179-0811c4099063" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.863747] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94328b90-cb9e-4cf4-9e96-c8c202dfed8d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.893927] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d2a52e-c5f9-4dea-83d2-e612b69f96ec {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.901663] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-38341806-3583-4c3b-9d5d-1ed7dfaec5ad tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 3a5af6a2-a06a-4f35-92ea-d122160b22b5] Updating instance '3a5af6a2-a06a-4f35-92ea-d122160b22b5' progress to 83 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 900.974957] env[69350]: DEBUG oslo_vmware.api [None req-743548ca-d229-469d-a275-297439c1b0c8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365239, 'name': PowerOnVM_Task, 'duration_secs': 0.467857} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.975265] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-743548ca-d229-469d-a275-297439c1b0c8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 6d681952-777f-4243-9b4b-ee5fb0392173] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 900.975501] env[69350]: INFO nova.compute.manager [None req-743548ca-d229-469d-a275-297439c1b0c8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 6d681952-777f-4243-9b4b-ee5fb0392173] Took 14.08 seconds to spawn the instance on the hypervisor. [ 900.975698] env[69350]: DEBUG nova.compute.manager [None req-743548ca-d229-469d-a275-297439c1b0c8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 6d681952-777f-4243-9b4b-ee5fb0392173] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 900.976560] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c5ec8f-0d60-4fb5-9810-c03de12ff49a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.024691] env[69350]: DEBUG oslo_concurrency.lockutils [None req-cc723626-420f-4b26-a721-60f902367fee tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.295s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.030889] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4dc531fa-076e-4df8-b263-7d9cd9bf17f5 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.510s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.032632] env[69350]: INFO nova.compute.claims [None req-4dc531fa-076e-4df8-b263-7d9cd9bf17f5 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: 54012b13-65ff-4fe4-bcab-43038f12aeda] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 901.041726] env[69350]: INFO nova.compute.manager [None req-921ad566-55d6-457e-973f-e5039bda3a0b tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] instance snapshotting [ 901.042387] env[69350]: DEBUG nova.objects.instance [None req-921ad566-55d6-457e-973f-e5039bda3a0b tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Lazy-loading 'flavor' on Instance uuid 90b71625-4bb1-4f8b-a94e-313cea1be2da {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 901.054158] env[69350]: DEBUG oslo_vmware.api [None req-b95578ac-d8a7-4680-9463-adeb922e3eb6 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Task: {'id': task-3365237, 'name': ReconfigVM_Task, 'duration_secs': 0.633904} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.054728] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-b95578ac-d8a7-4680-9463-adeb922e3eb6 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] [instance: c3010f57-be32-4f20-8276-7b4bd93d76e1] Reconfigured VM instance instance-0000002f to attach disk [datastore2] c3010f57-be32-4f20-8276-7b4bd93d76e1/c3010f57-be32-4f20-8276-7b4bd93d76e1.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 901.056344] env[69350]: INFO nova.scheduler.client.report [None req-cc723626-420f-4b26-a721-60f902367fee tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Deleted allocations for instance ec57f63b-c28b-4de2-a335-2b5ffa721ee6 [ 901.057379] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-58715cbc-b2f5-4414-88b2-7ac3a0fee535 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.067901] env[69350]: DEBUG oslo_vmware.api [None req-b95578ac-d8a7-4680-9463-adeb922e3eb6 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Waiting for the task: (returnval){ [ 901.067901] env[69350]: value = "task-3365242" [ 901.067901] env[69350]: _type = "Task" [ 901.067901] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.080877] env[69350]: DEBUG oslo_vmware.api [None req-b95578ac-d8a7-4680-9463-adeb922e3eb6 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Task: {'id': task-3365242, 'name': Rename_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.131729] env[69350]: DEBUG oslo_vmware.api [None req-7d345322-3065-49aa-9c92-764185d55e87 tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] Task: {'id': task-3365240, 'name': ReconfigVM_Task, 'duration_secs': 0.362508} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.132052] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d345322-3065-49aa-9c92-764185d55e87 tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] [instance: 12469520-1e54-40a2-b179-0811c4099063] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 12469520-1e54-40a2-b179-0811c4099063/12469520-1e54-40a2-b179-0811c4099063.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 901.133360] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d172649-53a7-49a1-ae06-bb0859762844 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.141281] env[69350]: DEBUG oslo_vmware.api [None req-7d345322-3065-49aa-9c92-764185d55e87 tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] Waiting for the task: (returnval){ [ 901.141281] env[69350]: value = "task-3365243" [ 901.141281] env[69350]: _type = "Task" [ 901.141281] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.157745] env[69350]: DEBUG oslo_vmware.api [None req-7d345322-3065-49aa-9c92-764185d55e87 tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] Task: {'id': task-3365243, 'name': Rename_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.161280] env[69350]: DEBUG oslo_vmware.api [None req-73b8095a-b952-43b4-8734-b28ec0e005cf tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': task-3365241, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.168891] env[69350]: DEBUG nova.network.neutron [-] [instance: 325fb273-d943-4e52-bde2-a2d3eee6fcbd] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.284583] env[69350]: DEBUG nova.network.neutron [-] [instance: 4d443b60-1f07-4d5f-a3cb-9c50407198ae] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.408980] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-38341806-3583-4c3b-9d5d-1ed7dfaec5ad tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 3a5af6a2-a06a-4f35-92ea-d122160b22b5] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 901.409326] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0661a14f-3f8b-4362-9621-4b82c9450ddf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.416616] env[69350]: DEBUG oslo_vmware.api [None req-38341806-3583-4c3b-9d5d-1ed7dfaec5ad tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Waiting for the task: (returnval){ [ 901.416616] env[69350]: value = "task-3365244" [ 901.416616] env[69350]: _type = "Task" [ 901.416616] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.429448] env[69350]: DEBUG oslo_vmware.api [None req-38341806-3583-4c3b-9d5d-1ed7dfaec5ad tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Task: {'id': task-3365244, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.493190] env[69350]: DEBUG nova.compute.manager [req-a07a68a4-8a3e-4033-b7f3-58dc9b1a75d9 req-f5675299-caa4-4ba1-bbc2-ded11bcabd5f service nova] [instance: 325fb273-d943-4e52-bde2-a2d3eee6fcbd] Received event network-vif-deleted-a831f765-5738-4acd-a48f-894c78dc9110 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 901.493409] env[69350]: DEBUG nova.compute.manager [req-a07a68a4-8a3e-4033-b7f3-58dc9b1a75d9 req-f5675299-caa4-4ba1-bbc2-ded11bcabd5f service nova] [instance: 4d443b60-1f07-4d5f-a3cb-9c50407198ae] Received event network-vif-deleted-340151f0-9772-452b-bf9a-2b650c2072c5 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 901.498701] env[69350]: INFO nova.compute.manager [None req-743548ca-d229-469d-a275-297439c1b0c8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 6d681952-777f-4243-9b4b-ee5fb0392173] Took 42.14 seconds to build instance. [ 901.550224] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08533f9a-f79c-45bc-9f12-0ae384fb63de {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.572713] env[69350]: DEBUG oslo_concurrency.lockutils [None req-cc723626-420f-4b26-a721-60f902367fee tempest-ListServerFiltersTestJSON-1962517670 tempest-ListServerFiltersTestJSON-1962517670-project-member] Lock "ec57f63b-c28b-4de2-a335-2b5ffa721ee6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.863s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.579400] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc450e9e-6503-448e-9904-99b4d41e4139 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.585527] env[69350]: DEBUG oslo_vmware.api [None req-b95578ac-d8a7-4680-9463-adeb922e3eb6 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Task: {'id': task-3365242, 'name': Rename_Task, 'duration_secs': 0.287743} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.587719] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-b95578ac-d8a7-4680-9463-adeb922e3eb6 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] [instance: c3010f57-be32-4f20-8276-7b4bd93d76e1] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 901.590293] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b79a44b5-64df-4e66-b118-18fc889e4d0d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.596918] env[69350]: DEBUG oslo_vmware.api [None req-b95578ac-d8a7-4680-9463-adeb922e3eb6 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Waiting for the task: (returnval){ [ 901.596918] env[69350]: value = "task-3365245" [ 901.596918] env[69350]: _type = "Task" [ 901.596918] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.605870] env[69350]: DEBUG oslo_vmware.api [None req-b95578ac-d8a7-4680-9463-adeb922e3eb6 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Task: {'id': task-3365245, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.655811] env[69350]: DEBUG oslo_vmware.api [None req-7d345322-3065-49aa-9c92-764185d55e87 tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] Task: {'id': task-3365243, 'name': Rename_Task, 'duration_secs': 0.330184} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.656492] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d345322-3065-49aa-9c92-764185d55e87 tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] [instance: 12469520-1e54-40a2-b179-0811c4099063] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 901.656946] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe42716b-e155-4404-b038-eaa21e2628d4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.663753] env[69350]: DEBUG oslo_vmware.api [None req-73b8095a-b952-43b4-8734-b28ec0e005cf tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': task-3365241, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.624592} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.664687] env[69350]: DEBUG oslo_concurrency.lockutils [None req-72e64a51-7e44-4b11-b06e-2ca8d14f93b1 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Lock "8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.356s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.665516] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-73b8095a-b952-43b4-8734-b28ec0e005cf tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] 32df2bac-26f8-494c-8af5-a02218f66960/32df2bac-26f8-494c-8af5-a02218f66960.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 901.665689] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-73b8095a-b952-43b4-8734-b28ec0e005cf tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 32df2bac-26f8-494c-8af5-a02218f66960] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 901.666148] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dc57837b-9b55-467f-83a0-d901cb65f338 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.669246] env[69350]: DEBUG oslo_vmware.api [None req-7d345322-3065-49aa-9c92-764185d55e87 tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] Waiting for the task: (returnval){ [ 901.669246] env[69350]: value = "task-3365246" [ 901.669246] env[69350]: _type = "Task" [ 901.669246] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.676898] env[69350]: INFO nova.compute.manager [-] [instance: 325fb273-d943-4e52-bde2-a2d3eee6fcbd] Took 1.47 seconds to deallocate network for instance. [ 901.676898] env[69350]: DEBUG oslo_vmware.api [None req-73b8095a-b952-43b4-8734-b28ec0e005cf tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Waiting for the task: (returnval){ [ 901.676898] env[69350]: value = "task-3365247" [ 901.676898] env[69350]: _type = "Task" [ 901.676898] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.693345] env[69350]: DEBUG oslo_vmware.api [None req-7d345322-3065-49aa-9c92-764185d55e87 tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] Task: {'id': task-3365246, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.698703] env[69350]: DEBUG oslo_vmware.api [None req-73b8095a-b952-43b4-8734-b28ec0e005cf tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': task-3365247, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.788024] env[69350]: INFO nova.compute.manager [-] [instance: 4d443b60-1f07-4d5f-a3cb-9c50407198ae] Took 1.42 seconds to deallocate network for instance. [ 901.928338] env[69350]: DEBUG oslo_vmware.api [None req-38341806-3583-4c3b-9d5d-1ed7dfaec5ad tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Task: {'id': task-3365244, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.001628] env[69350]: DEBUG oslo_concurrency.lockutils [None req-743548ca-d229-469d-a275-297439c1b0c8 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Lock "6d681952-777f-4243-9b4b-ee5fb0392173" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.603s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.094664] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-921ad566-55d6-457e-973f-e5039bda3a0b tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Creating Snapshot of the VM instance {{(pid=69350) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 902.095681] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-58453a39-5258-4160-894c-19532195515f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.102661] env[69350]: DEBUG oslo_vmware.api [None req-921ad566-55d6-457e-973f-e5039bda3a0b tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Waiting for the task: (returnval){ [ 902.102661] env[69350]: value = "task-3365248" [ 902.102661] env[69350]: _type = "Task" [ 902.102661] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.109941] env[69350]: DEBUG oslo_vmware.api [None req-b95578ac-d8a7-4680-9463-adeb922e3eb6 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Task: {'id': task-3365245, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.116592] env[69350]: DEBUG oslo_vmware.api [None req-921ad566-55d6-457e-973f-e5039bda3a0b tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365248, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.189271] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9265ae43-5ce0-4b44-bf8f-6c61e6f99cc6 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.189628] env[69350]: DEBUG oslo_vmware.api [None req-7d345322-3065-49aa-9c92-764185d55e87 tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] Task: {'id': task-3365246, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.194839] env[69350]: DEBUG oslo_vmware.api [None req-73b8095a-b952-43b4-8734-b28ec0e005cf tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': task-3365247, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.130263} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.194979] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-73b8095a-b952-43b4-8734-b28ec0e005cf tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 32df2bac-26f8-494c-8af5-a02218f66960] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 902.198611] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ada57d2f-e94b-4c32-9af3-e127bc7e0f47 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.229330] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-73b8095a-b952-43b4-8734-b28ec0e005cf tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 32df2bac-26f8-494c-8af5-a02218f66960] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] 32df2bac-26f8-494c-8af5-a02218f66960/32df2bac-26f8-494c-8af5-a02218f66960.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 902.232322] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92ecb312-2189-41bf-a877-f2b65fce1f6c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.264689] env[69350]: DEBUG oslo_vmware.api [None req-73b8095a-b952-43b4-8734-b28ec0e005cf tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Waiting for the task: (returnval){ [ 902.264689] env[69350]: value = "task-3365249" [ 902.264689] env[69350]: _type = "Task" [ 902.264689] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.270437] env[69350]: DEBUG oslo_vmware.api [None req-73b8095a-b952-43b4-8734-b28ec0e005cf tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': task-3365249, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.297055] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f6cdbc7f-bab4-4c92-81f5-c894c05ebddc tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.314955] env[69350]: DEBUG oslo_concurrency.lockutils [None req-82c491cb-ed22-450d-847e-e8f562dba9fc tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] Acquiring lock "83e0ad4e-cacd-4024-b73b-8d2b54d8aed3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.315269] env[69350]: DEBUG oslo_concurrency.lockutils [None req-82c491cb-ed22-450d-847e-e8f562dba9fc tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] Lock "83e0ad4e-cacd-4024-b73b-8d2b54d8aed3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.430676] env[69350]: DEBUG oslo_vmware.api [None req-38341806-3583-4c3b-9d5d-1ed7dfaec5ad tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Task: {'id': task-3365244, 'name': PowerOnVM_Task, 'duration_secs': 0.536947} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.433760] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-38341806-3583-4c3b-9d5d-1ed7dfaec5ad tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 3a5af6a2-a06a-4f35-92ea-d122160b22b5] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 902.433989] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-38341806-3583-4c3b-9d5d-1ed7dfaec5ad tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 3a5af6a2-a06a-4f35-92ea-d122160b22b5] Updating instance '3a5af6a2-a06a-4f35-92ea-d122160b22b5' progress to 100 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 902.509150] env[69350]: DEBUG nova.compute.manager [None req-c60be467-f30c-433b-88c7-8df4e35b18fd tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: dfa7050a-9a30-4a81-8e47-404bca52d0bd] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 902.614212] env[69350]: DEBUG oslo_vmware.api [None req-921ad566-55d6-457e-973f-e5039bda3a0b tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365248, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.619863] env[69350]: DEBUG oslo_vmware.api [None req-b95578ac-d8a7-4680-9463-adeb922e3eb6 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Task: {'id': task-3365245, 'name': PowerOnVM_Task} progress is 79%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.685493] env[69350]: DEBUG oslo_vmware.api [None req-7d345322-3065-49aa-9c92-764185d55e87 tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] Task: {'id': task-3365246, 'name': PowerOnVM_Task, 'duration_secs': 0.913391} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.686168] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d345322-3065-49aa-9c92-764185d55e87 tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] [instance: 12469520-1e54-40a2-b179-0811c4099063] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 902.686168] env[69350]: INFO nova.compute.manager [None req-7d345322-3065-49aa-9c92-764185d55e87 tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] [instance: 12469520-1e54-40a2-b179-0811c4099063] Took 8.06 seconds to spawn the instance on the hypervisor. [ 902.686350] env[69350]: DEBUG nova.compute.manager [None req-7d345322-3065-49aa-9c92-764185d55e87 tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] [instance: 12469520-1e54-40a2-b179-0811c4099063] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 902.687198] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-257e4db9-c81e-4665-ad5c-17665b03d24e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.691523] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a740cf02-e073-4918-893e-5d1899197f10 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.706057] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f26b573-3e9d-4c0f-b5ff-d7ad5384bb46 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.744507] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a701847e-ef74-4c14-ad46-3400924f59d1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.752605] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2cb3ead-f378-4b93-a8ec-ef333e0c3367 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.771060] env[69350]: DEBUG nova.compute.provider_tree [None req-4dc531fa-076e-4df8-b263-7d9cd9bf17f5 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 902.781378] env[69350]: DEBUG oslo_vmware.api [None req-73b8095a-b952-43b4-8734-b28ec0e005cf tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': task-3365249, 'name': ReconfigVM_Task, 'duration_secs': 0.281947} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.782335] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-73b8095a-b952-43b4-8734-b28ec0e005cf tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 32df2bac-26f8-494c-8af5-a02218f66960] Reconfigured VM instance instance-00000008 to attach disk [datastore2] 32df2bac-26f8-494c-8af5-a02218f66960/32df2bac-26f8-494c-8af5-a02218f66960.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 902.782760] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-62ecc676-4b0e-4307-878f-8bc240811b08 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.789997] env[69350]: DEBUG oslo_vmware.api [None req-73b8095a-b952-43b4-8734-b28ec0e005cf tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Waiting for the task: (returnval){ [ 902.789997] env[69350]: value = "task-3365250" [ 902.789997] env[69350]: _type = "Task" [ 902.789997] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.800278] env[69350]: DEBUG oslo_vmware.api [None req-73b8095a-b952-43b4-8734-b28ec0e005cf tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': task-3365250, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.821227] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f9472f3c-d6d6-4515-89ce-95633bb683fb tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Acquiring lock "6d681952-777f-4243-9b4b-ee5fb0392173" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.821663] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f9472f3c-d6d6-4515-89ce-95633bb683fb tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Lock "6d681952-777f-4243-9b4b-ee5fb0392173" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.029773] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c60be467-f30c-433b-88c7-8df4e35b18fd tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.112563] env[69350]: DEBUG oslo_vmware.api [None req-b95578ac-d8a7-4680-9463-adeb922e3eb6 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Task: {'id': task-3365245, 'name': PowerOnVM_Task, 'duration_secs': 1.136797} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.115598] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-b95578ac-d8a7-4680-9463-adeb922e3eb6 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] [instance: c3010f57-be32-4f20-8276-7b4bd93d76e1] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 903.115598] env[69350]: DEBUG nova.compute.manager [None req-b95578ac-d8a7-4680-9463-adeb922e3eb6 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] [instance: c3010f57-be32-4f20-8276-7b4bd93d76e1] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 903.115598] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d5d6355-680e-4f7d-a429-2218b2324ce0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.119848] env[69350]: DEBUG oslo_vmware.api [None req-921ad566-55d6-457e-973f-e5039bda3a0b tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365248, 'name': CreateSnapshot_Task, 'duration_secs': 0.86975} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.120508] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-921ad566-55d6-457e-973f-e5039bda3a0b tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Created Snapshot of the VM instance {{(pid=69350) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 903.121241] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ddfafc-1f9b-431f-ab96-0226263f8fcc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.225396] env[69350]: INFO nova.compute.manager [None req-7d345322-3065-49aa-9c92-764185d55e87 tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] [instance: 12469520-1e54-40a2-b179-0811c4099063] Took 29.41 seconds to build instance. [ 903.277020] env[69350]: DEBUG nova.scheduler.client.report [None req-4dc531fa-076e-4df8-b263-7d9cd9bf17f5 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 903.301553] env[69350]: DEBUG oslo_vmware.api [None req-73b8095a-b952-43b4-8734-b28ec0e005cf tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': task-3365250, 'name': Rename_Task, 'duration_secs': 0.146512} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.302060] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-73b8095a-b952-43b4-8734-b28ec0e005cf tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 32df2bac-26f8-494c-8af5-a02218f66960] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 903.302690] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d287d879-0228-4389-a02b-d567262c8d3f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.309161] env[69350]: DEBUG oslo_vmware.api [None req-73b8095a-b952-43b4-8734-b28ec0e005cf tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Waiting for the task: (returnval){ [ 903.309161] env[69350]: value = "task-3365251" [ 903.309161] env[69350]: _type = "Task" [ 903.309161] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.317147] env[69350]: DEBUG oslo_vmware.api [None req-73b8095a-b952-43b4-8734-b28ec0e005cf tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': task-3365251, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.325216] env[69350]: DEBUG nova.compute.utils [None req-f9472f3c-d6d6-4515-89ce-95633bb683fb tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 903.333907] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3e0fe48e-9b50-4d0c-bf4c-395701aea6aa tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Acquiring lock "e38a1927-542e-4094-80f7-3832351b1db3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.334143] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3e0fe48e-9b50-4d0c-bf4c-395701aea6aa tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Lock "e38a1927-542e-4094-80f7-3832351b1db3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.642504] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-921ad566-55d6-457e-973f-e5039bda3a0b tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Creating linked-clone VM from snapshot {{(pid=69350) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 903.643218] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b95578ac-d8a7-4680-9463-adeb922e3eb6 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.643533] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-33a407d9-5988-47b4-bb9b-6842d36ecf45 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.652459] env[69350]: DEBUG oslo_vmware.api [None req-921ad566-55d6-457e-973f-e5039bda3a0b tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Waiting for the task: (returnval){ [ 903.652459] env[69350]: value = "task-3365252" [ 903.652459] env[69350]: _type = "Task" [ 903.652459] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.662146] env[69350]: DEBUG oslo_vmware.api [None req-921ad566-55d6-457e-973f-e5039bda3a0b tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365252, 'name': CloneVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.728729] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7d345322-3065-49aa-9c92-764185d55e87 tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] Lock "12469520-1e54-40a2-b179-0811c4099063" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.917s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.781243] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4dc531fa-076e-4df8-b263-7d9cd9bf17f5 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.754s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.781837] env[69350]: DEBUG nova.compute.manager [None req-4dc531fa-076e-4df8-b263-7d9cd9bf17f5 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: 54012b13-65ff-4fe4-bcab-43038f12aeda] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 903.785140] env[69350]: DEBUG oslo_concurrency.lockutils [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.156s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.786934] env[69350]: INFO nova.compute.claims [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] [instance: 9d08e109-356f-4370-86c6-b7bf4d70ce0b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 903.823120] env[69350]: DEBUG oslo_vmware.api [None req-73b8095a-b952-43b4-8734-b28ec0e005cf tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': task-3365251, 'name': PowerOnVM_Task, 'duration_secs': 0.481748} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.823942] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-73b8095a-b952-43b4-8734-b28ec0e005cf tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 32df2bac-26f8-494c-8af5-a02218f66960] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 903.824421] env[69350]: DEBUG nova.compute.manager [None req-73b8095a-b952-43b4-8734-b28ec0e005cf tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 32df2bac-26f8-494c-8af5-a02218f66960] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 903.825994] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f2b8291-d692-4810-bb72-fc7ff255915b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.834059] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f9472f3c-d6d6-4515-89ce-95633bb683fb tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Lock "6d681952-777f-4243-9b4b-ee5fb0392173" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.169119] env[69350]: DEBUG oslo_vmware.api [None req-921ad566-55d6-457e-973f-e5039bda3a0b tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365252, 'name': CloneVM_Task} progress is 94%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.230535] env[69350]: DEBUG nova.compute.manager [None req-82c491cb-ed22-450d-847e-e8f562dba9fc tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] [instance: 83e0ad4e-cacd-4024-b73b-8d2b54d8aed3] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 904.297126] env[69350]: DEBUG nova.compute.utils [None req-4dc531fa-076e-4df8-b263-7d9cd9bf17f5 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 904.304129] env[69350]: DEBUG nova.compute.manager [None req-4dc531fa-076e-4df8-b263-7d9cd9bf17f5 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: 54012b13-65ff-4fe4-bcab-43038f12aeda] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 904.304129] env[69350]: DEBUG nova.network.neutron [None req-4dc531fa-076e-4df8-b263-7d9cd9bf17f5 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: 54012b13-65ff-4fe4-bcab-43038f12aeda] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 904.358804] env[69350]: DEBUG oslo_concurrency.lockutils [None req-73b8095a-b952-43b4-8734-b28ec0e005cf tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.370152] env[69350]: DEBUG nova.policy [None req-4dc531fa-076e-4df8-b263-7d9cd9bf17f5 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8dd2f34152fc4907958920f5dd65722a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3571746915f448e3a8390b87a7cc7369', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 904.449171] env[69350]: DEBUG nova.compute.manager [req-9cc915ed-89fd-405f-a174-cc74505edfb7 req-60a655ee-d0d8-4f85-a5ce-99b0db93e66d service nova] [instance: 12469520-1e54-40a2-b179-0811c4099063] Received event network-changed-921925b4-36b2-45d2-bf8f-d2894336e400 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 904.449364] env[69350]: DEBUG nova.compute.manager [req-9cc915ed-89fd-405f-a174-cc74505edfb7 req-60a655ee-d0d8-4f85-a5ce-99b0db93e66d service nova] [instance: 12469520-1e54-40a2-b179-0811c4099063] Refreshing instance network info cache due to event network-changed-921925b4-36b2-45d2-bf8f-d2894336e400. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 904.449657] env[69350]: DEBUG oslo_concurrency.lockutils [req-9cc915ed-89fd-405f-a174-cc74505edfb7 req-60a655ee-d0d8-4f85-a5ce-99b0db93e66d service nova] Acquiring lock "refresh_cache-12469520-1e54-40a2-b179-0811c4099063" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.449985] env[69350]: DEBUG oslo_concurrency.lockutils [req-9cc915ed-89fd-405f-a174-cc74505edfb7 req-60a655ee-d0d8-4f85-a5ce-99b0db93e66d service nova] Acquired lock "refresh_cache-12469520-1e54-40a2-b179-0811c4099063" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.450338] env[69350]: DEBUG nova.network.neutron [req-9cc915ed-89fd-405f-a174-cc74505edfb7 req-60a655ee-d0d8-4f85-a5ce-99b0db93e66d service nova] [instance: 12469520-1e54-40a2-b179-0811c4099063] Refreshing network info cache for port 921925b4-36b2-45d2-bf8f-d2894336e400 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 904.484245] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7a1eee16-5699-49af-9346-644c2abadfa9 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Acquiring lock "c3010f57-be32-4f20-8276-7b4bd93d76e1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.484528] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7a1eee16-5699-49af-9346-644c2abadfa9 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Lock "c3010f57-be32-4f20-8276-7b4bd93d76e1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.484740] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7a1eee16-5699-49af-9346-644c2abadfa9 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Acquiring lock "c3010f57-be32-4f20-8276-7b4bd93d76e1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.485034] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7a1eee16-5699-49af-9346-644c2abadfa9 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Lock "c3010f57-be32-4f20-8276-7b4bd93d76e1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.485245] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7a1eee16-5699-49af-9346-644c2abadfa9 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Lock "c3010f57-be32-4f20-8276-7b4bd93d76e1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.488105] env[69350]: INFO nova.compute.manager [None req-7a1eee16-5699-49af-9346-644c2abadfa9 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] [instance: c3010f57-be32-4f20-8276-7b4bd93d76e1] Terminating instance [ 904.664945] env[69350]: DEBUG oslo_vmware.api [None req-921ad566-55d6-457e-973f-e5039bda3a0b tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365252, 'name': CloneVM_Task} progress is 94%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.767384] env[69350]: DEBUG oslo_concurrency.lockutils [None req-82c491cb-ed22-450d-847e-e8f562dba9fc tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.799139] env[69350]: DEBUG nova.compute.manager [None req-4dc531fa-076e-4df8-b263-7d9cd9bf17f5 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: 54012b13-65ff-4fe4-bcab-43038f12aeda] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 904.929599] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f9472f3c-d6d6-4515-89ce-95633bb683fb tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Acquiring lock "6d681952-777f-4243-9b4b-ee5fb0392173" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.929963] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f9472f3c-d6d6-4515-89ce-95633bb683fb tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Lock "6d681952-777f-4243-9b4b-ee5fb0392173" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.930204] env[69350]: INFO nova.compute.manager [None req-f9472f3c-d6d6-4515-89ce-95633bb683fb tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 6d681952-777f-4243-9b4b-ee5fb0392173] Attaching volume 56c96aad-b55b-4b03-b820-87b5b53053c9 to /dev/sdb [ 904.942307] env[69350]: DEBUG nova.network.neutron [None req-4dc531fa-076e-4df8-b263-7d9cd9bf17f5 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: 54012b13-65ff-4fe4-bcab-43038f12aeda] Successfully created port: ce0719c1-9034-414c-8455-79bb6d024a97 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 904.978833] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed9bcc3-de9f-4964-99a7-77002df44be3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.989626] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ceb868-9dbe-48d5-9529-d5d354917f71 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.996983] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7a1eee16-5699-49af-9346-644c2abadfa9 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Acquiring lock "refresh_cache-c3010f57-be32-4f20-8276-7b4bd93d76e1" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.997227] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7a1eee16-5699-49af-9346-644c2abadfa9 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Acquired lock "refresh_cache-c3010f57-be32-4f20-8276-7b4bd93d76e1" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.997450] env[69350]: DEBUG nova.network.neutron [None req-7a1eee16-5699-49af-9346-644c2abadfa9 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] [instance: c3010f57-be32-4f20-8276-7b4bd93d76e1] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 905.011558] env[69350]: DEBUG nova.virt.block_device [None req-f9472f3c-d6d6-4515-89ce-95633bb683fb tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 6d681952-777f-4243-9b4b-ee5fb0392173] Updating existing volume attachment record: 3ef8b27a-240d-4d51-bdae-c565a6099da5 {{(pid=69350) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 905.180339] env[69350]: DEBUG oslo_vmware.api [None req-921ad566-55d6-457e-973f-e5039bda3a0b tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365252, 'name': CloneVM_Task} progress is 95%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.245874] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 905.246647] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 905.456693] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-858a5561-36c6-48f0-b262-15f34ed2a738 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.464851] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f041ab-0f56-4c03-8e81-bd30a60fddfe {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.510955] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59368d73-fdb0-482f-bf65-f60e6def0f42 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.520149] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-582b912a-0cf5-4b69-94a0-5a4d13544196 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.535205] env[69350]: DEBUG nova.compute.provider_tree [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 905.574692] env[69350]: DEBUG nova.network.neutron [None req-7a1eee16-5699-49af-9346-644c2abadfa9 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] [instance: c3010f57-be32-4f20-8276-7b4bd93d76e1] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 905.667997] env[69350]: DEBUG oslo_vmware.api [None req-921ad566-55d6-457e-973f-e5039bda3a0b tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365252, 'name': CloneVM_Task, 'duration_secs': 1.623735} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.668346] env[69350]: INFO nova.virt.vmwareapi.vmops [None req-921ad566-55d6-457e-973f-e5039bda3a0b tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Created linked-clone VM from snapshot [ 905.669213] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcbdbbca-781f-4017-8da8-0ba0b3ce3f31 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.680018] env[69350]: DEBUG nova.virt.vmwareapi.images [None req-921ad566-55d6-457e-973f-e5039bda3a0b tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Uploading image 8ab9b35f-258e-4cab-b761-8a01ec671de7 {{(pid=69350) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 905.707748] env[69350]: DEBUG oslo_vmware.rw_handles [None req-921ad566-55d6-457e-973f-e5039bda3a0b tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 905.707748] env[69350]: value = "vm-671550" [ 905.707748] env[69350]: _type = "VirtualMachine" [ 905.707748] env[69350]: }. {{(pid=69350) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 905.708044] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-34104777-db0e-42a9-a5ad-ec207d55b20f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.715570] env[69350]: DEBUG oslo_vmware.rw_handles [None req-921ad566-55d6-457e-973f-e5039bda3a0b tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Lease: (returnval){ [ 905.715570] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5221db3f-fa09-f63c-42fc-1b5c571533ed" [ 905.715570] env[69350]: _type = "HttpNfcLease" [ 905.715570] env[69350]: } obtained for exporting VM: (result){ [ 905.715570] env[69350]: value = "vm-671550" [ 905.715570] env[69350]: _type = "VirtualMachine" [ 905.715570] env[69350]: }. {{(pid=69350) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 905.715906] env[69350]: DEBUG oslo_vmware.api [None req-921ad566-55d6-457e-973f-e5039bda3a0b tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Waiting for the lease: (returnval){ [ 905.715906] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5221db3f-fa09-f63c-42fc-1b5c571533ed" [ 905.715906] env[69350]: _type = "HttpNfcLease" [ 905.715906] env[69350]: } to be ready. {{(pid=69350) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 905.724465] env[69350]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 905.724465] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5221db3f-fa09-f63c-42fc-1b5c571533ed" [ 905.724465] env[69350]: _type = "HttpNfcLease" [ 905.724465] env[69350]: } is initializing. {{(pid=69350) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 905.766019] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 905.766204] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 905.766352] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 905.766560] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 905.766647] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 905.766791] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 905.766924] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69350) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 905.767077] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 905.775565] env[69350]: DEBUG nova.network.neutron [None req-9af57d21-db5f-4079-9142-e5217d38dd18 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 3a5af6a2-a06a-4f35-92ea-d122160b22b5] Port 91992c2a-c4aa-4460-9209-15d4643533cc binding to destination host cpu-1 is already ACTIVE {{(pid=69350) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 905.775565] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9af57d21-db5f-4079-9142-e5217d38dd18 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Acquiring lock "refresh_cache-3a5af6a2-a06a-4f35-92ea-d122160b22b5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.775703] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9af57d21-db5f-4079-9142-e5217d38dd18 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Acquired lock "refresh_cache-3a5af6a2-a06a-4f35-92ea-d122160b22b5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.775817] env[69350]: DEBUG nova.network.neutron [None req-9af57d21-db5f-4079-9142-e5217d38dd18 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 3a5af6a2-a06a-4f35-92ea-d122160b22b5] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 905.783664] env[69350]: DEBUG nova.network.neutron [None req-7a1eee16-5699-49af-9346-644c2abadfa9 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] [instance: c3010f57-be32-4f20-8276-7b4bd93d76e1] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.812892] env[69350]: DEBUG nova.compute.manager [None req-4dc531fa-076e-4df8-b263-7d9cd9bf17f5 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: 54012b13-65ff-4fe4-bcab-43038f12aeda] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 905.848877] env[69350]: DEBUG nova.virt.hardware [None req-4dc531fa-076e-4df8-b263-7d9cd9bf17f5 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 905.849153] env[69350]: DEBUG nova.virt.hardware [None req-4dc531fa-076e-4df8-b263-7d9cd9bf17f5 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 905.850146] env[69350]: DEBUG nova.virt.hardware [None req-4dc531fa-076e-4df8-b263-7d9cd9bf17f5 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 905.850146] env[69350]: DEBUG nova.virt.hardware [None req-4dc531fa-076e-4df8-b263-7d9cd9bf17f5 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 905.850146] env[69350]: DEBUG nova.virt.hardware [None req-4dc531fa-076e-4df8-b263-7d9cd9bf17f5 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 905.850146] env[69350]: DEBUG nova.virt.hardware [None req-4dc531fa-076e-4df8-b263-7d9cd9bf17f5 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 905.850146] env[69350]: DEBUG nova.virt.hardware [None req-4dc531fa-076e-4df8-b263-7d9cd9bf17f5 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 905.850146] env[69350]: DEBUG nova.virt.hardware [None req-4dc531fa-076e-4df8-b263-7d9cd9bf17f5 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 905.850488] env[69350]: DEBUG nova.virt.hardware [None req-4dc531fa-076e-4df8-b263-7d9cd9bf17f5 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 905.850488] env[69350]: DEBUG nova.virt.hardware [None req-4dc531fa-076e-4df8-b263-7d9cd9bf17f5 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 905.850572] env[69350]: DEBUG nova.virt.hardware [None req-4dc531fa-076e-4df8-b263-7d9cd9bf17f5 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 905.851452] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37176965-8213-4bc5-b11f-0186addac1f8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.859664] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbc6f797-3601-4c07-99b9-5afc96ac3bf1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.974943] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0aad47f5-b107-45b4-b5be-fbe12b78aad6 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Acquiring lock "b431ea42-872f-4b78-b558-5b3ce649d68e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.975242] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0aad47f5-b107-45b4-b5be-fbe12b78aad6 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Lock "b431ea42-872f-4b78-b558-5b3ce649d68e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.975462] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0aad47f5-b107-45b4-b5be-fbe12b78aad6 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Acquiring lock "b431ea42-872f-4b78-b558-5b3ce649d68e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.975655] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0aad47f5-b107-45b4-b5be-fbe12b78aad6 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Lock "b431ea42-872f-4b78-b558-5b3ce649d68e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.975848] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0aad47f5-b107-45b4-b5be-fbe12b78aad6 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Lock "b431ea42-872f-4b78-b558-5b3ce649d68e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.978762] env[69350]: INFO nova.compute.manager [None req-0aad47f5-b107-45b4-b5be-fbe12b78aad6 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: b431ea42-872f-4b78-b558-5b3ce649d68e] Terminating instance [ 906.035484] env[69350]: DEBUG nova.network.neutron [req-9cc915ed-89fd-405f-a174-cc74505edfb7 req-60a655ee-d0d8-4f85-a5ce-99b0db93e66d service nova] [instance: 12469520-1e54-40a2-b179-0811c4099063] Updated VIF entry in instance network info cache for port 921925b4-36b2-45d2-bf8f-d2894336e400. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 906.035880] env[69350]: DEBUG nova.network.neutron [req-9cc915ed-89fd-405f-a174-cc74505edfb7 req-60a655ee-d0d8-4f85-a5ce-99b0db93e66d service nova] [instance: 12469520-1e54-40a2-b179-0811c4099063] Updating instance_info_cache with network_info: [{"id": "921925b4-36b2-45d2-bf8f-d2894336e400", "address": "fa:16:3e:24:ca:a2", "network": {"id": "982223c3-b8bd-40f9-92d9-47d140ca806c", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-545702377-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63af5e6c47c244998f71e5c3208da0d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "255460d5-71d4-4bfd-87f1-acc10085db7f", "external-id": "nsx-vlan-transportzone-152", "segmentation_id": 152, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap921925b4-36", "ovs_interfaceid": "921925b4-36b2-45d2-bf8f-d2894336e400", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.038197] env[69350]: DEBUG nova.scheduler.client.report [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 906.227663] env[69350]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 906.227663] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5221db3f-fa09-f63c-42fc-1b5c571533ed" [ 906.227663] env[69350]: _type = "HttpNfcLease" [ 906.227663] env[69350]: } is ready. {{(pid=69350) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 906.227663] env[69350]: DEBUG oslo_vmware.rw_handles [None req-921ad566-55d6-457e-973f-e5039bda3a0b tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 906.227663] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5221db3f-fa09-f63c-42fc-1b5c571533ed" [ 906.227663] env[69350]: _type = "HttpNfcLease" [ 906.227663] env[69350]: }. {{(pid=69350) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 906.227663] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f37e1b3e-3cbf-4d94-823e-b40db6895651 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.234489] env[69350]: DEBUG oslo_vmware.rw_handles [None req-921ad566-55d6-457e-973f-e5039bda3a0b tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521014d5-4b0c-b782-1b6a-3c5b0387d260/disk-0.vmdk from lease info. {{(pid=69350) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 906.234655] env[69350]: DEBUG oslo_vmware.rw_handles [None req-921ad566-55d6-457e-973f-e5039bda3a0b tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521014d5-4b0c-b782-1b6a-3c5b0387d260/disk-0.vmdk for reading. {{(pid=69350) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 906.297490] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.299810] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7a1eee16-5699-49af-9346-644c2abadfa9 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Releasing lock "refresh_cache-c3010f57-be32-4f20-8276-7b4bd93d76e1" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.300220] env[69350]: DEBUG nova.compute.manager [None req-7a1eee16-5699-49af-9346-644c2abadfa9 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] [instance: c3010f57-be32-4f20-8276-7b4bd93d76e1] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 906.300412] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7a1eee16-5699-49af-9346-644c2abadfa9 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] [instance: c3010f57-be32-4f20-8276-7b4bd93d76e1] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 906.302335] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e63116f6-e347-45be-a36c-0aadbee35898 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.310503] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a1eee16-5699-49af-9346-644c2abadfa9 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] [instance: c3010f57-be32-4f20-8276-7b4bd93d76e1] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 906.310747] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0cfe2d3e-3eec-4db3-a7b9-0b4cf4dcd6ad {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.316150] env[69350]: DEBUG oslo_vmware.api [None req-7a1eee16-5699-49af-9346-644c2abadfa9 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Waiting for the task: (returnval){ [ 906.316150] env[69350]: value = "task-3365257" [ 906.316150] env[69350]: _type = "Task" [ 906.316150] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.324610] env[69350]: DEBUG oslo_vmware.api [None req-7a1eee16-5699-49af-9346-644c2abadfa9 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Task: {'id': task-3365257, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.370963] env[69350]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f90f0d5a-827b-45a2-a522-47e3f6e3cd04 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.483275] env[69350]: DEBUG nova.compute.manager [None req-0aad47f5-b107-45b4-b5be-fbe12b78aad6 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: b431ea42-872f-4b78-b558-5b3ce649d68e] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 906.483507] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0aad47f5-b107-45b4-b5be-fbe12b78aad6 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: b431ea42-872f-4b78-b558-5b3ce649d68e] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 906.484438] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db95b70-5c56-49cc-aaff-483698c78344 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.493525] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aad47f5-b107-45b4-b5be-fbe12b78aad6 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: b431ea42-872f-4b78-b558-5b3ce649d68e] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 906.493890] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b359a26-1b74-43c3-b4e4-20485517a4da {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.503193] env[69350]: DEBUG oslo_vmware.api [None req-0aad47f5-b107-45b4-b5be-fbe12b78aad6 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Waiting for the task: (returnval){ [ 906.503193] env[69350]: value = "task-3365258" [ 906.503193] env[69350]: _type = "Task" [ 906.503193] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.512700] env[69350]: DEBUG oslo_vmware.api [None req-0aad47f5-b107-45b4-b5be-fbe12b78aad6 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': task-3365258, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.544355] env[69350]: DEBUG oslo_concurrency.lockutils [req-9cc915ed-89fd-405f-a174-cc74505edfb7 req-60a655ee-d0d8-4f85-a5ce-99b0db93e66d service nova] Releasing lock "refresh_cache-12469520-1e54-40a2-b179-0811c4099063" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.550481] env[69350]: DEBUG oslo_concurrency.lockutils [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.763s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.550481] env[69350]: DEBUG nova.compute.manager [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] [instance: 9d08e109-356f-4370-86c6-b7bf4d70ce0b] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 906.556141] env[69350]: DEBUG oslo_concurrency.lockutils [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.894s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.556314] env[69350]: INFO nova.compute.claims [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] [instance: c6b8f842-5836-4383-9db3-fbcb8e83ffc2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 906.781205] env[69350]: DEBUG nova.network.neutron [None req-9af57d21-db5f-4079-9142-e5217d38dd18 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 3a5af6a2-a06a-4f35-92ea-d122160b22b5] Updating instance_info_cache with network_info: [{"id": "91992c2a-c4aa-4460-9209-15d4643533cc", "address": "fa:16:3e:62:8c:5a", "network": {"id": "7471cab0-87ad-4703-97af-1b6cb285655b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a175bdd0b1324024bc8e47e5836a9e11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91992c2a-c4", "ovs_interfaceid": "91992c2a-c4aa-4460-9209-15d4643533cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.827996] env[69350]: DEBUG oslo_vmware.api [None req-7a1eee16-5699-49af-9346-644c2abadfa9 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Task: {'id': task-3365257, 'name': PowerOffVM_Task, 'duration_secs': 0.231799} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.828410] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a1eee16-5699-49af-9346-644c2abadfa9 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] [instance: c3010f57-be32-4f20-8276-7b4bd93d76e1] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 906.828608] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7a1eee16-5699-49af-9346-644c2abadfa9 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] [instance: c3010f57-be32-4f20-8276-7b4bd93d76e1] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 906.828998] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-55427438-48de-4180-b0e1-5c7f735f3af9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.854909] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7a1eee16-5699-49af-9346-644c2abadfa9 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] [instance: c3010f57-be32-4f20-8276-7b4bd93d76e1] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 906.855251] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7a1eee16-5699-49af-9346-644c2abadfa9 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] [instance: c3010f57-be32-4f20-8276-7b4bd93d76e1] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 906.855959] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a1eee16-5699-49af-9346-644c2abadfa9 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Deleting the datastore file [datastore2] c3010f57-be32-4f20-8276-7b4bd93d76e1 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 906.856448] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da2758a9-b57b-4b16-ad5e-fe0a8cee52fd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.865569] env[69350]: DEBUG oslo_vmware.api [None req-7a1eee16-5699-49af-9346-644c2abadfa9 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Waiting for the task: (returnval){ [ 906.865569] env[69350]: value = "task-3365260" [ 906.865569] env[69350]: _type = "Task" [ 906.865569] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.874982] env[69350]: DEBUG oslo_vmware.api [None req-7a1eee16-5699-49af-9346-644c2abadfa9 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Task: {'id': task-3365260, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.015630] env[69350]: DEBUG oslo_vmware.api [None req-0aad47f5-b107-45b4-b5be-fbe12b78aad6 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': task-3365258, 'name': PowerOffVM_Task, 'duration_secs': 0.183668} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.016084] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aad47f5-b107-45b4-b5be-fbe12b78aad6 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: b431ea42-872f-4b78-b558-5b3ce649d68e] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 907.016168] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0aad47f5-b107-45b4-b5be-fbe12b78aad6 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: b431ea42-872f-4b78-b558-5b3ce649d68e] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 907.016389] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ef497efd-bf01-4729-af49-cd932230d991 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.061512] env[69350]: DEBUG nova.compute.utils [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 907.063037] env[69350]: DEBUG nova.compute.manager [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] [instance: 9d08e109-356f-4370-86c6-b7bf4d70ce0b] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 907.063245] env[69350]: DEBUG nova.network.neutron [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] [instance: 9d08e109-356f-4370-86c6-b7bf4d70ce0b] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 907.084664] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0aad47f5-b107-45b4-b5be-fbe12b78aad6 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: b431ea42-872f-4b78-b558-5b3ce649d68e] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 907.085138] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0aad47f5-b107-45b4-b5be-fbe12b78aad6 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: b431ea42-872f-4b78-b558-5b3ce649d68e] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 907.085886] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-0aad47f5-b107-45b4-b5be-fbe12b78aad6 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Deleting the datastore file [datastore1] b431ea42-872f-4b78-b558-5b3ce649d68e {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 907.085982] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f5313c0f-a707-49df-9475-3c5a6f8512d5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.097525] env[69350]: DEBUG oslo_vmware.api [None req-0aad47f5-b107-45b4-b5be-fbe12b78aad6 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Waiting for the task: (returnval){ [ 907.097525] env[69350]: value = "task-3365262" [ 907.097525] env[69350]: _type = "Task" [ 907.097525] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.114140] env[69350]: DEBUG oslo_vmware.api [None req-0aad47f5-b107-45b4-b5be-fbe12b78aad6 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': task-3365262, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.167060] env[69350]: DEBUG nova.policy [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5948dcd8199a4d14b0a2468059bd8c35', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a3eca554915740f597c2307f65ed22f3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 907.287261] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9af57d21-db5f-4079-9142-e5217d38dd18 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Releasing lock "refresh_cache-3a5af6a2-a06a-4f35-92ea-d122160b22b5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.377544] env[69350]: DEBUG oslo_vmware.api [None req-7a1eee16-5699-49af-9346-644c2abadfa9 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Task: {'id': task-3365260, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158282} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.377946] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a1eee16-5699-49af-9346-644c2abadfa9 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 907.378272] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7a1eee16-5699-49af-9346-644c2abadfa9 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] [instance: c3010f57-be32-4f20-8276-7b4bd93d76e1] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 907.378548] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7a1eee16-5699-49af-9346-644c2abadfa9 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] [instance: c3010f57-be32-4f20-8276-7b4bd93d76e1] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 907.378715] env[69350]: INFO nova.compute.manager [None req-7a1eee16-5699-49af-9346-644c2abadfa9 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] [instance: c3010f57-be32-4f20-8276-7b4bd93d76e1] Took 1.08 seconds to destroy the instance on the hypervisor. [ 907.378967] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a1eee16-5699-49af-9346-644c2abadfa9 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 907.379300] env[69350]: DEBUG nova.compute.manager [-] [instance: c3010f57-be32-4f20-8276-7b4bd93d76e1] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 907.379561] env[69350]: DEBUG nova.network.neutron [-] [instance: c3010f57-be32-4f20-8276-7b4bd93d76e1] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 907.407818] env[69350]: DEBUG nova.network.neutron [-] [instance: c3010f57-be32-4f20-8276-7b4bd93d76e1] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 907.548434] env[69350]: DEBUG nova.compute.manager [req-7c0c3cec-ed02-471a-a143-441d29addb1e req-53a4460d-4dee-4369-acca-180e09a2d3a4 service nova] [instance: 54012b13-65ff-4fe4-bcab-43038f12aeda] Received event network-vif-plugged-ce0719c1-9034-414c-8455-79bb6d024a97 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 907.548644] env[69350]: DEBUG oslo_concurrency.lockutils [req-7c0c3cec-ed02-471a-a143-441d29addb1e req-53a4460d-4dee-4369-acca-180e09a2d3a4 service nova] Acquiring lock "54012b13-65ff-4fe4-bcab-43038f12aeda-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.549279] env[69350]: DEBUG oslo_concurrency.lockutils [req-7c0c3cec-ed02-471a-a143-441d29addb1e req-53a4460d-4dee-4369-acca-180e09a2d3a4 service nova] Lock "54012b13-65ff-4fe4-bcab-43038f12aeda-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.550086] env[69350]: DEBUG oslo_concurrency.lockutils [req-7c0c3cec-ed02-471a-a143-441d29addb1e req-53a4460d-4dee-4369-acca-180e09a2d3a4 service nova] Lock "54012b13-65ff-4fe4-bcab-43038f12aeda-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.550086] env[69350]: DEBUG nova.compute.manager [req-7c0c3cec-ed02-471a-a143-441d29addb1e req-53a4460d-4dee-4369-acca-180e09a2d3a4 service nova] [instance: 54012b13-65ff-4fe4-bcab-43038f12aeda] No waiting events found dispatching network-vif-plugged-ce0719c1-9034-414c-8455-79bb6d024a97 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 907.550086] env[69350]: WARNING nova.compute.manager [req-7c0c3cec-ed02-471a-a143-441d29addb1e req-53a4460d-4dee-4369-acca-180e09a2d3a4 service nova] [instance: 54012b13-65ff-4fe4-bcab-43038f12aeda] Received unexpected event network-vif-plugged-ce0719c1-9034-414c-8455-79bb6d024a97 for instance with vm_state building and task_state spawning. [ 907.572018] env[69350]: DEBUG nova.compute.manager [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] [instance: 9d08e109-356f-4370-86c6-b7bf4d70ce0b] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 907.612753] env[69350]: DEBUG oslo_vmware.api [None req-0aad47f5-b107-45b4-b5be-fbe12b78aad6 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': task-3365262, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.216707} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.612753] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-0aad47f5-b107-45b4-b5be-fbe12b78aad6 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 907.613304] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0aad47f5-b107-45b4-b5be-fbe12b78aad6 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: b431ea42-872f-4b78-b558-5b3ce649d68e] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 907.618061] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0aad47f5-b107-45b4-b5be-fbe12b78aad6 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: b431ea42-872f-4b78-b558-5b3ce649d68e] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 907.618061] env[69350]: INFO nova.compute.manager [None req-0aad47f5-b107-45b4-b5be-fbe12b78aad6 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: b431ea42-872f-4b78-b558-5b3ce649d68e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 907.618061] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0aad47f5-b107-45b4-b5be-fbe12b78aad6 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 907.618061] env[69350]: DEBUG nova.compute.manager [-] [instance: b431ea42-872f-4b78-b558-5b3ce649d68e] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 907.618061] env[69350]: DEBUG nova.network.neutron [-] [instance: b431ea42-872f-4b78-b558-5b3ce649d68e] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 907.792753] env[69350]: DEBUG nova.compute.manager [None req-9af57d21-db5f-4079-9142-e5217d38dd18 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 3a5af6a2-a06a-4f35-92ea-d122160b22b5] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69350) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 907.792753] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9af57d21-db5f-4079-9142-e5217d38dd18 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.909733] env[69350]: DEBUG nova.network.neutron [None req-4dc531fa-076e-4df8-b263-7d9cd9bf17f5 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: 54012b13-65ff-4fe4-bcab-43038f12aeda] Successfully updated port: ce0719c1-9034-414c-8455-79bb6d024a97 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 907.912939] env[69350]: DEBUG nova.network.neutron [-] [instance: c3010f57-be32-4f20-8276-7b4bd93d76e1] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.034104] env[69350]: DEBUG nova.network.neutron [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] [instance: 9d08e109-356f-4370-86c6-b7bf4d70ce0b] Successfully created port: e9a255e0-c680-4b5c-a283-6d5dc6276419 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 908.190799] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c054506-43c3-4d1d-8699-00ca19ac6eba {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.202165] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead8c7ee-5c88-40e1-9c2f-9ec869e3940b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.241850] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47fb48e6-cd7e-4e0c-a8d6-61255de70536 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.250556] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f671172-912d-42db-a826-608d825af1ad {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.268243] env[69350]: DEBUG nova.compute.provider_tree [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 908.415676] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4dc531fa-076e-4df8-b263-7d9cd9bf17f5 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Acquiring lock "refresh_cache-54012b13-65ff-4fe4-bcab-43038f12aeda" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.415987] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4dc531fa-076e-4df8-b263-7d9cd9bf17f5 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Acquired lock "refresh_cache-54012b13-65ff-4fe4-bcab-43038f12aeda" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.416229] env[69350]: DEBUG nova.network.neutron [None req-4dc531fa-076e-4df8-b263-7d9cd9bf17f5 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: 54012b13-65ff-4fe4-bcab-43038f12aeda] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 908.417565] env[69350]: INFO nova.compute.manager [-] [instance: c3010f57-be32-4f20-8276-7b4bd93d76e1] Took 1.04 seconds to deallocate network for instance. [ 908.586147] env[69350]: DEBUG nova.compute.manager [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] [instance: 9d08e109-356f-4370-86c6-b7bf4d70ce0b] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 908.611582] env[69350]: DEBUG nova.virt.hardware [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 908.611885] env[69350]: DEBUG nova.virt.hardware [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 908.612083] env[69350]: DEBUG nova.virt.hardware [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 908.612319] env[69350]: DEBUG nova.virt.hardware [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 908.612582] env[69350]: DEBUG nova.virt.hardware [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 908.612786] env[69350]: DEBUG nova.virt.hardware [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 908.612986] env[69350]: DEBUG nova.virt.hardware [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 908.613165] env[69350]: DEBUG nova.virt.hardware [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 908.613348] env[69350]: DEBUG nova.virt.hardware [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 908.613526] env[69350]: DEBUG nova.virt.hardware [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 908.613704] env[69350]: DEBUG nova.virt.hardware [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 908.614705] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5473b063-a11d-4773-b739-2353d2077e52 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.623681] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ad4460-1fdb-4c0e-8ccf-8cc699b41813 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.707981] env[69350]: DEBUG nova.network.neutron [-] [instance: b431ea42-872f-4b78-b558-5b3ce649d68e] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.772182] env[69350]: DEBUG nova.scheduler.client.report [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 908.928083] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7a1eee16-5699-49af-9346-644c2abadfa9 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.969711] env[69350]: DEBUG nova.network.neutron [None req-4dc531fa-076e-4df8-b263-7d9cd9bf17f5 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: 54012b13-65ff-4fe4-bcab-43038f12aeda] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 909.121125] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d4dfabfb-5aea-4dd8-835a-4ca40242a673 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Acquiring lock "aad4e7c2-8241-4c46-be12-938b0673d68e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.121373] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d4dfabfb-5aea-4dd8-835a-4ca40242a673 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Lock "aad4e7c2-8241-4c46-be12-938b0673d68e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.147930] env[69350]: DEBUG nova.network.neutron [None req-4dc531fa-076e-4df8-b263-7d9cd9bf17f5 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: 54012b13-65ff-4fe4-bcab-43038f12aeda] Updating instance_info_cache with network_info: [{"id": "ce0719c1-9034-414c-8455-79bb6d024a97", "address": "fa:16:3e:ca:5a:97", "network": {"id": "40334e43-9f84-443d-804a-12efd4b9811e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-200552017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3571746915f448e3a8390b87a7cc7369", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce0719c1-90", "ovs_interfaceid": "ce0719c1-9034-414c-8455-79bb6d024a97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.211365] env[69350]: INFO nova.compute.manager [-] [instance: b431ea42-872f-4b78-b558-5b3ce649d68e] Took 1.60 seconds to deallocate network for instance. [ 909.277640] env[69350]: DEBUG oslo_concurrency.lockutils [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.723s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.278419] env[69350]: DEBUG nova.compute.manager [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] [instance: c6b8f842-5836-4383-9db3-fbcb8e83ffc2] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 909.282482] env[69350]: DEBUG oslo_concurrency.lockutils [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.557s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.285305] env[69350]: INFO nova.compute.claims [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] [instance: 793cf920-4cb4-44cf-b9d7-3acd42a3caeb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 909.601427] env[69350]: DEBUG nova.compute.manager [req-6d02f3a1-1848-40aa-b60d-8935e7deb782 req-83f83b26-67b0-4fb4-83ef-f822b39af856 service nova] [instance: 54012b13-65ff-4fe4-bcab-43038f12aeda] Received event network-changed-ce0719c1-9034-414c-8455-79bb6d024a97 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 909.601694] env[69350]: DEBUG nova.compute.manager [req-6d02f3a1-1848-40aa-b60d-8935e7deb782 req-83f83b26-67b0-4fb4-83ef-f822b39af856 service nova] [instance: 54012b13-65ff-4fe4-bcab-43038f12aeda] Refreshing instance network info cache due to event network-changed-ce0719c1-9034-414c-8455-79bb6d024a97. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 909.605283] env[69350]: DEBUG oslo_concurrency.lockutils [req-6d02f3a1-1848-40aa-b60d-8935e7deb782 req-83f83b26-67b0-4fb4-83ef-f822b39af856 service nova] Acquiring lock "refresh_cache-54012b13-65ff-4fe4-bcab-43038f12aeda" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.650894] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4dc531fa-076e-4df8-b263-7d9cd9bf17f5 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Releasing lock "refresh_cache-54012b13-65ff-4fe4-bcab-43038f12aeda" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.651257] env[69350]: DEBUG nova.compute.manager [None req-4dc531fa-076e-4df8-b263-7d9cd9bf17f5 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: 54012b13-65ff-4fe4-bcab-43038f12aeda] Instance network_info: |[{"id": "ce0719c1-9034-414c-8455-79bb6d024a97", "address": "fa:16:3e:ca:5a:97", "network": {"id": "40334e43-9f84-443d-804a-12efd4b9811e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-200552017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3571746915f448e3a8390b87a7cc7369", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce0719c1-90", "ovs_interfaceid": "ce0719c1-9034-414c-8455-79bb6d024a97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 909.651937] env[69350]: DEBUG oslo_concurrency.lockutils [req-6d02f3a1-1848-40aa-b60d-8935e7deb782 req-83f83b26-67b0-4fb4-83ef-f822b39af856 service nova] Acquired lock "refresh_cache-54012b13-65ff-4fe4-bcab-43038f12aeda" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.651937] env[69350]: DEBUG nova.network.neutron [req-6d02f3a1-1848-40aa-b60d-8935e7deb782 req-83f83b26-67b0-4fb4-83ef-f822b39af856 service nova] [instance: 54012b13-65ff-4fe4-bcab-43038f12aeda] Refreshing network info cache for port ce0719c1-9034-414c-8455-79bb6d024a97 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 909.654870] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4dc531fa-076e-4df8-b263-7d9cd9bf17f5 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: 54012b13-65ff-4fe4-bcab-43038f12aeda] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:5a:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '17c839f5-4de0-449c-9a24-4e0e2fca37ca', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ce0719c1-9034-414c-8455-79bb6d024a97', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 909.668147] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4dc531fa-076e-4df8-b263-7d9cd9bf17f5 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 909.668694] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54012b13-65ff-4fe4-bcab-43038f12aeda] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 909.668940] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-326db4b0-7310-4622-815a-225da4a59aca {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.692886] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 909.692886] env[69350]: value = "task-3365264" [ 909.692886] env[69350]: _type = "Task" [ 909.692886] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.703417] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365264, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.717924] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0aad47f5-b107-45b4-b5be-fbe12b78aad6 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.734320] env[69350]: DEBUG nova.network.neutron [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] [instance: 9d08e109-356f-4370-86c6-b7bf4d70ce0b] Successfully updated port: e9a255e0-c680-4b5c-a283-6d5dc6276419 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 909.791500] env[69350]: DEBUG nova.compute.utils [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 909.795736] env[69350]: DEBUG nova.compute.manager [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] [instance: c6b8f842-5836-4383-9db3-fbcb8e83ffc2] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 909.795909] env[69350]: DEBUG nova.network.neutron [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] [instance: c6b8f842-5836-4383-9db3-fbcb8e83ffc2] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 909.860650] env[69350]: DEBUG nova.policy [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5948dcd8199a4d14b0a2468059bd8c35', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a3eca554915740f597c2307f65ed22f3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 910.081863] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9472f3c-d6d6-4515-89ce-95633bb683fb tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 6d681952-777f-4243-9b4b-ee5fb0392173] Volume attach. Driver type: vmdk {{(pid=69350) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 910.081863] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9472f3c-d6d6-4515-89ce-95633bb683fb tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 6d681952-777f-4243-9b4b-ee5fb0392173] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-671552', 'volume_id': '56c96aad-b55b-4b03-b820-87b5b53053c9', 'name': 'volume-56c96aad-b55b-4b03-b820-87b5b53053c9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6d681952-777f-4243-9b4b-ee5fb0392173', 'attached_at': '', 'detached_at': '', 'volume_id': '56c96aad-b55b-4b03-b820-87b5b53053c9', 'serial': '56c96aad-b55b-4b03-b820-87b5b53053c9'} {{(pid=69350) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 910.082800] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aec7d1a-18ec-4c01-87ae-3faeb306efcc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.101555] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ab175be-a94f-43d4-86aa-9a692b5b4ffd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.127960] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9472f3c-d6d6-4515-89ce-95633bb683fb tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 6d681952-777f-4243-9b4b-ee5fb0392173] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] volume-56c96aad-b55b-4b03-b820-87b5b53053c9/volume-56c96aad-b55b-4b03-b820-87b5b53053c9.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 910.129381] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37cccd2a-cf9f-4ba2-b38b-a47ed90edf48 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.149113] env[69350]: DEBUG oslo_vmware.api [None req-f9472f3c-d6d6-4515-89ce-95633bb683fb tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Waiting for the task: (returnval){ [ 910.149113] env[69350]: value = "task-3365265" [ 910.149113] env[69350]: _type = "Task" [ 910.149113] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.156930] env[69350]: DEBUG oslo_vmware.api [None req-f9472f3c-d6d6-4515-89ce-95633bb683fb tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365265, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.185074] env[69350]: DEBUG nova.network.neutron [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] [instance: c6b8f842-5836-4383-9db3-fbcb8e83ffc2] Successfully created port: 1e999116-e71b-4a28-add8-13c4e7a935b2 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 910.203501] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365264, 'name': CreateVM_Task, 'duration_secs': 0.42517} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.203501] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54012b13-65ff-4fe4-bcab-43038f12aeda] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 910.204257] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4dc531fa-076e-4df8-b263-7d9cd9bf17f5 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.204421] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4dc531fa-076e-4df8-b263-7d9cd9bf17f5 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.204752] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4dc531fa-076e-4df8-b263-7d9cd9bf17f5 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.205041] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54c3514f-cae5-4508-82b2-b8814a2c628b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.210307] env[69350]: DEBUG oslo_vmware.api [None req-4dc531fa-076e-4df8-b263-7d9cd9bf17f5 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Waiting for the task: (returnval){ [ 910.210307] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52ba2469-e1f3-6823-f19e-3db3406de4ae" [ 910.210307] env[69350]: _type = "Task" [ 910.210307] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.219090] env[69350]: DEBUG oslo_vmware.api [None req-4dc531fa-076e-4df8-b263-7d9cd9bf17f5 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52ba2469-e1f3-6823-f19e-3db3406de4ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.239193] env[69350]: DEBUG oslo_concurrency.lockutils [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Acquiring lock "refresh_cache-9d08e109-356f-4370-86c6-b7bf4d70ce0b" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.239193] env[69350]: DEBUG oslo_concurrency.lockutils [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Acquired lock "refresh_cache-9d08e109-356f-4370-86c6-b7bf4d70ce0b" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.239193] env[69350]: DEBUG nova.network.neutron [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] [instance: 9d08e109-356f-4370-86c6-b7bf4d70ce0b] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 910.297381] env[69350]: DEBUG nova.compute.manager [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] [instance: c6b8f842-5836-4383-9db3-fbcb8e83ffc2] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 910.569328] env[69350]: DEBUG nova.network.neutron [req-6d02f3a1-1848-40aa-b60d-8935e7deb782 req-83f83b26-67b0-4fb4-83ef-f822b39af856 service nova] [instance: 54012b13-65ff-4fe4-bcab-43038f12aeda] Updated VIF entry in instance network info cache for port ce0719c1-9034-414c-8455-79bb6d024a97. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 910.569894] env[69350]: DEBUG nova.network.neutron [req-6d02f3a1-1848-40aa-b60d-8935e7deb782 req-83f83b26-67b0-4fb4-83ef-f822b39af856 service nova] [instance: 54012b13-65ff-4fe4-bcab-43038f12aeda] Updating instance_info_cache with network_info: [{"id": "ce0719c1-9034-414c-8455-79bb6d024a97", "address": "fa:16:3e:ca:5a:97", "network": {"id": "40334e43-9f84-443d-804a-12efd4b9811e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-200552017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3571746915f448e3a8390b87a7cc7369", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce0719c1-90", "ovs_interfaceid": "ce0719c1-9034-414c-8455-79bb6d024a97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.662329] env[69350]: DEBUG oslo_vmware.api [None req-f9472f3c-d6d6-4515-89ce-95633bb683fb tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365265, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.724472] env[69350]: DEBUG oslo_vmware.api [None req-4dc531fa-076e-4df8-b263-7d9cd9bf17f5 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52ba2469-e1f3-6823-f19e-3db3406de4ae, 'name': SearchDatastore_Task, 'duration_secs': 0.013598} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.724472] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4dc531fa-076e-4df8-b263-7d9cd9bf17f5 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.724472] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4dc531fa-076e-4df8-b263-7d9cd9bf17f5 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: 54012b13-65ff-4fe4-bcab-43038f12aeda] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 910.724472] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4dc531fa-076e-4df8-b263-7d9cd9bf17f5 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.724472] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4dc531fa-076e-4df8-b263-7d9cd9bf17f5 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.724472] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dc531fa-076e-4df8-b263-7d9cd9bf17f5 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 910.724472] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-37d10e74-0d82-461e-ad35-691bb6862f90 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.735467] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dc531fa-076e-4df8-b263-7d9cd9bf17f5 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 910.735662] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4dc531fa-076e-4df8-b263-7d9cd9bf17f5 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 910.740027] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-542c1ab5-93d9-4dbd-86cb-92096c48df36 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.743681] env[69350]: DEBUG oslo_vmware.api [None req-4dc531fa-076e-4df8-b263-7d9cd9bf17f5 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Waiting for the task: (returnval){ [ 910.743681] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5297c8d3-bc75-c9ec-fdb0-f2a9cb150185" [ 910.743681] env[69350]: _type = "Task" [ 910.743681] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.755979] env[69350]: DEBUG oslo_vmware.api [None req-4dc531fa-076e-4df8-b263-7d9cd9bf17f5 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5297c8d3-bc75-c9ec-fdb0-f2a9cb150185, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.816143] env[69350]: DEBUG nova.network.neutron [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] [instance: 9d08e109-356f-4370-86c6-b7bf4d70ce0b] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 910.876033] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21972714-2e70-47d5-a70c-bc5ef4c69a92 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.886049] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da2e573e-e615-43d5-b5ec-83ebc4c1fde0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.921236] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f5c6b55-25b0-47e9-a4f6-64a4b14d9d54 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.929650] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30476718-a7c3-4c07-b99b-328d05e939c4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.944464] env[69350]: DEBUG nova.compute.provider_tree [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 911.075856] env[69350]: DEBUG oslo_concurrency.lockutils [req-6d02f3a1-1848-40aa-b60d-8935e7deb782 req-83f83b26-67b0-4fb4-83ef-f822b39af856 service nova] Releasing lock "refresh_cache-54012b13-65ff-4fe4-bcab-43038f12aeda" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.076142] env[69350]: DEBUG nova.compute.manager [req-6d02f3a1-1848-40aa-b60d-8935e7deb782 req-83f83b26-67b0-4fb4-83ef-f822b39af856 service nova] [instance: b431ea42-872f-4b78-b558-5b3ce649d68e] Received event network-vif-deleted-0818a221-66a5-4ce5-b770-4fc69588d087 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 911.076339] env[69350]: DEBUG nova.compute.manager [req-6d02f3a1-1848-40aa-b60d-8935e7deb782 req-83f83b26-67b0-4fb4-83ef-f822b39af856 service nova] [instance: 9d08e109-356f-4370-86c6-b7bf4d70ce0b] Received event network-vif-plugged-e9a255e0-c680-4b5c-a283-6d5dc6276419 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 911.076533] env[69350]: DEBUG oslo_concurrency.lockutils [req-6d02f3a1-1848-40aa-b60d-8935e7deb782 req-83f83b26-67b0-4fb4-83ef-f822b39af856 service nova] Acquiring lock "9d08e109-356f-4370-86c6-b7bf4d70ce0b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.076741] env[69350]: DEBUG oslo_concurrency.lockutils [req-6d02f3a1-1848-40aa-b60d-8935e7deb782 req-83f83b26-67b0-4fb4-83ef-f822b39af856 service nova] Lock "9d08e109-356f-4370-86c6-b7bf4d70ce0b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.076913] env[69350]: DEBUG oslo_concurrency.lockutils [req-6d02f3a1-1848-40aa-b60d-8935e7deb782 req-83f83b26-67b0-4fb4-83ef-f822b39af856 service nova] Lock "9d08e109-356f-4370-86c6-b7bf4d70ce0b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.080049] env[69350]: DEBUG nova.compute.manager [req-6d02f3a1-1848-40aa-b60d-8935e7deb782 req-83f83b26-67b0-4fb4-83ef-f822b39af856 service nova] [instance: 9d08e109-356f-4370-86c6-b7bf4d70ce0b] No waiting events found dispatching network-vif-plugged-e9a255e0-c680-4b5c-a283-6d5dc6276419 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 911.080049] env[69350]: WARNING nova.compute.manager [req-6d02f3a1-1848-40aa-b60d-8935e7deb782 req-83f83b26-67b0-4fb4-83ef-f822b39af856 service nova] [instance: 9d08e109-356f-4370-86c6-b7bf4d70ce0b] Received unexpected event network-vif-plugged-e9a255e0-c680-4b5c-a283-6d5dc6276419 for instance with vm_state building and task_state spawning. [ 911.164572] env[69350]: DEBUG oslo_vmware.api [None req-f9472f3c-d6d6-4515-89ce-95633bb683fb tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365265, 'name': ReconfigVM_Task, 'duration_secs': 0.809694} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.164909] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9472f3c-d6d6-4515-89ce-95633bb683fb tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 6d681952-777f-4243-9b4b-ee5fb0392173] Reconfigured VM instance instance-00000031 to attach disk [datastore2] volume-56c96aad-b55b-4b03-b820-87b5b53053c9/volume-56c96aad-b55b-4b03-b820-87b5b53053c9.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 911.172518] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c497ca4-c0e4-4091-b41e-4ed4c60a01ca {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.191747] env[69350]: DEBUG oslo_vmware.api [None req-f9472f3c-d6d6-4515-89ce-95633bb683fb tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Waiting for the task: (returnval){ [ 911.191747] env[69350]: value = "task-3365266" [ 911.191747] env[69350]: _type = "Task" [ 911.191747] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.200343] env[69350]: DEBUG oslo_vmware.api [None req-f9472f3c-d6d6-4515-89ce-95633bb683fb tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365266, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.257868] env[69350]: DEBUG oslo_vmware.api [None req-4dc531fa-076e-4df8-b263-7d9cd9bf17f5 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5297c8d3-bc75-c9ec-fdb0-f2a9cb150185, 'name': SearchDatastore_Task, 'duration_secs': 0.034183} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.258336] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d8451cd-7ff8-47c5-b9ed-2375ec8907c9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.265660] env[69350]: DEBUG oslo_vmware.api [None req-4dc531fa-076e-4df8-b263-7d9cd9bf17f5 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Waiting for the task: (returnval){ [ 911.265660] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5219f4b1-8795-026f-d429-a0e8c78ff082" [ 911.265660] env[69350]: _type = "Task" [ 911.265660] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.266942] env[69350]: DEBUG nova.network.neutron [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] [instance: 9d08e109-356f-4370-86c6-b7bf4d70ce0b] Updating instance_info_cache with network_info: [{"id": "e9a255e0-c680-4b5c-a283-6d5dc6276419", "address": "fa:16:3e:8e:88:50", "network": {"id": "382f3728-baae-4d89-a872-0bf6de8e951b", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-944367371-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3eca554915740f597c2307f65ed22f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9a255e0-c6", "ovs_interfaceid": "e9a255e0-c680-4b5c-a283-6d5dc6276419", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.280070] env[69350]: DEBUG oslo_vmware.api [None req-4dc531fa-076e-4df8-b263-7d9cd9bf17f5 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5219f4b1-8795-026f-d429-a0e8c78ff082, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.320188] env[69350]: DEBUG nova.compute.manager [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] [instance: c6b8f842-5836-4383-9db3-fbcb8e83ffc2] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 911.346235] env[69350]: DEBUG nova.virt.hardware [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 911.346502] env[69350]: DEBUG nova.virt.hardware [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 911.346661] env[69350]: DEBUG nova.virt.hardware [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 911.346842] env[69350]: DEBUG nova.virt.hardware [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 911.346987] env[69350]: DEBUG nova.virt.hardware [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 911.347157] env[69350]: DEBUG nova.virt.hardware [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 911.347374] env[69350]: DEBUG nova.virt.hardware [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 911.347562] env[69350]: DEBUG nova.virt.hardware [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 911.347736] env[69350]: DEBUG nova.virt.hardware [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 911.347897] env[69350]: DEBUG nova.virt.hardware [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 911.348082] env[69350]: DEBUG nova.virt.hardware [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 911.349314] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83064d89-dff8-4562-a680-1c4220dc7580 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.358239] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d2a3786-9a5a-4ebb-9235-b906bf00d845 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.447923] env[69350]: DEBUG nova.scheduler.client.report [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 911.630089] env[69350]: DEBUG nova.compute.manager [req-a023e60d-2617-46ec-9bb9-7323a0bba8b3 req-49f0346d-113f-455e-a90b-1979ed80ea59 service nova] [instance: 9d08e109-356f-4370-86c6-b7bf4d70ce0b] Received event network-changed-e9a255e0-c680-4b5c-a283-6d5dc6276419 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 911.630255] env[69350]: DEBUG nova.compute.manager [req-a023e60d-2617-46ec-9bb9-7323a0bba8b3 req-49f0346d-113f-455e-a90b-1979ed80ea59 service nova] [instance: 9d08e109-356f-4370-86c6-b7bf4d70ce0b] Refreshing instance network info cache due to event network-changed-e9a255e0-c680-4b5c-a283-6d5dc6276419. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 911.630442] env[69350]: DEBUG oslo_concurrency.lockutils [req-a023e60d-2617-46ec-9bb9-7323a0bba8b3 req-49f0346d-113f-455e-a90b-1979ed80ea59 service nova] Acquiring lock "refresh_cache-9d08e109-356f-4370-86c6-b7bf4d70ce0b" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.702651] env[69350]: DEBUG oslo_vmware.api [None req-f9472f3c-d6d6-4515-89ce-95633bb683fb tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365266, 'name': ReconfigVM_Task, 'duration_secs': 0.177516} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.704446] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9472f3c-d6d6-4515-89ce-95633bb683fb tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 6d681952-777f-4243-9b4b-ee5fb0392173] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-671552', 'volume_id': '56c96aad-b55b-4b03-b820-87b5b53053c9', 'name': 'volume-56c96aad-b55b-4b03-b820-87b5b53053c9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6d681952-777f-4243-9b4b-ee5fb0392173', 'attached_at': '', 'detached_at': '', 'volume_id': '56c96aad-b55b-4b03-b820-87b5b53053c9', 'serial': '56c96aad-b55b-4b03-b820-87b5b53053c9'} {{(pid=69350) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 911.774401] env[69350]: DEBUG oslo_concurrency.lockutils [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Releasing lock "refresh_cache-9d08e109-356f-4370-86c6-b7bf4d70ce0b" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.774778] env[69350]: DEBUG nova.compute.manager [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] [instance: 9d08e109-356f-4370-86c6-b7bf4d70ce0b] Instance network_info: |[{"id": "e9a255e0-c680-4b5c-a283-6d5dc6276419", "address": "fa:16:3e:8e:88:50", "network": {"id": "382f3728-baae-4d89-a872-0bf6de8e951b", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-944367371-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3eca554915740f597c2307f65ed22f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9a255e0-c6", "ovs_interfaceid": "e9a255e0-c680-4b5c-a283-6d5dc6276419", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 911.775101] env[69350]: DEBUG oslo_concurrency.lockutils [req-a023e60d-2617-46ec-9bb9-7323a0bba8b3 req-49f0346d-113f-455e-a90b-1979ed80ea59 service nova] Acquired lock "refresh_cache-9d08e109-356f-4370-86c6-b7bf4d70ce0b" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.775323] env[69350]: DEBUG nova.network.neutron [req-a023e60d-2617-46ec-9bb9-7323a0bba8b3 req-49f0346d-113f-455e-a90b-1979ed80ea59 service nova] [instance: 9d08e109-356f-4370-86c6-b7bf4d70ce0b] Refreshing network info cache for port e9a255e0-c680-4b5c-a283-6d5dc6276419 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 911.776699] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] [instance: 9d08e109-356f-4370-86c6-b7bf4d70ce0b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:88:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '750b5f9b-f78a-4650-9153-c5bb117e507c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e9a255e0-c680-4b5c-a283-6d5dc6276419', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 911.784831] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Creating folder: Project (a3eca554915740f597c2307f65ed22f3). Parent ref: group-v671398. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 911.790439] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b10829b8-b344-438b-b132-273593dc30c6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.793168] env[69350]: DEBUG oslo_vmware.api [None req-4dc531fa-076e-4df8-b263-7d9cd9bf17f5 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5219f4b1-8795-026f-d429-a0e8c78ff082, 'name': SearchDatastore_Task, 'duration_secs': 0.014095} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.793954] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4dc531fa-076e-4df8-b263-7d9cd9bf17f5 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.794354] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dc531fa-076e-4df8-b263-7d9cd9bf17f5 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] 54012b13-65ff-4fe4-bcab-43038f12aeda/54012b13-65ff-4fe4-bcab-43038f12aeda.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 911.795257] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ef69484-97da-4149-b1c7-00221f8c1d77 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.803905] env[69350]: DEBUG oslo_vmware.api [None req-4dc531fa-076e-4df8-b263-7d9cd9bf17f5 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Waiting for the task: (returnval){ [ 911.803905] env[69350]: value = "task-3365268" [ 911.803905] env[69350]: _type = "Task" [ 911.803905] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.805295] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Created folder: Project (a3eca554915740f597c2307f65ed22f3) in parent group-v671398. [ 911.807124] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Creating folder: Instances. Parent ref: group-v671554. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 911.808709] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fdc43052-8d6c-4d8a-b7ee-7802f9cf9df4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.815647] env[69350]: DEBUG oslo_vmware.api [None req-4dc531fa-076e-4df8-b263-7d9cd9bf17f5 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': task-3365268, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.820560] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Created folder: Instances in parent group-v671554. [ 911.820817] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 911.821018] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d08e109-356f-4370-86c6-b7bf4d70ce0b] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 911.821242] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7007a192-d429-4338-9161-74c3883c032d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.846322] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 911.846322] env[69350]: value = "task-3365270" [ 911.846322] env[69350]: _type = "Task" [ 911.846322] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.854556] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365270, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.956571] env[69350]: DEBUG oslo_concurrency.lockutils [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.674s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.957191] env[69350]: DEBUG nova.compute.manager [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] [instance: 793cf920-4cb4-44cf-b9d7-3acd42a3caeb] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 911.960085] env[69350]: DEBUG oslo_concurrency.lockutils [None req-33ccd3a2-8a1d-4cc4-bcbc-76ad86d97b45 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.276s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.960295] env[69350]: DEBUG nova.objects.instance [None req-33ccd3a2-8a1d-4cc4-bcbc-76ad86d97b45 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 32df2bac-26f8-494c-8af5-a02218f66960] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69350) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 912.235420] env[69350]: DEBUG nova.network.neutron [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] [instance: c6b8f842-5836-4383-9db3-fbcb8e83ffc2] Successfully updated port: 1e999116-e71b-4a28-add8-13c4e7a935b2 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 912.317079] env[69350]: DEBUG oslo_vmware.api [None req-4dc531fa-076e-4df8-b263-7d9cd9bf17f5 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': task-3365268, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.357978] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365270, 'name': CreateVM_Task, 'duration_secs': 0.505927} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.358173] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d08e109-356f-4370-86c6-b7bf4d70ce0b] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 912.358883] env[69350]: DEBUG oslo_concurrency.lockutils [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.359063] env[69350]: DEBUG oslo_concurrency.lockutils [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.359394] env[69350]: DEBUG oslo_concurrency.lockutils [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.359671] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd56b525-2aa8-49aa-9406-fedad8e745b4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.365038] env[69350]: DEBUG oslo_vmware.api [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Waiting for the task: (returnval){ [ 912.365038] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52df3084-4caf-694f-2703-61cbfe186625" [ 912.365038] env[69350]: _type = "Task" [ 912.365038] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.375346] env[69350]: DEBUG oslo_vmware.api [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52df3084-4caf-694f-2703-61cbfe186625, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.469430] env[69350]: DEBUG nova.compute.utils [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 912.470925] env[69350]: DEBUG nova.compute.manager [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] [instance: 793cf920-4cb4-44cf-b9d7-3acd42a3caeb] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 912.471114] env[69350]: DEBUG nova.network.neutron [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] [instance: 793cf920-4cb4-44cf-b9d7-3acd42a3caeb] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 912.582486] env[69350]: DEBUG nova.policy [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5948dcd8199a4d14b0a2468059bd8c35', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a3eca554915740f597c2307f65ed22f3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 912.738562] env[69350]: DEBUG oslo_concurrency.lockutils [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Acquiring lock "refresh_cache-c6b8f842-5836-4383-9db3-fbcb8e83ffc2" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.738857] env[69350]: DEBUG oslo_concurrency.lockutils [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Acquired lock "refresh_cache-c6b8f842-5836-4383-9db3-fbcb8e83ffc2" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.738998] env[69350]: DEBUG nova.network.neutron [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] [instance: c6b8f842-5836-4383-9db3-fbcb8e83ffc2] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 912.772649] env[69350]: DEBUG nova.objects.instance [None req-f9472f3c-d6d6-4515-89ce-95633bb683fb tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Lazy-loading 'flavor' on Instance uuid 6d681952-777f-4243-9b4b-ee5fb0392173 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 912.802198] env[69350]: DEBUG nova.network.neutron [req-a023e60d-2617-46ec-9bb9-7323a0bba8b3 req-49f0346d-113f-455e-a90b-1979ed80ea59 service nova] [instance: 9d08e109-356f-4370-86c6-b7bf4d70ce0b] Updated VIF entry in instance network info cache for port e9a255e0-c680-4b5c-a283-6d5dc6276419. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 912.802571] env[69350]: DEBUG nova.network.neutron [req-a023e60d-2617-46ec-9bb9-7323a0bba8b3 req-49f0346d-113f-455e-a90b-1979ed80ea59 service nova] [instance: 9d08e109-356f-4370-86c6-b7bf4d70ce0b] Updating instance_info_cache with network_info: [{"id": "e9a255e0-c680-4b5c-a283-6d5dc6276419", "address": "fa:16:3e:8e:88:50", "network": {"id": "382f3728-baae-4d89-a872-0bf6de8e951b", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-944367371-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3eca554915740f597c2307f65ed22f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9a255e0-c6", "ovs_interfaceid": "e9a255e0-c680-4b5c-a283-6d5dc6276419", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.817593] env[69350]: DEBUG oslo_vmware.api [None req-4dc531fa-076e-4df8-b263-7d9cd9bf17f5 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': task-3365268, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.877273] env[69350]: DEBUG oslo_vmware.api [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52df3084-4caf-694f-2703-61cbfe186625, 'name': SearchDatastore_Task, 'duration_secs': 0.024876} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.877825] env[69350]: DEBUG oslo_concurrency.lockutils [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.877949] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] [instance: 9d08e109-356f-4370-86c6-b7bf4d70ce0b] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 912.878278] env[69350]: DEBUG oslo_concurrency.lockutils [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.878415] env[69350]: DEBUG oslo_concurrency.lockutils [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.878486] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 912.878765] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-35c6d6f0-ec82-4b61-bc80-27798fcbae4b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.887656] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 912.887812] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 912.888619] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ad2b62a-9398-42af-acb6-3781f5bbc9dc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.895063] env[69350]: DEBUG oslo_vmware.api [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Waiting for the task: (returnval){ [ 912.895063] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]526f9b2b-f0a1-03dc-04bd-0f7b15d7e30c" [ 912.895063] env[69350]: _type = "Task" [ 912.895063] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.903189] env[69350]: DEBUG oslo_vmware.api [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]526f9b2b-f0a1-03dc-04bd-0f7b15d7e30c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.972605] env[69350]: DEBUG oslo_concurrency.lockutils [None req-33ccd3a2-8a1d-4cc4-bcbc-76ad86d97b45 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.978989] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9b7367e9-1f79-4dbc-b025-82cf074fd5e9 tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.117s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.978989] env[69350]: DEBUG nova.objects.instance [None req-9b7367e9-1f79-4dbc-b025-82cf074fd5e9 tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Lazy-loading 'resources' on Instance uuid 3d3dab3a-f176-4b15-bd54-7618cb6fedab {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 912.978989] env[69350]: DEBUG nova.compute.manager [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] [instance: 793cf920-4cb4-44cf-b9d7-3acd42a3caeb] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 913.279163] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f9472f3c-d6d6-4515-89ce-95633bb683fb tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Lock "6d681952-777f-4243-9b4b-ee5fb0392173" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.349s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.307973] env[69350]: DEBUG oslo_concurrency.lockutils [req-a023e60d-2617-46ec-9bb9-7323a0bba8b3 req-49f0346d-113f-455e-a90b-1979ed80ea59 service nova] Releasing lock "refresh_cache-9d08e109-356f-4370-86c6-b7bf4d70ce0b" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.318020] env[69350]: DEBUG nova.network.neutron [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] [instance: 793cf920-4cb4-44cf-b9d7-3acd42a3caeb] Successfully created port: e63981b8-4658-4f9b-97d6-f987469c7229 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 913.318891] env[69350]: DEBUG nova.network.neutron [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] [instance: c6b8f842-5836-4383-9db3-fbcb8e83ffc2] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 913.326415] env[69350]: DEBUG oslo_vmware.api [None req-4dc531fa-076e-4df8-b263-7d9cd9bf17f5 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': task-3365268, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.408690] env[69350]: DEBUG oslo_vmware.api [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]526f9b2b-f0a1-03dc-04bd-0f7b15d7e30c, 'name': SearchDatastore_Task, 'duration_secs': 0.013469} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.412082] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15c44fde-5c12-4ccf-b80b-4fe4ad9ec55e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.418313] env[69350]: DEBUG oslo_vmware.api [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Waiting for the task: (returnval){ [ 913.418313] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52f03a75-03cc-c3a8-0a02-6f3b058207fb" [ 913.418313] env[69350]: _type = "Task" [ 913.418313] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.426580] env[69350]: DEBUG oslo_vmware.api [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52f03a75-03cc-c3a8-0a02-6f3b058207fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.503356] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bfe5b992-a08d-4733-b9e8-de0fa4fc0ad0 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Acquiring lock "6d681952-777f-4243-9b4b-ee5fb0392173" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.504773] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bfe5b992-a08d-4733-b9e8-de0fa4fc0ad0 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Lock "6d681952-777f-4243-9b4b-ee5fb0392173" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.505014] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bfe5b992-a08d-4733-b9e8-de0fa4fc0ad0 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Acquiring lock "6d681952-777f-4243-9b4b-ee5fb0392173-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.505213] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bfe5b992-a08d-4733-b9e8-de0fa4fc0ad0 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Lock "6d681952-777f-4243-9b4b-ee5fb0392173-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.505404] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bfe5b992-a08d-4733-b9e8-de0fa4fc0ad0 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Lock "6d681952-777f-4243-9b4b-ee5fb0392173-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.513223] env[69350]: INFO nova.compute.manager [None req-bfe5b992-a08d-4733-b9e8-de0fa4fc0ad0 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 6d681952-777f-4243-9b4b-ee5fb0392173] Terminating instance [ 913.655541] env[69350]: DEBUG nova.compute.manager [req-1b045a65-5493-4584-a2dc-bf660be23435 req-a30a139d-4826-4a90-9993-74eda6b85b71 service nova] [instance: c6b8f842-5836-4383-9db3-fbcb8e83ffc2] Received event network-vif-plugged-1e999116-e71b-4a28-add8-13c4e7a935b2 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 913.655777] env[69350]: DEBUG oslo_concurrency.lockutils [req-1b045a65-5493-4584-a2dc-bf660be23435 req-a30a139d-4826-4a90-9993-74eda6b85b71 service nova] Acquiring lock "c6b8f842-5836-4383-9db3-fbcb8e83ffc2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.655986] env[69350]: DEBUG oslo_concurrency.lockutils [req-1b045a65-5493-4584-a2dc-bf660be23435 req-a30a139d-4826-4a90-9993-74eda6b85b71 service nova] Lock "c6b8f842-5836-4383-9db3-fbcb8e83ffc2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.656178] env[69350]: DEBUG oslo_concurrency.lockutils [req-1b045a65-5493-4584-a2dc-bf660be23435 req-a30a139d-4826-4a90-9993-74eda6b85b71 service nova] Lock "c6b8f842-5836-4383-9db3-fbcb8e83ffc2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.656397] env[69350]: DEBUG nova.compute.manager [req-1b045a65-5493-4584-a2dc-bf660be23435 req-a30a139d-4826-4a90-9993-74eda6b85b71 service nova] [instance: c6b8f842-5836-4383-9db3-fbcb8e83ffc2] No waiting events found dispatching network-vif-plugged-1e999116-e71b-4a28-add8-13c4e7a935b2 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 913.656507] env[69350]: WARNING nova.compute.manager [req-1b045a65-5493-4584-a2dc-bf660be23435 req-a30a139d-4826-4a90-9993-74eda6b85b71 service nova] [instance: c6b8f842-5836-4383-9db3-fbcb8e83ffc2] Received unexpected event network-vif-plugged-1e999116-e71b-4a28-add8-13c4e7a935b2 for instance with vm_state building and task_state spawning. [ 913.656664] env[69350]: DEBUG nova.compute.manager [req-1b045a65-5493-4584-a2dc-bf660be23435 req-a30a139d-4826-4a90-9993-74eda6b85b71 service nova] [instance: c6b8f842-5836-4383-9db3-fbcb8e83ffc2] Received event network-changed-1e999116-e71b-4a28-add8-13c4e7a935b2 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 913.656816] env[69350]: DEBUG nova.compute.manager [req-1b045a65-5493-4584-a2dc-bf660be23435 req-a30a139d-4826-4a90-9993-74eda6b85b71 service nova] [instance: c6b8f842-5836-4383-9db3-fbcb8e83ffc2] Refreshing instance network info cache due to event network-changed-1e999116-e71b-4a28-add8-13c4e7a935b2. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 913.656977] env[69350]: DEBUG oslo_concurrency.lockutils [req-1b045a65-5493-4584-a2dc-bf660be23435 req-a30a139d-4826-4a90-9993-74eda6b85b71 service nova] Acquiring lock "refresh_cache-c6b8f842-5836-4383-9db3-fbcb8e83ffc2" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.688830] env[69350]: DEBUG nova.network.neutron [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] [instance: c6b8f842-5836-4383-9db3-fbcb8e83ffc2] Updating instance_info_cache with network_info: [{"id": "1e999116-e71b-4a28-add8-13c4e7a935b2", "address": "fa:16:3e:3f:e9:01", "network": {"id": "382f3728-baae-4d89-a872-0bf6de8e951b", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-944367371-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3eca554915740f597c2307f65ed22f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e999116-e7", "ovs_interfaceid": "1e999116-e71b-4a28-add8-13c4e7a935b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.822758] env[69350]: DEBUG oslo_vmware.api [None req-4dc531fa-076e-4df8-b263-7d9cd9bf17f5 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': task-3365268, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.63479} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.823133] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dc531fa-076e-4df8-b263-7d9cd9bf17f5 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] 54012b13-65ff-4fe4-bcab-43038f12aeda/54012b13-65ff-4fe4-bcab-43038f12aeda.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 913.823416] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4dc531fa-076e-4df8-b263-7d9cd9bf17f5 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: 54012b13-65ff-4fe4-bcab-43038f12aeda] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 913.827753] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c148f86d-9079-41b0-beac-2c19ba477476 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.836358] env[69350]: DEBUG oslo_vmware.api [None req-4dc531fa-076e-4df8-b263-7d9cd9bf17f5 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Waiting for the task: (returnval){ [ 913.836358] env[69350]: value = "task-3365271" [ 913.836358] env[69350]: _type = "Task" [ 913.836358] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.848982] env[69350]: DEBUG oslo_vmware.api [None req-4dc531fa-076e-4df8-b263-7d9cd9bf17f5 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': task-3365271, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.932820] env[69350]: DEBUG oslo_vmware.api [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52f03a75-03cc-c3a8-0a02-6f3b058207fb, 'name': SearchDatastore_Task, 'duration_secs': 0.013696} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.932820] env[69350]: DEBUG oslo_concurrency.lockutils [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.932820] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] 9d08e109-356f-4370-86c6-b7bf4d70ce0b/9d08e109-356f-4370-86c6-b7bf4d70ce0b.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 913.932820] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-59bcb67e-ad88-43c6-a365-72b2e16dd61f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.946381] env[69350]: DEBUG oslo_vmware.api [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Waiting for the task: (returnval){ [ 913.946381] env[69350]: value = "task-3365272" [ 913.946381] env[69350]: _type = "Task" [ 913.946381] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.954393] env[69350]: DEBUG oslo_vmware.api [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Task: {'id': task-3365272, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.988311] env[69350]: DEBUG nova.compute.manager [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] [instance: 793cf920-4cb4-44cf-b9d7-3acd42a3caeb] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 914.021434] env[69350]: DEBUG nova.virt.hardware [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 914.021910] env[69350]: DEBUG nova.virt.hardware [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 914.021910] env[69350]: DEBUG nova.virt.hardware [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 914.022045] env[69350]: DEBUG nova.virt.hardware [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 914.022172] env[69350]: DEBUG nova.virt.hardware [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 914.022413] env[69350]: DEBUG nova.virt.hardware [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 914.022526] env[69350]: DEBUG nova.virt.hardware [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 914.022693] env[69350]: DEBUG nova.virt.hardware [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 914.022846] env[69350]: DEBUG nova.virt.hardware [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 914.023018] env[69350]: DEBUG nova.virt.hardware [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 914.023192] env[69350]: DEBUG nova.virt.hardware [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 914.024105] env[69350]: DEBUG nova.compute.manager [None req-bfe5b992-a08d-4733-b9e8-de0fa4fc0ad0 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 6d681952-777f-4243-9b4b-ee5fb0392173] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 914.024223] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfe5b992-a08d-4733-b9e8-de0fa4fc0ad0 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 6d681952-777f-4243-9b4b-ee5fb0392173] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 914.025144] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1360da18-134b-4dfb-8cba-8b9500d87ca2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.030719] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-50e67ad0-0e34-4ca0-bae8-e2806331148f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.042551] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b7ef3ad-9502-42e9-9606-e5b4fdf06a3e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.047296] env[69350]: DEBUG oslo_vmware.api [None req-bfe5b992-a08d-4733-b9e8-de0fa4fc0ad0 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Waiting for the task: (returnval){ [ 914.047296] env[69350]: value = "task-3365273" [ 914.047296] env[69350]: _type = "Task" [ 914.047296] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.074018] env[69350]: DEBUG oslo_vmware.api [None req-bfe5b992-a08d-4733-b9e8-de0fa4fc0ad0 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365273, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.082430] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-964dc059-3bf9-4226-9c2e-a43a2f49eeac {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.091505] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba7aea4-ae71-49ff-b0b6-1750774df02b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.127388] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e257d1c5-eba1-42cd-b4d7-50d8816775ec {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.135996] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d1e11b-5f98-48b9-a5fc-26e0a74838b8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.154018] env[69350]: DEBUG nova.compute.provider_tree [None req-9b7367e9-1f79-4dbc-b025-82cf074fd5e9 tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 914.194993] env[69350]: DEBUG oslo_concurrency.lockutils [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Releasing lock "refresh_cache-c6b8f842-5836-4383-9db3-fbcb8e83ffc2" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.194993] env[69350]: DEBUG nova.compute.manager [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] [instance: c6b8f842-5836-4383-9db3-fbcb8e83ffc2] Instance network_info: |[{"id": "1e999116-e71b-4a28-add8-13c4e7a935b2", "address": "fa:16:3e:3f:e9:01", "network": {"id": "382f3728-baae-4d89-a872-0bf6de8e951b", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-944367371-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3eca554915740f597c2307f65ed22f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e999116-e7", "ovs_interfaceid": "1e999116-e71b-4a28-add8-13c4e7a935b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 914.195470] env[69350]: DEBUG oslo_concurrency.lockutils [req-1b045a65-5493-4584-a2dc-bf660be23435 req-a30a139d-4826-4a90-9993-74eda6b85b71 service nova] Acquired lock "refresh_cache-c6b8f842-5836-4383-9db3-fbcb8e83ffc2" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.195686] env[69350]: DEBUG nova.network.neutron [req-1b045a65-5493-4584-a2dc-bf660be23435 req-a30a139d-4826-4a90-9993-74eda6b85b71 service nova] [instance: c6b8f842-5836-4383-9db3-fbcb8e83ffc2] Refreshing network info cache for port 1e999116-e71b-4a28-add8-13c4e7a935b2 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 914.201386] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] [instance: c6b8f842-5836-4383-9db3-fbcb8e83ffc2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:e9:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '750b5f9b-f78a-4650-9153-c5bb117e507c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1e999116-e71b-4a28-add8-13c4e7a935b2', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 914.214751] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 914.216450] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6b8f842-5836-4383-9db3-fbcb8e83ffc2] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 914.217050] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5508ce76-fe0d-44dd-9cf8-fc92f2490338 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.253492] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 914.253492] env[69350]: value = "task-3365274" [ 914.253492] env[69350]: _type = "Task" [ 914.253492] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.266935] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365274, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.349772] env[69350]: DEBUG oslo_vmware.api [None req-4dc531fa-076e-4df8-b263-7d9cd9bf17f5 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': task-3365271, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077915} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.350286] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4dc531fa-076e-4df8-b263-7d9cd9bf17f5 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: 54012b13-65ff-4fe4-bcab-43038f12aeda] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 914.351061] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d69de4-b4b3-4ee2-8176-db84dec9d8c2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.378443] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-4dc531fa-076e-4df8-b263-7d9cd9bf17f5 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: 54012b13-65ff-4fe4-bcab-43038f12aeda] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 54012b13-65ff-4fe4-bcab-43038f12aeda/54012b13-65ff-4fe4-bcab-43038f12aeda.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 914.378962] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70021dee-9779-4754-9782-190e62d0174b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.402584] env[69350]: DEBUG oslo_vmware.api [None req-4dc531fa-076e-4df8-b263-7d9cd9bf17f5 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Waiting for the task: (returnval){ [ 914.402584] env[69350]: value = "task-3365275" [ 914.402584] env[69350]: _type = "Task" [ 914.402584] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.412858] env[69350]: DEBUG oslo_vmware.api [None req-4dc531fa-076e-4df8-b263-7d9cd9bf17f5 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': task-3365275, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.458918] env[69350]: DEBUG oslo_vmware.api [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Task: {'id': task-3365272, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.562381] env[69350]: DEBUG oslo_vmware.api [None req-bfe5b992-a08d-4733-b9e8-de0fa4fc0ad0 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365273, 'name': PowerOffVM_Task, 'duration_secs': 0.242577} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.562730] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfe5b992-a08d-4733-b9e8-de0fa4fc0ad0 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 6d681952-777f-4243-9b4b-ee5fb0392173] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 914.563082] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfe5b992-a08d-4733-b9e8-de0fa4fc0ad0 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 6d681952-777f-4243-9b4b-ee5fb0392173] Volume detach. Driver type: vmdk {{(pid=69350) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 914.563342] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfe5b992-a08d-4733-b9e8-de0fa4fc0ad0 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 6d681952-777f-4243-9b4b-ee5fb0392173] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-671552', 'volume_id': '56c96aad-b55b-4b03-b820-87b5b53053c9', 'name': 'volume-56c96aad-b55b-4b03-b820-87b5b53053c9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6d681952-777f-4243-9b4b-ee5fb0392173', 'attached_at': '', 'detached_at': '', 'volume_id': '56c96aad-b55b-4b03-b820-87b5b53053c9', 'serial': '56c96aad-b55b-4b03-b820-87b5b53053c9'} {{(pid=69350) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 914.564452] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe1b36b-b371-4db0-aa2c-c5f9cb7e3776 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.588686] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d170756-6cff-45c0-adc7-c34533b671b5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.597185] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d950f967-410c-41c1-9263-7960bc442041 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.619836] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58eafab1-e6d4-430e-9f64-3f6e09b8b710 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.635793] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfe5b992-a08d-4733-b9e8-de0fa4fc0ad0 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] The volume has not been displaced from its original location: [datastore2] volume-56c96aad-b55b-4b03-b820-87b5b53053c9/volume-56c96aad-b55b-4b03-b820-87b5b53053c9.vmdk. No consolidation needed. {{(pid=69350) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 914.641483] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfe5b992-a08d-4733-b9e8-de0fa4fc0ad0 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 6d681952-777f-4243-9b4b-ee5fb0392173] Reconfiguring VM instance instance-00000031 to detach disk 2001 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 914.641952] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1bf7aee3-77af-413e-943c-0fde2180c8b3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.657513] env[69350]: DEBUG nova.scheduler.client.report [None req-9b7367e9-1f79-4dbc-b025-82cf074fd5e9 tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 914.662562] env[69350]: DEBUG oslo_vmware.api [None req-bfe5b992-a08d-4733-b9e8-de0fa4fc0ad0 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Waiting for the task: (returnval){ [ 914.662562] env[69350]: value = "task-3365276" [ 914.662562] env[69350]: _type = "Task" [ 914.662562] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.672711] env[69350]: DEBUG oslo_vmware.api [None req-bfe5b992-a08d-4733-b9e8-de0fa4fc0ad0 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365276, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.764378] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365274, 'name': CreateVM_Task, 'duration_secs': 0.427078} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.766120] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6b8f842-5836-4383-9db3-fbcb8e83ffc2] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 914.766861] env[69350]: DEBUG oslo_concurrency.lockutils [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.767059] env[69350]: DEBUG oslo_concurrency.lockutils [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.767379] env[69350]: DEBUG oslo_concurrency.lockutils [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.768478] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0eaa6971-fc4b-4326-8d7c-7f00f12641fe {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.775021] env[69350]: DEBUG oslo_vmware.api [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Waiting for the task: (returnval){ [ 914.775021] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52fba2e7-58d5-e45b-692c-f0d621111597" [ 914.775021] env[69350]: _type = "Task" [ 914.775021] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.782905] env[69350]: DEBUG oslo_vmware.api [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52fba2e7-58d5-e45b-692c-f0d621111597, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.918117] env[69350]: DEBUG oslo_vmware.api [None req-4dc531fa-076e-4df8-b263-7d9cd9bf17f5 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': task-3365275, 'name': ReconfigVM_Task, 'duration_secs': 0.460767} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.918353] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-4dc531fa-076e-4df8-b263-7d9cd9bf17f5 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: 54012b13-65ff-4fe4-bcab-43038f12aeda] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 54012b13-65ff-4fe4-bcab-43038f12aeda/54012b13-65ff-4fe4-bcab-43038f12aeda.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 914.919140] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4c154811-7683-41c9-9f5d-4d04ff9c3744 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.928541] env[69350]: DEBUG oslo_vmware.api [None req-4dc531fa-076e-4df8-b263-7d9cd9bf17f5 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Waiting for the task: (returnval){ [ 914.928541] env[69350]: value = "task-3365277" [ 914.928541] env[69350]: _type = "Task" [ 914.928541] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.939802] env[69350]: DEBUG oslo_vmware.api [None req-4dc531fa-076e-4df8-b263-7d9cd9bf17f5 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': task-3365277, 'name': Rename_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.956896] env[69350]: DEBUG oslo_vmware.api [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Task: {'id': task-3365272, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539423} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.957192] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] 9d08e109-356f-4370-86c6-b7bf4d70ce0b/9d08e109-356f-4370-86c6-b7bf4d70ce0b.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 914.957376] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] [instance: 9d08e109-356f-4370-86c6-b7bf4d70ce0b] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 914.957673] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-785be6d9-29e3-475b-8a31-d7314d480bf4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.965203] env[69350]: DEBUG oslo_vmware.api [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Waiting for the task: (returnval){ [ 914.965203] env[69350]: value = "task-3365278" [ 914.965203] env[69350]: _type = "Task" [ 914.965203] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.977025] env[69350]: DEBUG oslo_vmware.api [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Task: {'id': task-3365278, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.066276] env[69350]: DEBUG nova.network.neutron [req-1b045a65-5493-4584-a2dc-bf660be23435 req-a30a139d-4826-4a90-9993-74eda6b85b71 service nova] [instance: c6b8f842-5836-4383-9db3-fbcb8e83ffc2] Updated VIF entry in instance network info cache for port 1e999116-e71b-4a28-add8-13c4e7a935b2. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 915.066276] env[69350]: DEBUG nova.network.neutron [req-1b045a65-5493-4584-a2dc-bf660be23435 req-a30a139d-4826-4a90-9993-74eda6b85b71 service nova] [instance: c6b8f842-5836-4383-9db3-fbcb8e83ffc2] Updating instance_info_cache with network_info: [{"id": "1e999116-e71b-4a28-add8-13c4e7a935b2", "address": "fa:16:3e:3f:e9:01", "network": {"id": "382f3728-baae-4d89-a872-0bf6de8e951b", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-944367371-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3eca554915740f597c2307f65ed22f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e999116-e7", "ovs_interfaceid": "1e999116-e71b-4a28-add8-13c4e7a935b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.166060] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9b7367e9-1f79-4dbc-b025-82cf074fd5e9 tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.191s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.169338] env[69350]: DEBUG oslo_concurrency.lockutils [None req-df55a659-7d54-443a-a949-e80b34f4f08b tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.834s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.169589] env[69350]: DEBUG nova.objects.instance [None req-df55a659-7d54-443a-a949-e80b34f4f08b tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Lazy-loading 'resources' on Instance uuid c4a13e7e-8718-492c-881d-eb64fa044575 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 915.182696] env[69350]: DEBUG oslo_vmware.api [None req-bfe5b992-a08d-4733-b9e8-de0fa4fc0ad0 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365276, 'name': ReconfigVM_Task, 'duration_secs': 0.220187} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.183632] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfe5b992-a08d-4733-b9e8-de0fa4fc0ad0 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 6d681952-777f-4243-9b4b-ee5fb0392173] Reconfigured VM instance instance-00000031 to detach disk 2001 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 915.188895] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a67ea91d-8c63-455f-90ef-594e2541c027 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.200687] env[69350]: INFO nova.scheduler.client.report [None req-9b7367e9-1f79-4dbc-b025-82cf074fd5e9 tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Deleted allocations for instance 3d3dab3a-f176-4b15-bd54-7618cb6fedab [ 915.207636] env[69350]: DEBUG oslo_vmware.api [None req-bfe5b992-a08d-4733-b9e8-de0fa4fc0ad0 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Waiting for the task: (returnval){ [ 915.207636] env[69350]: value = "task-3365279" [ 915.207636] env[69350]: _type = "Task" [ 915.207636] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.217834] env[69350]: DEBUG oslo_vmware.api [None req-bfe5b992-a08d-4733-b9e8-de0fa4fc0ad0 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365279, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.284819] env[69350]: DEBUG oslo_vmware.api [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52fba2e7-58d5-e45b-692c-f0d621111597, 'name': SearchDatastore_Task, 'duration_secs': 0.01349} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.285108] env[69350]: DEBUG oslo_concurrency.lockutils [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.285439] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] [instance: c6b8f842-5836-4383-9db3-fbcb8e83ffc2] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 915.285777] env[69350]: DEBUG oslo_concurrency.lockutils [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.285872] env[69350]: DEBUG oslo_concurrency.lockutils [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.286119] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 915.286333] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ac5adda9-e4e6-48ed-b74f-11ac015a2682 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.289167] env[69350]: DEBUG nova.network.neutron [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] [instance: 793cf920-4cb4-44cf-b9d7-3acd42a3caeb] Successfully updated port: e63981b8-4658-4f9b-97d6-f987469c7229 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 915.297468] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 915.297887] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 915.299210] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f3d485f-a097-4fae-ac8d-c822a52bd275 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.305251] env[69350]: DEBUG oslo_vmware.api [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Waiting for the task: (returnval){ [ 915.305251] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5200c73c-f5c0-eaac-30ff-cab48e0be2a9" [ 915.305251] env[69350]: _type = "Task" [ 915.305251] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.313773] env[69350]: DEBUG oslo_vmware.api [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5200c73c-f5c0-eaac-30ff-cab48e0be2a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.407123] env[69350]: DEBUG oslo_vmware.rw_handles [None req-921ad566-55d6-457e-973f-e5039bda3a0b tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521014d5-4b0c-b782-1b6a-3c5b0387d260/disk-0.vmdk. {{(pid=69350) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 915.408456] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14bf9880-2754-47f6-a05d-3bd53303f3f2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.415158] env[69350]: DEBUG oslo_vmware.rw_handles [None req-921ad566-55d6-457e-973f-e5039bda3a0b tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521014d5-4b0c-b782-1b6a-3c5b0387d260/disk-0.vmdk is in state: ready. {{(pid=69350) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 915.415158] env[69350]: ERROR oslo_vmware.rw_handles [None req-921ad566-55d6-457e-973f-e5039bda3a0b tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521014d5-4b0c-b782-1b6a-3c5b0387d260/disk-0.vmdk due to incomplete transfer. [ 915.415351] env[69350]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1f1be0a5-4ae2-448c-a6bf-bd8a78c29cf1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.428365] env[69350]: DEBUG oslo_vmware.rw_handles [None req-921ad566-55d6-457e-973f-e5039bda3a0b tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521014d5-4b0c-b782-1b6a-3c5b0387d260/disk-0.vmdk. {{(pid=69350) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 915.428647] env[69350]: DEBUG nova.virt.vmwareapi.images [None req-921ad566-55d6-457e-973f-e5039bda3a0b tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Uploaded image 8ab9b35f-258e-4cab-b761-8a01ec671de7 to the Glance image server {{(pid=69350) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 915.430909] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-921ad566-55d6-457e-973f-e5039bda3a0b tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Destroying the VM {{(pid=69350) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 915.431286] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9d946b7f-9173-4b8f-9d5f-33a33942b319 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.442048] env[69350]: DEBUG oslo_vmware.api [None req-4dc531fa-076e-4df8-b263-7d9cd9bf17f5 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': task-3365277, 'name': Rename_Task, 'duration_secs': 0.205695} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.442739] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dc531fa-076e-4df8-b263-7d9cd9bf17f5 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: 54012b13-65ff-4fe4-bcab-43038f12aeda] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 915.443076] env[69350]: DEBUG oslo_vmware.api [None req-921ad566-55d6-457e-973f-e5039bda3a0b tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Waiting for the task: (returnval){ [ 915.443076] env[69350]: value = "task-3365280" [ 915.443076] env[69350]: _type = "Task" [ 915.443076] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.443263] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb8ae44a-cc1c-4dde-9c8a-923f452c2ad1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.452630] env[69350]: DEBUG oslo_vmware.api [None req-921ad566-55d6-457e-973f-e5039bda3a0b tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365280, 'name': Destroy_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.454549] env[69350]: DEBUG oslo_vmware.api [None req-4dc531fa-076e-4df8-b263-7d9cd9bf17f5 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Waiting for the task: (returnval){ [ 915.454549] env[69350]: value = "task-3365281" [ 915.454549] env[69350]: _type = "Task" [ 915.454549] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.461281] env[69350]: DEBUG oslo_vmware.api [None req-4dc531fa-076e-4df8-b263-7d9cd9bf17f5 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': task-3365281, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.474977] env[69350]: DEBUG oslo_vmware.api [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Task: {'id': task-3365278, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070877} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.475277] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] [instance: 9d08e109-356f-4370-86c6-b7bf4d70ce0b] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 915.476060] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b6ed8a-0a13-4ea2-a70c-ce00460aa023 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.501538] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] [instance: 9d08e109-356f-4370-86c6-b7bf4d70ce0b] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 9d08e109-356f-4370-86c6-b7bf4d70ce0b/9d08e109-356f-4370-86c6-b7bf4d70ce0b.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 915.501717] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c23107b-2335-424d-bcf7-efa321f368f0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.521257] env[69350]: DEBUG oslo_vmware.api [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Waiting for the task: (returnval){ [ 915.521257] env[69350]: value = "task-3365282" [ 915.521257] env[69350]: _type = "Task" [ 915.521257] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.531085] env[69350]: DEBUG oslo_vmware.api [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Task: {'id': task-3365282, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.568811] env[69350]: DEBUG oslo_concurrency.lockutils [req-1b045a65-5493-4584-a2dc-bf660be23435 req-a30a139d-4826-4a90-9993-74eda6b85b71 service nova] Releasing lock "refresh_cache-c6b8f842-5836-4383-9db3-fbcb8e83ffc2" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.718285] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9b7367e9-1f79-4dbc-b025-82cf074fd5e9 tempest-AttachInterfacesUnderV243Test-2102942703 tempest-AttachInterfacesUnderV243Test-2102942703-project-member] Lock "3d3dab3a-f176-4b15-bd54-7618cb6fedab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.085s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.720132] env[69350]: DEBUG nova.compute.manager [req-9ca0ff22-74b8-4527-8f71-af59df4d9149 req-9e77cd5c-bebf-4d93-a8bd-672db5fdb485 service nova] [instance: 793cf920-4cb4-44cf-b9d7-3acd42a3caeb] Received event network-vif-plugged-e63981b8-4658-4f9b-97d6-f987469c7229 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 915.720346] env[69350]: DEBUG oslo_concurrency.lockutils [req-9ca0ff22-74b8-4527-8f71-af59df4d9149 req-9e77cd5c-bebf-4d93-a8bd-672db5fdb485 service nova] Acquiring lock "793cf920-4cb4-44cf-b9d7-3acd42a3caeb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.720559] env[69350]: DEBUG oslo_concurrency.lockutils [req-9ca0ff22-74b8-4527-8f71-af59df4d9149 req-9e77cd5c-bebf-4d93-a8bd-672db5fdb485 service nova] Lock "793cf920-4cb4-44cf-b9d7-3acd42a3caeb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.720737] env[69350]: DEBUG oslo_concurrency.lockutils [req-9ca0ff22-74b8-4527-8f71-af59df4d9149 req-9e77cd5c-bebf-4d93-a8bd-672db5fdb485 service nova] Lock "793cf920-4cb4-44cf-b9d7-3acd42a3caeb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.721423] env[69350]: DEBUG nova.compute.manager [req-9ca0ff22-74b8-4527-8f71-af59df4d9149 req-9e77cd5c-bebf-4d93-a8bd-672db5fdb485 service nova] [instance: 793cf920-4cb4-44cf-b9d7-3acd42a3caeb] No waiting events found dispatching network-vif-plugged-e63981b8-4658-4f9b-97d6-f987469c7229 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 915.721423] env[69350]: WARNING nova.compute.manager [req-9ca0ff22-74b8-4527-8f71-af59df4d9149 req-9e77cd5c-bebf-4d93-a8bd-672db5fdb485 service nova] [instance: 793cf920-4cb4-44cf-b9d7-3acd42a3caeb] Received unexpected event network-vif-plugged-e63981b8-4658-4f9b-97d6-f987469c7229 for instance with vm_state building and task_state spawning. [ 915.721423] env[69350]: DEBUG nova.compute.manager [req-9ca0ff22-74b8-4527-8f71-af59df4d9149 req-9e77cd5c-bebf-4d93-a8bd-672db5fdb485 service nova] [instance: 793cf920-4cb4-44cf-b9d7-3acd42a3caeb] Received event network-changed-e63981b8-4658-4f9b-97d6-f987469c7229 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 915.721423] env[69350]: DEBUG nova.compute.manager [req-9ca0ff22-74b8-4527-8f71-af59df4d9149 req-9e77cd5c-bebf-4d93-a8bd-672db5fdb485 service nova] [instance: 793cf920-4cb4-44cf-b9d7-3acd42a3caeb] Refreshing instance network info cache due to event network-changed-e63981b8-4658-4f9b-97d6-f987469c7229. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 915.721681] env[69350]: DEBUG oslo_concurrency.lockutils [req-9ca0ff22-74b8-4527-8f71-af59df4d9149 req-9e77cd5c-bebf-4d93-a8bd-672db5fdb485 service nova] Acquiring lock "refresh_cache-793cf920-4cb4-44cf-b9d7-3acd42a3caeb" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.721681] env[69350]: DEBUG oslo_concurrency.lockutils [req-9ca0ff22-74b8-4527-8f71-af59df4d9149 req-9e77cd5c-bebf-4d93-a8bd-672db5fdb485 service nova] Acquired lock "refresh_cache-793cf920-4cb4-44cf-b9d7-3acd42a3caeb" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.721826] env[69350]: DEBUG nova.network.neutron [req-9ca0ff22-74b8-4527-8f71-af59df4d9149 req-9e77cd5c-bebf-4d93-a8bd-672db5fdb485 service nova] [instance: 793cf920-4cb4-44cf-b9d7-3acd42a3caeb] Refreshing network info cache for port e63981b8-4658-4f9b-97d6-f987469c7229 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 915.734511] env[69350]: DEBUG oslo_vmware.api [None req-bfe5b992-a08d-4733-b9e8-de0fa4fc0ad0 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365279, 'name': ReconfigVM_Task, 'duration_secs': 0.385651} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.734511] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfe5b992-a08d-4733-b9e8-de0fa4fc0ad0 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 6d681952-777f-4243-9b4b-ee5fb0392173] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-671552', 'volume_id': '56c96aad-b55b-4b03-b820-87b5b53053c9', 'name': 'volume-56c96aad-b55b-4b03-b820-87b5b53053c9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6d681952-777f-4243-9b4b-ee5fb0392173', 'attached_at': '', 'detached_at': '', 'volume_id': '56c96aad-b55b-4b03-b820-87b5b53053c9', 'serial': '56c96aad-b55b-4b03-b820-87b5b53053c9'} {{(pid=69350) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 915.734511] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-bfe5b992-a08d-4733-b9e8-de0fa4fc0ad0 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 6d681952-777f-4243-9b4b-ee5fb0392173] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 915.734887] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c4b2cd9-e8e4-45da-95d9-0504587578e4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.743409] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-bfe5b992-a08d-4733-b9e8-de0fa4fc0ad0 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 6d681952-777f-4243-9b4b-ee5fb0392173] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 915.747700] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-126a0080-f6f7-4b7b-94df-75eae6e5e9a4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.793921] env[69350]: DEBUG oslo_concurrency.lockutils [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Acquiring lock "refresh_cache-793cf920-4cb4-44cf-b9d7-3acd42a3caeb" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.813591] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-bfe5b992-a08d-4733-b9e8-de0fa4fc0ad0 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 6d681952-777f-4243-9b4b-ee5fb0392173] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 915.813591] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-bfe5b992-a08d-4733-b9e8-de0fa4fc0ad0 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 6d681952-777f-4243-9b4b-ee5fb0392173] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 915.813591] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfe5b992-a08d-4733-b9e8-de0fa4fc0ad0 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Deleting the datastore file [datastore2] 6d681952-777f-4243-9b4b-ee5fb0392173 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 915.816613] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d176192-57a1-42c9-911c-2e16ba7acb10 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.823973] env[69350]: DEBUG oslo_vmware.api [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5200c73c-f5c0-eaac-30ff-cab48e0be2a9, 'name': SearchDatastore_Task, 'duration_secs': 0.012812} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.825318] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebac57b4-b7a8-4e3c-bf63-7677eaab8791 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.829185] env[69350]: DEBUG oslo_vmware.api [None req-bfe5b992-a08d-4733-b9e8-de0fa4fc0ad0 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Waiting for the task: (returnval){ [ 915.829185] env[69350]: value = "task-3365284" [ 915.829185] env[69350]: _type = "Task" [ 915.829185] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.834822] env[69350]: DEBUG oslo_vmware.api [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Waiting for the task: (returnval){ [ 915.834822] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52a50d26-0ce1-23b6-93dd-ebb2267790d8" [ 915.834822] env[69350]: _type = "Task" [ 915.834822] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.845898] env[69350]: DEBUG oslo_vmware.api [None req-bfe5b992-a08d-4733-b9e8-de0fa4fc0ad0 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365284, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.851714] env[69350]: DEBUG oslo_vmware.api [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52a50d26-0ce1-23b6-93dd-ebb2267790d8, 'name': SearchDatastore_Task, 'duration_secs': 0.008981} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.852234] env[69350]: DEBUG oslo_concurrency.lockutils [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.852555] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] c6b8f842-5836-4383-9db3-fbcb8e83ffc2/c6b8f842-5836-4383-9db3-fbcb8e83ffc2.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 915.852935] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a8657264-3b77-4f35-91d3-6c5fad105fcf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.858891] env[69350]: DEBUG oslo_vmware.api [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Waiting for the task: (returnval){ [ 915.858891] env[69350]: value = "task-3365285" [ 915.858891] env[69350]: _type = "Task" [ 915.858891] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.870947] env[69350]: DEBUG oslo_vmware.api [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Task: {'id': task-3365285, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.958876] env[69350]: DEBUG oslo_vmware.api [None req-921ad566-55d6-457e-973f-e5039bda3a0b tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365280, 'name': Destroy_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.974068] env[69350]: DEBUG oslo_vmware.api [None req-4dc531fa-076e-4df8-b263-7d9cd9bf17f5 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': task-3365281, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.031130] env[69350]: DEBUG oslo_vmware.api [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Task: {'id': task-3365282, 'name': ReconfigVM_Task, 'duration_secs': 0.297482} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.031438] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] [instance: 9d08e109-356f-4370-86c6-b7bf4d70ce0b] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 9d08e109-356f-4370-86c6-b7bf4d70ce0b/9d08e109-356f-4370-86c6-b7bf4d70ce0b.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 916.032174] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-298327ad-14eb-4f3f-991c-fa5b35e65c80 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.041723] env[69350]: DEBUG oslo_vmware.api [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Waiting for the task: (returnval){ [ 916.041723] env[69350]: value = "task-3365286" [ 916.041723] env[69350]: _type = "Task" [ 916.041723] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.053752] env[69350]: DEBUG oslo_vmware.api [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Task: {'id': task-3365286, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.222811] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daf5b5f5-d6ba-416a-b831-bcee32d80731 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.233312] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4af17c4-5586-47f5-9b89-fb873e8c8072 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.274799] env[69350]: DEBUG nova.network.neutron [req-9ca0ff22-74b8-4527-8f71-af59df4d9149 req-9e77cd5c-bebf-4d93-a8bd-672db5fdb485 service nova] [instance: 793cf920-4cb4-44cf-b9d7-3acd42a3caeb] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 916.277323] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2fe6827-eb86-4fa1-b86b-167ca944cb19 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.288719] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c56be2b8-2266-4103-be2f-a338ac248e6c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.304090] env[69350]: DEBUG nova.compute.provider_tree [None req-df55a659-7d54-443a-a949-e80b34f4f08b tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 916.343114] env[69350]: DEBUG oslo_vmware.api [None req-bfe5b992-a08d-4733-b9e8-de0fa4fc0ad0 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365284, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144267} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.347119] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfe5b992-a08d-4733-b9e8-de0fa4fc0ad0 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 916.347419] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-bfe5b992-a08d-4733-b9e8-de0fa4fc0ad0 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 6d681952-777f-4243-9b4b-ee5fb0392173] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 916.347739] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-bfe5b992-a08d-4733-b9e8-de0fa4fc0ad0 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 6d681952-777f-4243-9b4b-ee5fb0392173] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 916.347824] env[69350]: INFO nova.compute.manager [None req-bfe5b992-a08d-4733-b9e8-de0fa4fc0ad0 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 6d681952-777f-4243-9b4b-ee5fb0392173] Took 2.32 seconds to destroy the instance on the hypervisor. [ 916.348030] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bfe5b992-a08d-4733-b9e8-de0fa4fc0ad0 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 916.348254] env[69350]: DEBUG nova.compute.manager [-] [instance: 6d681952-777f-4243-9b4b-ee5fb0392173] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 916.348506] env[69350]: DEBUG nova.network.neutron [-] [instance: 6d681952-777f-4243-9b4b-ee5fb0392173] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 916.368736] env[69350]: DEBUG oslo_vmware.api [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Task: {'id': task-3365285, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.447628] env[69350]: DEBUG nova.network.neutron [req-9ca0ff22-74b8-4527-8f71-af59df4d9149 req-9e77cd5c-bebf-4d93-a8bd-672db5fdb485 service nova] [instance: 793cf920-4cb4-44cf-b9d7-3acd42a3caeb] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.460938] env[69350]: DEBUG oslo_vmware.api [None req-921ad566-55d6-457e-973f-e5039bda3a0b tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365280, 'name': Destroy_Task} progress is 33%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.471622] env[69350]: DEBUG oslo_vmware.api [None req-4dc531fa-076e-4df8-b263-7d9cd9bf17f5 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': task-3365281, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.551905] env[69350]: DEBUG oslo_vmware.api [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Task: {'id': task-3365286, 'name': Rename_Task, 'duration_secs': 0.146094} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.552215] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] [instance: 9d08e109-356f-4370-86c6-b7bf4d70ce0b] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 916.552482] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e50829c8-fa14-48bf-9520-b72a640cd700 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.559399] env[69350]: DEBUG oslo_vmware.api [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Waiting for the task: (returnval){ [ 916.559399] env[69350]: value = "task-3365287" [ 916.559399] env[69350]: _type = "Task" [ 916.559399] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.568810] env[69350]: DEBUG oslo_vmware.api [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Task: {'id': task-3365287, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.808294] env[69350]: DEBUG nova.scheduler.client.report [None req-df55a659-7d54-443a-a949-e80b34f4f08b tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 916.880524] env[69350]: DEBUG oslo_vmware.api [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Task: {'id': task-3365285, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.740007} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.880954] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] c6b8f842-5836-4383-9db3-fbcb8e83ffc2/c6b8f842-5836-4383-9db3-fbcb8e83ffc2.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 916.881348] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] [instance: c6b8f842-5836-4383-9db3-fbcb8e83ffc2] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 916.882033] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cfcb35b7-1be6-4a2b-824f-c89c83e10405 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.889068] env[69350]: DEBUG oslo_vmware.api [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Waiting for the task: (returnval){ [ 916.889068] env[69350]: value = "task-3365288" [ 916.889068] env[69350]: _type = "Task" [ 916.889068] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.901520] env[69350]: DEBUG oslo_vmware.api [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Task: {'id': task-3365288, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.923334] env[69350]: DEBUG oslo_concurrency.lockutils [None req-917287ed-5557-4c6c-9284-ef3db5200685 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] Acquiring lock "684c8b24-d21b-46bd-86e7-9e93b00cc7dc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.923594] env[69350]: DEBUG oslo_concurrency.lockutils [None req-917287ed-5557-4c6c-9284-ef3db5200685 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] Lock "684c8b24-d21b-46bd-86e7-9e93b00cc7dc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.958263] env[69350]: DEBUG oslo_concurrency.lockutils [req-9ca0ff22-74b8-4527-8f71-af59df4d9149 req-9e77cd5c-bebf-4d93-a8bd-672db5fdb485 service nova] Releasing lock "refresh_cache-793cf920-4cb4-44cf-b9d7-3acd42a3caeb" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.958263] env[69350]: DEBUG oslo_concurrency.lockutils [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Acquired lock "refresh_cache-793cf920-4cb4-44cf-b9d7-3acd42a3caeb" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.958263] env[69350]: DEBUG nova.network.neutron [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] [instance: 793cf920-4cb4-44cf-b9d7-3acd42a3caeb] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 916.964799] env[69350]: DEBUG oslo_vmware.api [None req-921ad566-55d6-457e-973f-e5039bda3a0b tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365280, 'name': Destroy_Task, 'duration_secs': 1.323489} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.969659] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-921ad566-55d6-457e-973f-e5039bda3a0b tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Destroyed the VM [ 916.970144] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-921ad566-55d6-457e-973f-e5039bda3a0b tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Deleting Snapshot of the VM instance {{(pid=69350) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 916.970994] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9570425b-c5c2-400d-b36c-ef2051d07362 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.979991] env[69350]: DEBUG oslo_vmware.api [None req-4dc531fa-076e-4df8-b263-7d9cd9bf17f5 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': task-3365281, 'name': PowerOnVM_Task, 'duration_secs': 1.426344} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.981318] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dc531fa-076e-4df8-b263-7d9cd9bf17f5 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: 54012b13-65ff-4fe4-bcab-43038f12aeda] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 916.981626] env[69350]: INFO nova.compute.manager [None req-4dc531fa-076e-4df8-b263-7d9cd9bf17f5 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: 54012b13-65ff-4fe4-bcab-43038f12aeda] Took 11.17 seconds to spawn the instance on the hypervisor. [ 916.981886] env[69350]: DEBUG nova.compute.manager [None req-4dc531fa-076e-4df8-b263-7d9cd9bf17f5 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: 54012b13-65ff-4fe4-bcab-43038f12aeda] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 916.982349] env[69350]: DEBUG oslo_vmware.api [None req-921ad566-55d6-457e-973f-e5039bda3a0b tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Waiting for the task: (returnval){ [ 916.982349] env[69350]: value = "task-3365289" [ 916.982349] env[69350]: _type = "Task" [ 916.982349] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.983187] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efda7ce8-4e64-4f65-8bba-b4084844e2aa {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.995226] env[69350]: DEBUG oslo_vmware.api [None req-921ad566-55d6-457e-973f-e5039bda3a0b tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365289, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.070410] env[69350]: DEBUG oslo_vmware.api [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Task: {'id': task-3365287, 'name': PowerOnVM_Task, 'duration_secs': 0.510142} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.070410] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] [instance: 9d08e109-356f-4370-86c6-b7bf4d70ce0b] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 917.070600] env[69350]: INFO nova.compute.manager [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] [instance: 9d08e109-356f-4370-86c6-b7bf4d70ce0b] Took 8.48 seconds to spawn the instance on the hypervisor. [ 917.070654] env[69350]: DEBUG nova.compute.manager [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] [instance: 9d08e109-356f-4370-86c6-b7bf4d70ce0b] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 917.072235] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a73be15-fa28-4236-a705-38922f3f8254 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.215980] env[69350]: DEBUG nova.network.neutron [-] [instance: 6d681952-777f-4243-9b4b-ee5fb0392173] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.320030] env[69350]: DEBUG oslo_concurrency.lockutils [None req-df55a659-7d54-443a-a949-e80b34f4f08b tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.150s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.322089] env[69350]: DEBUG oslo_concurrency.lockutils [None req-67ff83cd-5f89-4133-93fa-59f4f1f67ae6 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.052s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.323643] env[69350]: INFO nova.compute.claims [None req-67ff83cd-5f89-4133-93fa-59f4f1f67ae6 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] [instance: 2701262d-0054-4f59-8849-bf1e17b7bb94] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 917.355329] env[69350]: INFO nova.scheduler.client.report [None req-df55a659-7d54-443a-a949-e80b34f4f08b tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Deleted allocations for instance c4a13e7e-8718-492c-881d-eb64fa044575 [ 917.398666] env[69350]: DEBUG oslo_vmware.api [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Task: {'id': task-3365288, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083817} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.399008] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] [instance: c6b8f842-5836-4383-9db3-fbcb8e83ffc2] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 917.400768] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32b6e8ca-5b88-4c4e-ad89-8e54b1236424 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.426645] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] [instance: c6b8f842-5836-4383-9db3-fbcb8e83ffc2] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] c6b8f842-5836-4383-9db3-fbcb8e83ffc2/c6b8f842-5836-4383-9db3-fbcb8e83ffc2.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 917.427865] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-701dcbce-3527-4149-8612-f9ca9829dd33 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.453091] env[69350]: DEBUG oslo_vmware.api [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Waiting for the task: (returnval){ [ 917.453091] env[69350]: value = "task-3365290" [ 917.453091] env[69350]: _type = "Task" [ 917.453091] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.462445] env[69350]: DEBUG oslo_vmware.api [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Task: {'id': task-3365290, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.497368] env[69350]: DEBUG oslo_vmware.api [None req-921ad566-55d6-457e-973f-e5039bda3a0b tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365289, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.509304] env[69350]: DEBUG nova.network.neutron [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] [instance: 793cf920-4cb4-44cf-b9d7-3acd42a3caeb] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 917.510942] env[69350]: INFO nova.compute.manager [None req-4dc531fa-076e-4df8-b263-7d9cd9bf17f5 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: 54012b13-65ff-4fe4-bcab-43038f12aeda] Took 37.02 seconds to build instance. [ 917.604300] env[69350]: INFO nova.compute.manager [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] [instance: 9d08e109-356f-4370-86c6-b7bf4d70ce0b] Took 33.00 seconds to build instance. [ 917.672939] env[69350]: DEBUG nova.network.neutron [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] [instance: 793cf920-4cb4-44cf-b9d7-3acd42a3caeb] Updating instance_info_cache with network_info: [{"id": "e63981b8-4658-4f9b-97d6-f987469c7229", "address": "fa:16:3e:5a:53:64", "network": {"id": "382f3728-baae-4d89-a872-0bf6de8e951b", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-944367371-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3eca554915740f597c2307f65ed22f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape63981b8-46", "ovs_interfaceid": "e63981b8-4658-4f9b-97d6-f987469c7229", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.722116] env[69350]: INFO nova.compute.manager [-] [instance: 6d681952-777f-4243-9b4b-ee5fb0392173] Took 1.37 seconds to deallocate network for instance. [ 917.834191] env[69350]: DEBUG nova.compute.manager [req-7705a434-0791-4051-a228-eb20d4636ca4 req-163c11cd-885e-436c-890e-207b9edd494e service nova] [instance: 6d681952-777f-4243-9b4b-ee5fb0392173] Received event network-vif-deleted-80f05c7c-e3d8-4c10-82b9-95d22828e720 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 917.865368] env[69350]: DEBUG oslo_concurrency.lockutils [None req-df55a659-7d54-443a-a949-e80b34f4f08b tempest-ServersTestMultiNic-1124023481 tempest-ServersTestMultiNic-1124023481-project-member] Lock "c4a13e7e-8718-492c-881d-eb64fa044575" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.903s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.964357] env[69350]: DEBUG oslo_vmware.api [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Task: {'id': task-3365290, 'name': ReconfigVM_Task, 'duration_secs': 0.281144} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.964693] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] [instance: c6b8f842-5836-4383-9db3-fbcb8e83ffc2] Reconfigured VM instance instance-00000035 to attach disk [datastore2] c6b8f842-5836-4383-9db3-fbcb8e83ffc2/c6b8f842-5836-4383-9db3-fbcb8e83ffc2.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 917.965325] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d6cfa32-18d1-42d8-bd4b-8a329a28f2f4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.972764] env[69350]: DEBUG oslo_vmware.api [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Waiting for the task: (returnval){ [ 917.972764] env[69350]: value = "task-3365291" [ 917.972764] env[69350]: _type = "Task" [ 917.972764] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.982331] env[69350]: DEBUG oslo_vmware.api [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Task: {'id': task-3365291, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.997871] env[69350]: DEBUG oslo_vmware.api [None req-921ad566-55d6-457e-973f-e5039bda3a0b tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365289, 'name': RemoveSnapshot_Task} progress is 17%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.013601] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4dc531fa-076e-4df8-b263-7d9cd9bf17f5 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Lock "54012b13-65ff-4fe4-bcab-43038f12aeda" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.535s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.109599] env[69350]: DEBUG oslo_concurrency.lockutils [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Lock "9d08e109-356f-4370-86c6-b7bf4d70ce0b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.518s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.176687] env[69350]: DEBUG oslo_concurrency.lockutils [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Releasing lock "refresh_cache-793cf920-4cb4-44cf-b9d7-3acd42a3caeb" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.177247] env[69350]: DEBUG nova.compute.manager [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] [instance: 793cf920-4cb4-44cf-b9d7-3acd42a3caeb] Instance network_info: |[{"id": "e63981b8-4658-4f9b-97d6-f987469c7229", "address": "fa:16:3e:5a:53:64", "network": {"id": "382f3728-baae-4d89-a872-0bf6de8e951b", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-944367371-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3eca554915740f597c2307f65ed22f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape63981b8-46", "ovs_interfaceid": "e63981b8-4658-4f9b-97d6-f987469c7229", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 918.177715] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] [instance: 793cf920-4cb4-44cf-b9d7-3acd42a3caeb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:53:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '750b5f9b-f78a-4650-9153-c5bb117e507c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e63981b8-4658-4f9b-97d6-f987469c7229', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 918.185428] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 918.185676] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 793cf920-4cb4-44cf-b9d7-3acd42a3caeb] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 918.185906] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cb5c79cf-362c-4d5b-a302-1d3e92d66468 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.205936] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 918.205936] env[69350]: value = "task-3365292" [ 918.205936] env[69350]: _type = "Task" [ 918.205936] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.213708] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365292, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.267840] env[69350]: INFO nova.compute.manager [None req-bfe5b992-a08d-4733-b9e8-de0fa4fc0ad0 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 6d681952-777f-4243-9b4b-ee5fb0392173] Took 0.55 seconds to detach 1 volumes for instance. [ 918.493517] env[69350]: DEBUG oslo_vmware.api [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Task: {'id': task-3365291, 'name': Rename_Task, 'duration_secs': 0.140837} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.498136] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] [instance: c6b8f842-5836-4383-9db3-fbcb8e83ffc2] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 918.500968] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-350f3e39-983c-494f-a8ee-0d6e31be776e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.507634] env[69350]: DEBUG oslo_vmware.api [None req-921ad566-55d6-457e-973f-e5039bda3a0b tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365289, 'name': RemoveSnapshot_Task, 'duration_secs': 1.138758} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.509076] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-921ad566-55d6-457e-973f-e5039bda3a0b tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Deleted Snapshot of the VM instance {{(pid=69350) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 918.509429] env[69350]: INFO nova.compute.manager [None req-921ad566-55d6-457e-973f-e5039bda3a0b tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Took 16.96 seconds to snapshot the instance on the hypervisor. [ 918.512405] env[69350]: DEBUG oslo_vmware.api [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Waiting for the task: (returnval){ [ 918.512405] env[69350]: value = "task-3365293" [ 918.512405] env[69350]: _type = "Task" [ 918.512405] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.515989] env[69350]: DEBUG nova.compute.manager [None req-3e0fe48e-9b50-4d0c-bf4c-395701aea6aa tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] [instance: e38a1927-542e-4094-80f7-3832351b1db3] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 918.526557] env[69350]: DEBUG oslo_vmware.api [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Task: {'id': task-3365293, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.612867] env[69350]: DEBUG nova.compute.manager [None req-d4dfabfb-5aea-4dd8-835a-4ca40242a673 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: aad4e7c2-8241-4c46-be12-938b0673d68e] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 918.716263] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365292, 'name': CreateVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.777937] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bfe5b992-a08d-4733-b9e8-de0fa4fc0ad0 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.901228] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e028a0a-2dd5-4840-b899-5a63ac614d70 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.916607] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdcaa44c-207b-480e-ba78-8a8a8300d765 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.955741] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c75abc-6ae9-488b-a7f1-0106f44c63df {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.963782] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c7d0a69-577f-4483-b3f5-aefbbf9fdeba {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.979512] env[69350]: DEBUG nova.compute.provider_tree [None req-67ff83cd-5f89-4133-93fa-59f4f1f67ae6 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 919.029956] env[69350]: DEBUG oslo_vmware.api [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Task: {'id': task-3365293, 'name': PowerOnVM_Task, 'duration_secs': 0.467932} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.030428] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] [instance: c6b8f842-5836-4383-9db3-fbcb8e83ffc2] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 919.030428] env[69350]: INFO nova.compute.manager [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] [instance: c6b8f842-5836-4383-9db3-fbcb8e83ffc2] Took 7.71 seconds to spawn the instance on the hypervisor. [ 919.030608] env[69350]: DEBUG nova.compute.manager [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] [instance: c6b8f842-5836-4383-9db3-fbcb8e83ffc2] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 919.031443] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb1626cd-c948-495d-a893-ac2b3d2c6679 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.050740] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3e0fe48e-9b50-4d0c-bf4c-395701aea6aa tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.073987] env[69350]: DEBUG nova.compute.manager [None req-921ad566-55d6-457e-973f-e5039bda3a0b tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Found 2 images (rotation: 2) {{(pid=69350) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 919.135825] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d4dfabfb-5aea-4dd8-835a-4ca40242a673 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.217739] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365292, 'name': CreateVM_Task, 'duration_secs': 0.555936} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.217739] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 793cf920-4cb4-44cf-b9d7-3acd42a3caeb] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 919.218389] env[69350]: DEBUG oslo_concurrency.lockutils [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.218587] env[69350]: DEBUG oslo_concurrency.lockutils [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.219270] env[69350]: DEBUG oslo_concurrency.lockutils [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.219270] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc256cbb-bc2b-445c-a35f-df9a88bf96eb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.224119] env[69350]: DEBUG oslo_vmware.api [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Waiting for the task: (returnval){ [ 919.224119] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]526ad98f-40b5-82c9-8d7b-2b4847aab8ed" [ 919.224119] env[69350]: _type = "Task" [ 919.224119] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.234288] env[69350]: DEBUG oslo_vmware.api [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]526ad98f-40b5-82c9-8d7b-2b4847aab8ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.483056] env[69350]: DEBUG nova.scheduler.client.report [None req-67ff83cd-5f89-4133-93fa-59f4f1f67ae6 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 919.552616] env[69350]: INFO nova.compute.manager [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] [instance: c6b8f842-5836-4383-9db3-fbcb8e83ffc2] Took 34.91 seconds to build instance. [ 919.740015] env[69350]: DEBUG oslo_vmware.api [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]526ad98f-40b5-82c9-8d7b-2b4847aab8ed, 'name': SearchDatastore_Task, 'duration_secs': 0.027894} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.740772] env[69350]: DEBUG oslo_concurrency.lockutils [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.741273] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] [instance: 793cf920-4cb4-44cf-b9d7-3acd42a3caeb] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 919.742354] env[69350]: DEBUG oslo_concurrency.lockutils [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.742503] env[69350]: DEBUG oslo_concurrency.lockutils [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.743398] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 919.743605] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a3501f40-8ca7-44ce-a5dd-bb76dcdb4cfe {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.755411] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 919.755411] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 919.755574] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fb70bb7-f4a3-45b5-8f22-3e66c7f46ef6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.761561] env[69350]: DEBUG oslo_vmware.api [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Waiting for the task: (returnval){ [ 919.761561] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]520ae78e-8dfb-346b-a516-64507aac0371" [ 919.761561] env[69350]: _type = "Task" [ 919.761561] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.770698] env[69350]: DEBUG oslo_vmware.api [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]520ae78e-8dfb-346b-a516-64507aac0371, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.867228] env[69350]: DEBUG nova.compute.manager [req-56cd4ea0-c001-4c6a-b59a-d49ee5a710f3 req-c75600ab-31e1-4425-9c4a-1317d30ed49e service nova] [instance: 54012b13-65ff-4fe4-bcab-43038f12aeda] Received event network-changed-ce0719c1-9034-414c-8455-79bb6d024a97 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 919.867644] env[69350]: DEBUG nova.compute.manager [req-56cd4ea0-c001-4c6a-b59a-d49ee5a710f3 req-c75600ab-31e1-4425-9c4a-1317d30ed49e service nova] [instance: 54012b13-65ff-4fe4-bcab-43038f12aeda] Refreshing instance network info cache due to event network-changed-ce0719c1-9034-414c-8455-79bb6d024a97. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 919.867999] env[69350]: DEBUG oslo_concurrency.lockutils [req-56cd4ea0-c001-4c6a-b59a-d49ee5a710f3 req-c75600ab-31e1-4425-9c4a-1317d30ed49e service nova] Acquiring lock "refresh_cache-54012b13-65ff-4fe4-bcab-43038f12aeda" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.868314] env[69350]: DEBUG oslo_concurrency.lockutils [req-56cd4ea0-c001-4c6a-b59a-d49ee5a710f3 req-c75600ab-31e1-4425-9c4a-1317d30ed49e service nova] Acquired lock "refresh_cache-54012b13-65ff-4fe4-bcab-43038f12aeda" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.868572] env[69350]: DEBUG nova.network.neutron [req-56cd4ea0-c001-4c6a-b59a-d49ee5a710f3 req-c75600ab-31e1-4425-9c4a-1317d30ed49e service nova] [instance: 54012b13-65ff-4fe4-bcab-43038f12aeda] Refreshing network info cache for port ce0719c1-9034-414c-8455-79bb6d024a97 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 919.988675] env[69350]: DEBUG oslo_concurrency.lockutils [None req-67ff83cd-5f89-4133-93fa-59f4f1f67ae6 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.666s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.989277] env[69350]: DEBUG nova.compute.manager [None req-67ff83cd-5f89-4133-93fa-59f4f1f67ae6 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] [instance: 2701262d-0054-4f59-8849-bf1e17b7bb94] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 919.992233] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.154s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.995290] env[69350]: INFO nova.compute.claims [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: 18d57be1-24d5-4f9c-a5b5-24d82624069a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 920.032877] env[69350]: DEBUG nova.compute.manager [None req-c236eb3b-d65e-40a5-bdc7-1d33d9ebc5f4 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 920.033384] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a2c48b-6914-4974-871b-1bc02bac2454 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.058175] env[69350]: DEBUG oslo_concurrency.lockutils [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Lock "c6b8f842-5836-4383-9db3-fbcb8e83ffc2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.427s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.278915] env[69350]: DEBUG oslo_vmware.api [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]520ae78e-8dfb-346b-a516-64507aac0371, 'name': SearchDatastore_Task, 'duration_secs': 0.01082} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.280183] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-855e3c07-8c3a-40fc-9feb-b6662b9bbf15 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.286814] env[69350]: DEBUG oslo_vmware.api [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Waiting for the task: (returnval){ [ 920.286814] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52cd037b-22ac-d84d-2243-9cfea6552eb0" [ 920.286814] env[69350]: _type = "Task" [ 920.286814] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.298076] env[69350]: DEBUG oslo_vmware.api [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52cd037b-22ac-d84d-2243-9cfea6552eb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.502875] env[69350]: DEBUG nova.compute.utils [None req-67ff83cd-5f89-4133-93fa-59f4f1f67ae6 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 920.504722] env[69350]: DEBUG nova.compute.manager [None req-67ff83cd-5f89-4133-93fa-59f4f1f67ae6 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] [instance: 2701262d-0054-4f59-8849-bf1e17b7bb94] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 920.504914] env[69350]: DEBUG nova.network.neutron [None req-67ff83cd-5f89-4133-93fa-59f4f1f67ae6 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] [instance: 2701262d-0054-4f59-8849-bf1e17b7bb94] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 920.550046] env[69350]: INFO nova.compute.manager [None req-c236eb3b-d65e-40a5-bdc7-1d33d9ebc5f4 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] instance snapshotting [ 920.550675] env[69350]: DEBUG nova.objects.instance [None req-c236eb3b-d65e-40a5-bdc7-1d33d9ebc5f4 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Lazy-loading 'flavor' on Instance uuid 90b71625-4bb1-4f8b-a94e-313cea1be2da {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 920.563446] env[69350]: DEBUG nova.compute.manager [None req-917287ed-5557-4c6c-9284-ef3db5200685 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] [instance: 684c8b24-d21b-46bd-86e7-9e93b00cc7dc] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 920.593407] env[69350]: DEBUG nova.policy [None req-67ff83cd-5f89-4133-93fa-59f4f1f67ae6 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '39557969b18046fe9b337d4b6548e4b5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c0e68118e8784bb2b45d8df1e3490701', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 920.800238] env[69350]: DEBUG oslo_vmware.api [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52cd037b-22ac-d84d-2243-9cfea6552eb0, 'name': SearchDatastore_Task, 'duration_secs': 0.045302} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.800614] env[69350]: DEBUG oslo_concurrency.lockutils [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.800772] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] 793cf920-4cb4-44cf-b9d7-3acd42a3caeb/793cf920-4cb4-44cf-b9d7-3acd42a3caeb.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 920.801161] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-af4901ba-5ed7-4ac2-bfcc-2a334cbbc094 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.808670] env[69350]: DEBUG oslo_vmware.api [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Waiting for the task: (returnval){ [ 920.808670] env[69350]: value = "task-3365294" [ 920.808670] env[69350]: _type = "Task" [ 920.808670] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.820956] env[69350]: DEBUG oslo_vmware.api [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Task: {'id': task-3365294, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.894567] env[69350]: DEBUG nova.network.neutron [req-56cd4ea0-c001-4c6a-b59a-d49ee5a710f3 req-c75600ab-31e1-4425-9c4a-1317d30ed49e service nova] [instance: 54012b13-65ff-4fe4-bcab-43038f12aeda] Updated VIF entry in instance network info cache for port ce0719c1-9034-414c-8455-79bb6d024a97. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 920.894959] env[69350]: DEBUG nova.network.neutron [req-56cd4ea0-c001-4c6a-b59a-d49ee5a710f3 req-c75600ab-31e1-4425-9c4a-1317d30ed49e service nova] [instance: 54012b13-65ff-4fe4-bcab-43038f12aeda] Updating instance_info_cache with network_info: [{"id": "ce0719c1-9034-414c-8455-79bb6d024a97", "address": "fa:16:3e:ca:5a:97", "network": {"id": "40334e43-9f84-443d-804a-12efd4b9811e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-200552017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3571746915f448e3a8390b87a7cc7369", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce0719c1-90", "ovs_interfaceid": "ce0719c1-9034-414c-8455-79bb6d024a97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.010098] env[69350]: DEBUG nova.compute.manager [None req-67ff83cd-5f89-4133-93fa-59f4f1f67ae6 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] [instance: 2701262d-0054-4f59-8849-bf1e17b7bb94] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 921.062505] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f9c487-e419-42c8-b694-ca6a10aa2c4f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.091802] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea93ecb2-e8f1-4ced-b6a6-28534b0c37ca {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.109252] env[69350]: DEBUG oslo_concurrency.lockutils [None req-917287ed-5557-4c6c-9284-ef3db5200685 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.283768] env[69350]: DEBUG nova.network.neutron [None req-67ff83cd-5f89-4133-93fa-59f4f1f67ae6 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] [instance: 2701262d-0054-4f59-8849-bf1e17b7bb94] Successfully created port: 900aa794-bd1c-4aa0-99f8-7c43edc527ea {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 921.337963] env[69350]: DEBUG oslo_vmware.api [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Task: {'id': task-3365294, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.400237] env[69350]: DEBUG oslo_concurrency.lockutils [req-56cd4ea0-c001-4c6a-b59a-d49ee5a710f3 req-c75600ab-31e1-4425-9c4a-1317d30ed49e service nova] Releasing lock "refresh_cache-54012b13-65ff-4fe4-bcab-43038f12aeda" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.560771] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a25073-239d-496b-98ff-aea29827526d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.570045] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d799b0d1-ef2a-4721-8144-a40e4480f109 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.609862] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c236eb3b-d65e-40a5-bdc7-1d33d9ebc5f4 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Creating Snapshot of the VM instance {{(pid=69350) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 921.610916] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b3d4a6db-2ddc-4453-8ea0-2210a3ba26b3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.613394] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0162e27-9d41-4e2f-beaa-41c39499ee73 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.624254] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c87d1fc-5f90-45a3-a9ef-329bcc011e80 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.630022] env[69350]: DEBUG oslo_vmware.api [None req-c236eb3b-d65e-40a5-bdc7-1d33d9ebc5f4 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Waiting for the task: (returnval){ [ 921.630022] env[69350]: value = "task-3365295" [ 921.630022] env[69350]: _type = "Task" [ 921.630022] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.642701] env[69350]: DEBUG nova.compute.provider_tree [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 921.649448] env[69350]: DEBUG oslo_vmware.api [None req-c236eb3b-d65e-40a5-bdc7-1d33d9ebc5f4 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365295, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.826054] env[69350]: DEBUG oslo_vmware.api [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Task: {'id': task-3365294, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.853431} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.826431] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] 793cf920-4cb4-44cf-b9d7-3acd42a3caeb/793cf920-4cb4-44cf-b9d7-3acd42a3caeb.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 921.826693] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] [instance: 793cf920-4cb4-44cf-b9d7-3acd42a3caeb] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 921.827036] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-38eb5860-fc68-419e-adc6-a1862b036aea {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.834573] env[69350]: DEBUG oslo_vmware.api [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Waiting for the task: (returnval){ [ 921.834573] env[69350]: value = "task-3365296" [ 921.834573] env[69350]: _type = "Task" [ 921.834573] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.842570] env[69350]: DEBUG oslo_vmware.api [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Task: {'id': task-3365296, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.020822] env[69350]: DEBUG nova.compute.manager [None req-67ff83cd-5f89-4133-93fa-59f4f1f67ae6 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] [instance: 2701262d-0054-4f59-8849-bf1e17b7bb94] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 922.062676] env[69350]: DEBUG nova.virt.hardware [None req-67ff83cd-5f89-4133-93fa-59f4f1f67ae6 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 922.062935] env[69350]: DEBUG nova.virt.hardware [None req-67ff83cd-5f89-4133-93fa-59f4f1f67ae6 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 922.063208] env[69350]: DEBUG nova.virt.hardware [None req-67ff83cd-5f89-4133-93fa-59f4f1f67ae6 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 922.063477] env[69350]: DEBUG nova.virt.hardware [None req-67ff83cd-5f89-4133-93fa-59f4f1f67ae6 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 922.063638] env[69350]: DEBUG nova.virt.hardware [None req-67ff83cd-5f89-4133-93fa-59f4f1f67ae6 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 922.064722] env[69350]: DEBUG nova.virt.hardware [None req-67ff83cd-5f89-4133-93fa-59f4f1f67ae6 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 922.064722] env[69350]: DEBUG nova.virt.hardware [None req-67ff83cd-5f89-4133-93fa-59f4f1f67ae6 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 922.064722] env[69350]: DEBUG nova.virt.hardware [None req-67ff83cd-5f89-4133-93fa-59f4f1f67ae6 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 922.064722] env[69350]: DEBUG nova.virt.hardware [None req-67ff83cd-5f89-4133-93fa-59f4f1f67ae6 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 922.064722] env[69350]: DEBUG nova.virt.hardware [None req-67ff83cd-5f89-4133-93fa-59f4f1f67ae6 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 922.064722] env[69350]: DEBUG nova.virt.hardware [None req-67ff83cd-5f89-4133-93fa-59f4f1f67ae6 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 922.065520] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e6755da-6965-4f1f-a9b1-4487a2a47f97 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.075860] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-969ec2ac-b7b2-4780-ae8f-88b3e4f55c7b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.143187] env[69350]: DEBUG oslo_vmware.api [None req-c236eb3b-d65e-40a5-bdc7-1d33d9ebc5f4 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365295, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.146025] env[69350]: DEBUG nova.scheduler.client.report [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 922.347032] env[69350]: DEBUG oslo_vmware.api [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Task: {'id': task-3365296, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075325} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.347032] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] [instance: 793cf920-4cb4-44cf-b9d7-3acd42a3caeb] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 922.347453] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-643c731c-efd7-43e1-8591-ad9b21d7a148 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.378394] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] [instance: 793cf920-4cb4-44cf-b9d7-3acd42a3caeb] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] 793cf920-4cb4-44cf-b9d7-3acd42a3caeb/793cf920-4cb4-44cf-b9d7-3acd42a3caeb.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 922.378738] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0395dbb-b934-428c-b45a-e77b34eb4367 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.398000] env[69350]: DEBUG oslo_vmware.api [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Waiting for the task: (returnval){ [ 922.398000] env[69350]: value = "task-3365297" [ 922.398000] env[69350]: _type = "Task" [ 922.398000] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.406098] env[69350]: DEBUG oslo_vmware.api [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Task: {'id': task-3365297, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.641492] env[69350]: DEBUG oslo_vmware.api [None req-c236eb3b-d65e-40a5-bdc7-1d33d9ebc5f4 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365295, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.651499] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.659s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.652102] env[69350]: DEBUG nova.compute.manager [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: 18d57be1-24d5-4f9c-a5b5-24d82624069a] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 922.654690] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.767s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.656323] env[69350]: INFO nova.compute.claims [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: 78121893-84ec-4432-a063-e8109be4e359] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 922.767261] env[69350]: DEBUG oslo_concurrency.lockutils [None req-dff00bdb-9821-41dc-b152-be3321b7b364 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] Acquiring lock "344ddaeb-e158-4d77-a322-68360d567e5b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.767487] env[69350]: DEBUG oslo_concurrency.lockutils [None req-dff00bdb-9821-41dc-b152-be3321b7b364 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] Lock "344ddaeb-e158-4d77-a322-68360d567e5b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.911273] env[69350]: DEBUG oslo_vmware.api [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Task: {'id': task-3365297, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.021812] env[69350]: DEBUG nova.compute.manager [req-42bb3c9f-3f48-4056-942e-2eadf210a934 req-df8702c4-86ca-4ad0-814e-eb30aee5cad4 service nova] [instance: 2701262d-0054-4f59-8849-bf1e17b7bb94] Received event network-vif-plugged-900aa794-bd1c-4aa0-99f8-7c43edc527ea {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 923.022092] env[69350]: DEBUG oslo_concurrency.lockutils [req-42bb3c9f-3f48-4056-942e-2eadf210a934 req-df8702c4-86ca-4ad0-814e-eb30aee5cad4 service nova] Acquiring lock "2701262d-0054-4f59-8849-bf1e17b7bb94-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.022303] env[69350]: DEBUG oslo_concurrency.lockutils [req-42bb3c9f-3f48-4056-942e-2eadf210a934 req-df8702c4-86ca-4ad0-814e-eb30aee5cad4 service nova] Lock "2701262d-0054-4f59-8849-bf1e17b7bb94-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.022469] env[69350]: DEBUG oslo_concurrency.lockutils [req-42bb3c9f-3f48-4056-942e-2eadf210a934 req-df8702c4-86ca-4ad0-814e-eb30aee5cad4 service nova] Lock "2701262d-0054-4f59-8849-bf1e17b7bb94-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.022634] env[69350]: DEBUG nova.compute.manager [req-42bb3c9f-3f48-4056-942e-2eadf210a934 req-df8702c4-86ca-4ad0-814e-eb30aee5cad4 service nova] [instance: 2701262d-0054-4f59-8849-bf1e17b7bb94] No waiting events found dispatching network-vif-plugged-900aa794-bd1c-4aa0-99f8-7c43edc527ea {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 923.022796] env[69350]: WARNING nova.compute.manager [req-42bb3c9f-3f48-4056-942e-2eadf210a934 req-df8702c4-86ca-4ad0-814e-eb30aee5cad4 service nova] [instance: 2701262d-0054-4f59-8849-bf1e17b7bb94] Received unexpected event network-vif-plugged-900aa794-bd1c-4aa0-99f8-7c43edc527ea for instance with vm_state building and task_state spawning. [ 923.133044] env[69350]: DEBUG nova.network.neutron [None req-67ff83cd-5f89-4133-93fa-59f4f1f67ae6 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] [instance: 2701262d-0054-4f59-8849-bf1e17b7bb94] Successfully updated port: 900aa794-bd1c-4aa0-99f8-7c43edc527ea {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 923.147388] env[69350]: DEBUG oslo_vmware.api [None req-c236eb3b-d65e-40a5-bdc7-1d33d9ebc5f4 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365295, 'name': CreateSnapshot_Task, 'duration_secs': 1.259788} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.148306] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c236eb3b-d65e-40a5-bdc7-1d33d9ebc5f4 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Created Snapshot of the VM instance {{(pid=69350) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 923.149167] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20439582-51fc-47a5-a845-d4fe0b2aee07 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.162049] env[69350]: DEBUG nova.compute.utils [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 923.163631] env[69350]: DEBUG nova.compute.manager [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: 18d57be1-24d5-4f9c-a5b5-24d82624069a] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 923.163762] env[69350]: DEBUG nova.network.neutron [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: 18d57be1-24d5-4f9c-a5b5-24d82624069a] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 923.208626] env[69350]: DEBUG nova.policy [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b4e6b87525ca4738930d391820ed753b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7df62923c98c4ba0b14f73c9180b0ad2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 923.416113] env[69350]: DEBUG oslo_vmware.api [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Task: {'id': task-3365297, 'name': ReconfigVM_Task, 'duration_secs': 0.834577} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.416113] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] [instance: 793cf920-4cb4-44cf-b9d7-3acd42a3caeb] Reconfigured VM instance instance-00000036 to attach disk [datastore2] 793cf920-4cb4-44cf-b9d7-3acd42a3caeb/793cf920-4cb4-44cf-b9d7-3acd42a3caeb.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 923.416944] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5400d502-c13e-49f9-b648-dd8684285327 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.423739] env[69350]: DEBUG oslo_vmware.api [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Waiting for the task: (returnval){ [ 923.423739] env[69350]: value = "task-3365298" [ 923.423739] env[69350]: _type = "Task" [ 923.423739] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.433486] env[69350]: DEBUG oslo_vmware.api [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Task: {'id': task-3365298, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.635730] env[69350]: DEBUG oslo_concurrency.lockutils [None req-67ff83cd-5f89-4133-93fa-59f4f1f67ae6 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Acquiring lock "refresh_cache-2701262d-0054-4f59-8849-bf1e17b7bb94" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.637583] env[69350]: DEBUG oslo_concurrency.lockutils [None req-67ff83cd-5f89-4133-93fa-59f4f1f67ae6 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Acquired lock "refresh_cache-2701262d-0054-4f59-8849-bf1e17b7bb94" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.637583] env[69350]: DEBUG nova.network.neutron [None req-67ff83cd-5f89-4133-93fa-59f4f1f67ae6 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] [instance: 2701262d-0054-4f59-8849-bf1e17b7bb94] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 923.675105] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c236eb3b-d65e-40a5-bdc7-1d33d9ebc5f4 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Creating linked-clone VM from snapshot {{(pid=69350) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 923.676501] env[69350]: DEBUG nova.network.neutron [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: 18d57be1-24d5-4f9c-a5b5-24d82624069a] Successfully created port: f554da31-29db-4d66-a280-5b951b0c3c7c {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 923.678902] env[69350]: DEBUG nova.compute.manager [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: 18d57be1-24d5-4f9c-a5b5-24d82624069a] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 923.681925] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d688182b-ba99-4501-8ad2-f6cb8b370441 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.691880] env[69350]: DEBUG oslo_vmware.api [None req-c236eb3b-d65e-40a5-bdc7-1d33d9ebc5f4 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Waiting for the task: (returnval){ [ 923.691880] env[69350]: value = "task-3365299" [ 923.691880] env[69350]: _type = "Task" [ 923.691880] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.707140] env[69350]: DEBUG oslo_vmware.api [None req-c236eb3b-d65e-40a5-bdc7-1d33d9ebc5f4 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365299, 'name': CloneVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.936259] env[69350]: DEBUG oslo_vmware.api [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Task: {'id': task-3365298, 'name': Rename_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.174976] env[69350]: DEBUG nova.network.neutron [None req-67ff83cd-5f89-4133-93fa-59f4f1f67ae6 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] [instance: 2701262d-0054-4f59-8849-bf1e17b7bb94] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 924.204121] env[69350]: DEBUG oslo_vmware.api [None req-c236eb3b-d65e-40a5-bdc7-1d33d9ebc5f4 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365299, 'name': CloneVM_Task} progress is 94%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.223705] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ae2fbe-ba6e-4b78-b75b-3cd0cb746819 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.237212] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc55850d-fc53-4e19-bde0-d301421f3423 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.277951] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d64eca6d-7d37-4407-a0cb-7cc5b2eef3a0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.288233] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b71c7988-701a-4826-a6d7-4434910a0081 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.302621] env[69350]: DEBUG nova.compute.provider_tree [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 924.355461] env[69350]: DEBUG nova.network.neutron [None req-67ff83cd-5f89-4133-93fa-59f4f1f67ae6 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] [instance: 2701262d-0054-4f59-8849-bf1e17b7bb94] Updating instance_info_cache with network_info: [{"id": "900aa794-bd1c-4aa0-99f8-7c43edc527ea", "address": "fa:16:3e:5a:cf:8d", "network": {"id": "bbc420d5-dd4d-4189-b256-a4491aabe088", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2119890914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c0e68118e8784bb2b45d8df1e3490701", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap900aa794-bd", "ovs_interfaceid": "900aa794-bd1c-4aa0-99f8-7c43edc527ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.433088] env[69350]: DEBUG oslo_vmware.api [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Task: {'id': task-3365298, 'name': Rename_Task, 'duration_secs': 0.646037} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.433357] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] [instance: 793cf920-4cb4-44cf-b9d7-3acd42a3caeb] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 924.433594] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e9d0fe4-05ab-40f7-af15-5a1e37f2acc8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.440081] env[69350]: DEBUG oslo_vmware.api [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Waiting for the task: (returnval){ [ 924.440081] env[69350]: value = "task-3365300" [ 924.440081] env[69350]: _type = "Task" [ 924.440081] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.449669] env[69350]: DEBUG oslo_vmware.api [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Task: {'id': task-3365300, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.700821] env[69350]: DEBUG nova.compute.manager [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: 18d57be1-24d5-4f9c-a5b5-24d82624069a] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 924.713669] env[69350]: DEBUG oslo_vmware.api [None req-c236eb3b-d65e-40a5-bdc7-1d33d9ebc5f4 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365299, 'name': CloneVM_Task} progress is 94%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.760889] env[69350]: DEBUG nova.virt.hardware [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 924.761145] env[69350]: DEBUG nova.virt.hardware [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 924.761308] env[69350]: DEBUG nova.virt.hardware [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 924.761485] env[69350]: DEBUG nova.virt.hardware [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 924.761634] env[69350]: DEBUG nova.virt.hardware [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 924.761789] env[69350]: DEBUG nova.virt.hardware [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 924.761993] env[69350]: DEBUG nova.virt.hardware [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 924.762157] env[69350]: DEBUG nova.virt.hardware [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 924.762319] env[69350]: DEBUG nova.virt.hardware [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 924.763800] env[69350]: DEBUG nova.virt.hardware [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 924.763800] env[69350]: DEBUG nova.virt.hardware [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 924.764712] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47744dec-048b-4f01-a0e4-c79a5104da3a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.775693] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b69ae7b7-9214-455a-9d49-ef4f66b9e55c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.806293] env[69350]: DEBUG nova.scheduler.client.report [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 924.858324] env[69350]: DEBUG oslo_concurrency.lockutils [None req-67ff83cd-5f89-4133-93fa-59f4f1f67ae6 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Releasing lock "refresh_cache-2701262d-0054-4f59-8849-bf1e17b7bb94" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.858969] env[69350]: DEBUG nova.compute.manager [None req-67ff83cd-5f89-4133-93fa-59f4f1f67ae6 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] [instance: 2701262d-0054-4f59-8849-bf1e17b7bb94] Instance network_info: |[{"id": "900aa794-bd1c-4aa0-99f8-7c43edc527ea", "address": "fa:16:3e:5a:cf:8d", "network": {"id": "bbc420d5-dd4d-4189-b256-a4491aabe088", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2119890914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c0e68118e8784bb2b45d8df1e3490701", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap900aa794-bd", "ovs_interfaceid": "900aa794-bd1c-4aa0-99f8-7c43edc527ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 924.859429] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-67ff83cd-5f89-4133-93fa-59f4f1f67ae6 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] [instance: 2701262d-0054-4f59-8849-bf1e17b7bb94] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:cf:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5756d009-13ad-4e13-a991-3b5e71830aa5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '900aa794-bd1c-4aa0-99f8-7c43edc527ea', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 924.871145] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-67ff83cd-5f89-4133-93fa-59f4f1f67ae6 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 924.871477] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2701262d-0054-4f59-8849-bf1e17b7bb94] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 924.872409] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f64b86ab-de4e-4dfb-807c-4e5f4375a33a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.901601] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 924.901601] env[69350]: value = "task-3365301" [ 924.901601] env[69350]: _type = "Task" [ 924.901601] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.911879] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365301, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.952661] env[69350]: DEBUG oslo_vmware.api [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Task: {'id': task-3365300, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.104575] env[69350]: DEBUG nova.compute.manager [req-2836ed01-55f8-46a7-99cc-4092e1ebadb0 req-601dd82a-25a8-48ce-bb20-071f83194e5b service nova] [instance: 2701262d-0054-4f59-8849-bf1e17b7bb94] Received event network-changed-900aa794-bd1c-4aa0-99f8-7c43edc527ea {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 925.105160] env[69350]: DEBUG nova.compute.manager [req-2836ed01-55f8-46a7-99cc-4092e1ebadb0 req-601dd82a-25a8-48ce-bb20-071f83194e5b service nova] [instance: 2701262d-0054-4f59-8849-bf1e17b7bb94] Refreshing instance network info cache due to event network-changed-900aa794-bd1c-4aa0-99f8-7c43edc527ea. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 925.107840] env[69350]: DEBUG oslo_concurrency.lockutils [req-2836ed01-55f8-46a7-99cc-4092e1ebadb0 req-601dd82a-25a8-48ce-bb20-071f83194e5b service nova] Acquiring lock "refresh_cache-2701262d-0054-4f59-8849-bf1e17b7bb94" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.107840] env[69350]: DEBUG oslo_concurrency.lockutils [req-2836ed01-55f8-46a7-99cc-4092e1ebadb0 req-601dd82a-25a8-48ce-bb20-071f83194e5b service nova] Acquired lock "refresh_cache-2701262d-0054-4f59-8849-bf1e17b7bb94" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.107840] env[69350]: DEBUG nova.network.neutron [req-2836ed01-55f8-46a7-99cc-4092e1ebadb0 req-601dd82a-25a8-48ce-bb20-071f83194e5b service nova] [instance: 2701262d-0054-4f59-8849-bf1e17b7bb94] Refreshing network info cache for port 900aa794-bd1c-4aa0-99f8-7c43edc527ea {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 925.207391] env[69350]: DEBUG oslo_vmware.api [None req-c236eb3b-d65e-40a5-bdc7-1d33d9ebc5f4 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365299, 'name': CloneVM_Task, 'duration_secs': 1.436937} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.208069] env[69350]: INFO nova.virt.vmwareapi.vmops [None req-c236eb3b-d65e-40a5-bdc7-1d33d9ebc5f4 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Created linked-clone VM from snapshot [ 925.209262] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa874847-2449-47aa-a6b7-478a52ebdbb6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.222985] env[69350]: DEBUG nova.virt.vmwareapi.images [None req-c236eb3b-d65e-40a5-bdc7-1d33d9ebc5f4 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Uploading image 658f9d06-90cb-4070-a413-d95f24af0e49 {{(pid=69350) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 925.253605] env[69350]: DEBUG oslo_vmware.rw_handles [None req-c236eb3b-d65e-40a5-bdc7-1d33d9ebc5f4 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 925.253605] env[69350]: value = "vm-671560" [ 925.253605] env[69350]: _type = "VirtualMachine" [ 925.253605] env[69350]: }. {{(pid=69350) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 925.254058] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3ffda60b-4374-42a8-9322-74d124bb6517 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.261771] env[69350]: DEBUG oslo_vmware.rw_handles [None req-c236eb3b-d65e-40a5-bdc7-1d33d9ebc5f4 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Lease: (returnval){ [ 925.261771] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52f27020-31d7-2567-6f23-dec73d6e6b23" [ 925.261771] env[69350]: _type = "HttpNfcLease" [ 925.261771] env[69350]: } obtained for exporting VM: (result){ [ 925.261771] env[69350]: value = "vm-671560" [ 925.261771] env[69350]: _type = "VirtualMachine" [ 925.261771] env[69350]: }. {{(pid=69350) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 925.262067] env[69350]: DEBUG oslo_vmware.api [None req-c236eb3b-d65e-40a5-bdc7-1d33d9ebc5f4 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Waiting for the lease: (returnval){ [ 925.262067] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52f27020-31d7-2567-6f23-dec73d6e6b23" [ 925.262067] env[69350]: _type = "HttpNfcLease" [ 925.262067] env[69350]: } to be ready. {{(pid=69350) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 925.269394] env[69350]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 925.269394] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52f27020-31d7-2567-6f23-dec73d6e6b23" [ 925.269394] env[69350]: _type = "HttpNfcLease" [ 925.269394] env[69350]: } is initializing. {{(pid=69350) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 925.313634] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.659s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.314194] env[69350]: DEBUG nova.compute.manager [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: 78121893-84ec-4432-a063-e8109be4e359] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 925.316966] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a1129d0a-2ae5-411c-ba80-98b1cc30ffd2 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.516s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.318537] env[69350]: INFO nova.compute.claims [None req-a1129d0a-2ae5-411c-ba80-98b1cc30ffd2 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] [instance: f57f4243-4a2f-4f93-962e-4ceb2fbb2f66] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 925.372548] env[69350]: DEBUG nova.network.neutron [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: 18d57be1-24d5-4f9c-a5b5-24d82624069a] Successfully updated port: f554da31-29db-4d66-a280-5b951b0c3c7c {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 925.410565] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365301, 'name': CreateVM_Task, 'duration_secs': 0.493649} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.410740] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2701262d-0054-4f59-8849-bf1e17b7bb94] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 925.411448] env[69350]: DEBUG oslo_concurrency.lockutils [None req-67ff83cd-5f89-4133-93fa-59f4f1f67ae6 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.411614] env[69350]: DEBUG oslo_concurrency.lockutils [None req-67ff83cd-5f89-4133-93fa-59f4f1f67ae6 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.412019] env[69350]: DEBUG oslo_concurrency.lockutils [None req-67ff83cd-5f89-4133-93fa-59f4f1f67ae6 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.412202] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b3d49ea-00fd-4648-875b-9d1142c6ef13 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.416265] env[69350]: DEBUG oslo_vmware.api [None req-67ff83cd-5f89-4133-93fa-59f4f1f67ae6 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Waiting for the task: (returnval){ [ 925.416265] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52fe6cda-602d-92a0-53d0-b95f870df9bf" [ 925.416265] env[69350]: _type = "Task" [ 925.416265] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.426534] env[69350]: DEBUG oslo_vmware.api [None req-67ff83cd-5f89-4133-93fa-59f4f1f67ae6 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52fe6cda-602d-92a0-53d0-b95f870df9bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.451084] env[69350]: DEBUG oslo_vmware.api [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Task: {'id': task-3365300, 'name': PowerOnVM_Task, 'duration_secs': 0.566215} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.451084] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] [instance: 793cf920-4cb4-44cf-b9d7-3acd42a3caeb] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 925.451227] env[69350]: INFO nova.compute.manager [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] [instance: 793cf920-4cb4-44cf-b9d7-3acd42a3caeb] Took 11.46 seconds to spawn the instance on the hypervisor. [ 925.451371] env[69350]: DEBUG nova.compute.manager [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] [instance: 793cf920-4cb4-44cf-b9d7-3acd42a3caeb] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 925.452134] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a15183be-18a8-4bc0-84c8-c1c7252fb9af {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.772954] env[69350]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 925.772954] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52f27020-31d7-2567-6f23-dec73d6e6b23" [ 925.772954] env[69350]: _type = "HttpNfcLease" [ 925.772954] env[69350]: } is ready. {{(pid=69350) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 925.772954] env[69350]: DEBUG oslo_vmware.rw_handles [None req-c236eb3b-d65e-40a5-bdc7-1d33d9ebc5f4 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 925.772954] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52f27020-31d7-2567-6f23-dec73d6e6b23" [ 925.772954] env[69350]: _type = "HttpNfcLease" [ 925.772954] env[69350]: }. {{(pid=69350) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 925.773414] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5efc5df3-2703-4034-93a3-7643c5530bd1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.784423] env[69350]: DEBUG oslo_vmware.rw_handles [None req-c236eb3b-d65e-40a5-bdc7-1d33d9ebc5f4 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52366485-57a4-c2b5-2266-977f73489682/disk-0.vmdk from lease info. {{(pid=69350) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 925.784423] env[69350]: DEBUG oslo_vmware.rw_handles [None req-c236eb3b-d65e-40a5-bdc7-1d33d9ebc5f4 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52366485-57a4-c2b5-2266-977f73489682/disk-0.vmdk for reading. {{(pid=69350) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 925.849870] env[69350]: DEBUG nova.compute.utils [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 925.859486] env[69350]: DEBUG nova.compute.manager [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: 78121893-84ec-4432-a063-e8109be4e359] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 925.861207] env[69350]: DEBUG nova.network.neutron [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: 78121893-84ec-4432-a063-e8109be4e359] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 925.876705] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Acquiring lock "refresh_cache-18d57be1-24d5-4f9c-a5b5-24d82624069a" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.876923] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Acquired lock "refresh_cache-18d57be1-24d5-4f9c-a5b5-24d82624069a" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.877194] env[69350]: DEBUG nova.network.neutron [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: 18d57be1-24d5-4f9c-a5b5-24d82624069a] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 925.905039] env[69350]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7eb6c508-0b20-48db-b1de-7e355c9f0c4e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.931742] env[69350]: DEBUG oslo_vmware.api [None req-67ff83cd-5f89-4133-93fa-59f4f1f67ae6 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52fe6cda-602d-92a0-53d0-b95f870df9bf, 'name': SearchDatastore_Task, 'duration_secs': 0.013766} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.931742] env[69350]: DEBUG oslo_concurrency.lockutils [None req-67ff83cd-5f89-4133-93fa-59f4f1f67ae6 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.931742] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-67ff83cd-5f89-4133-93fa-59f4f1f67ae6 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] [instance: 2701262d-0054-4f59-8849-bf1e17b7bb94] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 925.931742] env[69350]: DEBUG oslo_concurrency.lockutils [None req-67ff83cd-5f89-4133-93fa-59f4f1f67ae6 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.931742] env[69350]: DEBUG oslo_concurrency.lockutils [None req-67ff83cd-5f89-4133-93fa-59f4f1f67ae6 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.931742] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-67ff83cd-5f89-4133-93fa-59f4f1f67ae6 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 925.932040] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-637d747e-614e-499e-9712-36802967c901 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.942974] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-67ff83cd-5f89-4133-93fa-59f4f1f67ae6 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 925.942974] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-67ff83cd-5f89-4133-93fa-59f4f1f67ae6 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 925.942974] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98bbd51a-4381-4f10-9bee-361971cc5b88 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.952975] env[69350]: DEBUG oslo_vmware.api [None req-67ff83cd-5f89-4133-93fa-59f4f1f67ae6 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Waiting for the task: (returnval){ [ 925.952975] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52bd304d-c6d0-7262-8686-fe8c7e0e8211" [ 925.952975] env[69350]: _type = "Task" [ 925.952975] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.967519] env[69350]: DEBUG oslo_vmware.api [None req-67ff83cd-5f89-4133-93fa-59f4f1f67ae6 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52bd304d-c6d0-7262-8686-fe8c7e0e8211, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.973897] env[69350]: INFO nova.compute.manager [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] [instance: 793cf920-4cb4-44cf-b9d7-3acd42a3caeb] Took 41.27 seconds to build instance. [ 926.016782] env[69350]: DEBUG nova.policy [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b4e6b87525ca4738930d391820ed753b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7df62923c98c4ba0b14f73c9180b0ad2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 926.021501] env[69350]: DEBUG nova.network.neutron [req-2836ed01-55f8-46a7-99cc-4092e1ebadb0 req-601dd82a-25a8-48ce-bb20-071f83194e5b service nova] [instance: 2701262d-0054-4f59-8849-bf1e17b7bb94] Updated VIF entry in instance network info cache for port 900aa794-bd1c-4aa0-99f8-7c43edc527ea. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 926.021501] env[69350]: DEBUG nova.network.neutron [req-2836ed01-55f8-46a7-99cc-4092e1ebadb0 req-601dd82a-25a8-48ce-bb20-071f83194e5b service nova] [instance: 2701262d-0054-4f59-8849-bf1e17b7bb94] Updating instance_info_cache with network_info: [{"id": "900aa794-bd1c-4aa0-99f8-7c43edc527ea", "address": "fa:16:3e:5a:cf:8d", "network": {"id": "bbc420d5-dd4d-4189-b256-a4491aabe088", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2119890914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c0e68118e8784bb2b45d8df1e3490701", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap900aa794-bd", "ovs_interfaceid": "900aa794-bd1c-4aa0-99f8-7c43edc527ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.370263] env[69350]: DEBUG nova.compute.manager [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: 78121893-84ec-4432-a063-e8109be4e359] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 926.469161] env[69350]: DEBUG oslo_vmware.api [None req-67ff83cd-5f89-4133-93fa-59f4f1f67ae6 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52bd304d-c6d0-7262-8686-fe8c7e0e8211, 'name': SearchDatastore_Task, 'duration_secs': 0.00954} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.471433] env[69350]: DEBUG nova.network.neutron [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: 18d57be1-24d5-4f9c-a5b5-24d82624069a] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 926.473651] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86ad3803-3217-4c96-8eb9-7cb2528f2a3c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.478459] env[69350]: DEBUG oslo_concurrency.lockutils [None req-dcc280a3-a939-49f5-bf56-603e4a3a204a tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Lock "793cf920-4cb4-44cf-b9d7-3acd42a3caeb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.792s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.486794] env[69350]: DEBUG oslo_vmware.api [None req-67ff83cd-5f89-4133-93fa-59f4f1f67ae6 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Waiting for the task: (returnval){ [ 926.486794] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52607302-7095-acf6-c475-1bc53541e59b" [ 926.486794] env[69350]: _type = "Task" [ 926.486794] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.497714] env[69350]: DEBUG oslo_vmware.api [None req-67ff83cd-5f89-4133-93fa-59f4f1f67ae6 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52607302-7095-acf6-c475-1bc53541e59b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.525607] env[69350]: DEBUG oslo_concurrency.lockutils [req-2836ed01-55f8-46a7-99cc-4092e1ebadb0 req-601dd82a-25a8-48ce-bb20-071f83194e5b service nova] Releasing lock "refresh_cache-2701262d-0054-4f59-8849-bf1e17b7bb94" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.600219] env[69350]: DEBUG oslo_concurrency.lockutils [None req-faf204cd-5bd5-4d67-967f-b0e66653aaeb tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Acquiring lock "9d08e109-356f-4370-86c6-b7bf4d70ce0b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.600509] env[69350]: DEBUG oslo_concurrency.lockutils [None req-faf204cd-5bd5-4d67-967f-b0e66653aaeb tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Lock "9d08e109-356f-4370-86c6-b7bf4d70ce0b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.601529] env[69350]: DEBUG oslo_concurrency.lockutils [None req-faf204cd-5bd5-4d67-967f-b0e66653aaeb tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Acquiring lock "9d08e109-356f-4370-86c6-b7bf4d70ce0b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.601783] env[69350]: DEBUG oslo_concurrency.lockutils [None req-faf204cd-5bd5-4d67-967f-b0e66653aaeb tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Lock "9d08e109-356f-4370-86c6-b7bf4d70ce0b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.601977] env[69350]: DEBUG oslo_concurrency.lockutils [None req-faf204cd-5bd5-4d67-967f-b0e66653aaeb tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Lock "9d08e109-356f-4370-86c6-b7bf4d70ce0b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.608723] env[69350]: INFO nova.compute.manager [None req-faf204cd-5bd5-4d67-967f-b0e66653aaeb tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] [instance: 9d08e109-356f-4370-86c6-b7bf4d70ce0b] Terminating instance [ 926.767998] env[69350]: DEBUG nova.network.neutron [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: 78121893-84ec-4432-a063-e8109be4e359] Successfully created port: ec9cc5a7-303c-4f2d-86a9-ba32557910ca {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 926.922258] env[69350]: DEBUG nova.network.neutron [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: 18d57be1-24d5-4f9c-a5b5-24d82624069a] Updating instance_info_cache with network_info: [{"id": "f554da31-29db-4d66-a280-5b951b0c3c7c", "address": "fa:16:3e:43:ca:29", "network": {"id": "777723e9-8e70-4fbd-b53a-ebe50f64e072", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-643123994-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7df62923c98c4ba0b14f73c9180b0ad2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf554da31-29", "ovs_interfaceid": "f554da31-29db-4d66-a280-5b951b0c3c7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.983015] env[69350]: DEBUG nova.compute.manager [None req-dff00bdb-9821-41dc-b152-be3321b7b364 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] [instance: 344ddaeb-e158-4d77-a322-68360d567e5b] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 927.001397] env[69350]: DEBUG oslo_vmware.api [None req-67ff83cd-5f89-4133-93fa-59f4f1f67ae6 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52607302-7095-acf6-c475-1bc53541e59b, 'name': SearchDatastore_Task, 'duration_secs': 0.038008} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.001685] env[69350]: DEBUG oslo_concurrency.lockutils [None req-67ff83cd-5f89-4133-93fa-59f4f1f67ae6 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.002286] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-67ff83cd-5f89-4133-93fa-59f4f1f67ae6 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] 2701262d-0054-4f59-8849-bf1e17b7bb94/2701262d-0054-4f59-8849-bf1e17b7bb94.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 927.002745] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a0b37764-dcee-40b2-acfd-9656913f3b16 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.016411] env[69350]: DEBUG oslo_vmware.api [None req-67ff83cd-5f89-4133-93fa-59f4f1f67ae6 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Waiting for the task: (returnval){ [ 927.016411] env[69350]: value = "task-3365303" [ 927.016411] env[69350]: _type = "Task" [ 927.016411] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.029620] env[69350]: DEBUG oslo_vmware.api [None req-67ff83cd-5f89-4133-93fa-59f4f1f67ae6 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Task: {'id': task-3365303, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.060816] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af0cd2e-ceb4-4fdc-8e69-93e94d6d4109 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.070305] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7eeed42-1da8-4eda-a5f7-64905c0211ca {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.103023] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fcff842-e03a-4468-b355-fa248be688fd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.111336] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1220460d-6357-471e-b56b-22c06ba6dba1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.125807] env[69350]: DEBUG nova.compute.manager [None req-faf204cd-5bd5-4d67-967f-b0e66653aaeb tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] [instance: 9d08e109-356f-4370-86c6-b7bf4d70ce0b] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 927.126098] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-faf204cd-5bd5-4d67-967f-b0e66653aaeb tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] [instance: 9d08e109-356f-4370-86c6-b7bf4d70ce0b] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 927.126735] env[69350]: DEBUG nova.compute.provider_tree [None req-a1129d0a-2ae5-411c-ba80-98b1cc30ffd2 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 927.129334] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff1366cc-91ed-42b1-acec-f1e11c7a10d6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.136696] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-faf204cd-5bd5-4d67-967f-b0e66653aaeb tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] [instance: 9d08e109-356f-4370-86c6-b7bf4d70ce0b] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 927.136959] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f4d93e4-4df9-4778-a36f-43d9f76ab668 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.142669] env[69350]: DEBUG oslo_vmware.api [None req-faf204cd-5bd5-4d67-967f-b0e66653aaeb tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Waiting for the task: (returnval){ [ 927.142669] env[69350]: value = "task-3365304" [ 927.142669] env[69350]: _type = "Task" [ 927.142669] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.151532] env[69350]: DEBUG oslo_vmware.api [None req-faf204cd-5bd5-4d67-967f-b0e66653aaeb tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Task: {'id': task-3365304, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.175518] env[69350]: DEBUG nova.compute.manager [req-082e93f5-cbfa-49d0-bfb7-2c33f796c35d req-2d8c60d0-5893-498e-be72-9a9132494d61 service nova] [instance: 18d57be1-24d5-4f9c-a5b5-24d82624069a] Received event network-vif-plugged-f554da31-29db-4d66-a280-5b951b0c3c7c {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 927.175832] env[69350]: DEBUG oslo_concurrency.lockutils [req-082e93f5-cbfa-49d0-bfb7-2c33f796c35d req-2d8c60d0-5893-498e-be72-9a9132494d61 service nova] Acquiring lock "18d57be1-24d5-4f9c-a5b5-24d82624069a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.176242] env[69350]: DEBUG oslo_concurrency.lockutils [req-082e93f5-cbfa-49d0-bfb7-2c33f796c35d req-2d8c60d0-5893-498e-be72-9a9132494d61 service nova] Lock "18d57be1-24d5-4f9c-a5b5-24d82624069a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.176450] env[69350]: DEBUG oslo_concurrency.lockutils [req-082e93f5-cbfa-49d0-bfb7-2c33f796c35d req-2d8c60d0-5893-498e-be72-9a9132494d61 service nova] Lock "18d57be1-24d5-4f9c-a5b5-24d82624069a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.176693] env[69350]: DEBUG nova.compute.manager [req-082e93f5-cbfa-49d0-bfb7-2c33f796c35d req-2d8c60d0-5893-498e-be72-9a9132494d61 service nova] [instance: 18d57be1-24d5-4f9c-a5b5-24d82624069a] No waiting events found dispatching network-vif-plugged-f554da31-29db-4d66-a280-5b951b0c3c7c {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 927.176917] env[69350]: WARNING nova.compute.manager [req-082e93f5-cbfa-49d0-bfb7-2c33f796c35d req-2d8c60d0-5893-498e-be72-9a9132494d61 service nova] [instance: 18d57be1-24d5-4f9c-a5b5-24d82624069a] Received unexpected event network-vif-plugged-f554da31-29db-4d66-a280-5b951b0c3c7c for instance with vm_state building and task_state spawning. [ 927.177135] env[69350]: DEBUG nova.compute.manager [req-082e93f5-cbfa-49d0-bfb7-2c33f796c35d req-2d8c60d0-5893-498e-be72-9a9132494d61 service nova] [instance: 18d57be1-24d5-4f9c-a5b5-24d82624069a] Received event network-changed-f554da31-29db-4d66-a280-5b951b0c3c7c {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 927.177287] env[69350]: DEBUG nova.compute.manager [req-082e93f5-cbfa-49d0-bfb7-2c33f796c35d req-2d8c60d0-5893-498e-be72-9a9132494d61 service nova] [instance: 18d57be1-24d5-4f9c-a5b5-24d82624069a] Refreshing instance network info cache due to event network-changed-f554da31-29db-4d66-a280-5b951b0c3c7c. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 927.177463] env[69350]: DEBUG oslo_concurrency.lockutils [req-082e93f5-cbfa-49d0-bfb7-2c33f796c35d req-2d8c60d0-5893-498e-be72-9a9132494d61 service nova] Acquiring lock "refresh_cache-18d57be1-24d5-4f9c-a5b5-24d82624069a" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.381380] env[69350]: DEBUG nova.compute.manager [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: 78121893-84ec-4432-a063-e8109be4e359] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 927.406847] env[69350]: DEBUG nova.virt.hardware [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 927.407153] env[69350]: DEBUG nova.virt.hardware [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 927.407363] env[69350]: DEBUG nova.virt.hardware [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 927.407651] env[69350]: DEBUG nova.virt.hardware [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 927.407848] env[69350]: DEBUG nova.virt.hardware [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 927.408082] env[69350]: DEBUG nova.virt.hardware [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 927.408396] env[69350]: DEBUG nova.virt.hardware [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 927.408701] env[69350]: DEBUG nova.virt.hardware [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 927.408984] env[69350]: DEBUG nova.virt.hardware [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 927.409255] env[69350]: DEBUG nova.virt.hardware [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 927.409579] env[69350]: DEBUG nova.virt.hardware [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 927.411044] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85de6fcf-99a0-4f9e-9783-672379b0b171 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.421396] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2fe5aa7-0470-44b8-8265-bd0b2035a2da {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.428168] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Releasing lock "refresh_cache-18d57be1-24d5-4f9c-a5b5-24d82624069a" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.428613] env[69350]: DEBUG nova.compute.manager [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: 18d57be1-24d5-4f9c-a5b5-24d82624069a] Instance network_info: |[{"id": "f554da31-29db-4d66-a280-5b951b0c3c7c", "address": "fa:16:3e:43:ca:29", "network": {"id": "777723e9-8e70-4fbd-b53a-ebe50f64e072", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-643123994-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7df62923c98c4ba0b14f73c9180b0ad2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf554da31-29", "ovs_interfaceid": "f554da31-29db-4d66-a280-5b951b0c3c7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 927.429515] env[69350]: DEBUG oslo_concurrency.lockutils [req-082e93f5-cbfa-49d0-bfb7-2c33f796c35d req-2d8c60d0-5893-498e-be72-9a9132494d61 service nova] Acquired lock "refresh_cache-18d57be1-24d5-4f9c-a5b5-24d82624069a" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.429833] env[69350]: DEBUG nova.network.neutron [req-082e93f5-cbfa-49d0-bfb7-2c33f796c35d req-2d8c60d0-5893-498e-be72-9a9132494d61 service nova] [instance: 18d57be1-24d5-4f9c-a5b5-24d82624069a] Refreshing network info cache for port f554da31-29db-4d66-a280-5b951b0c3c7c {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 927.431304] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: 18d57be1-24d5-4f9c-a5b5-24d82624069a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:ca:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d377d75-3add-4a15-8691-74b2eb010924', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f554da31-29db-4d66-a280-5b951b0c3c7c', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 927.441609] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 927.446371] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18d57be1-24d5-4f9c-a5b5-24d82624069a] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 927.458807] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-46f7a06a-c260-4a27-8183-6c5a53f7bce8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.482211] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 927.482211] env[69350]: value = "task-3365305" [ 927.482211] env[69350]: _type = "Task" [ 927.482211] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.499031] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365305, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.510131] env[69350]: DEBUG oslo_concurrency.lockutils [None req-dff00bdb-9821-41dc-b152-be3321b7b364 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.529288] env[69350]: DEBUG oslo_vmware.api [None req-67ff83cd-5f89-4133-93fa-59f4f1f67ae6 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Task: {'id': task-3365303, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.633816] env[69350]: DEBUG nova.scheduler.client.report [None req-a1129d0a-2ae5-411c-ba80-98b1cc30ffd2 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 927.656984] env[69350]: DEBUG oslo_vmware.api [None req-faf204cd-5bd5-4d67-967f-b0e66653aaeb tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Task: {'id': task-3365304, 'name': PowerOffVM_Task, 'duration_secs': 0.212487} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.656984] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-faf204cd-5bd5-4d67-967f-b0e66653aaeb tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] [instance: 9d08e109-356f-4370-86c6-b7bf4d70ce0b] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 927.661043] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-faf204cd-5bd5-4d67-967f-b0e66653aaeb tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] [instance: 9d08e109-356f-4370-86c6-b7bf4d70ce0b] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 927.661043] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b4ac10a9-7cb6-42cd-ab16-f4ea9613fce0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.726470] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-faf204cd-5bd5-4d67-967f-b0e66653aaeb tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] [instance: 9d08e109-356f-4370-86c6-b7bf4d70ce0b] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 927.726866] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-faf204cd-5bd5-4d67-967f-b0e66653aaeb tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] [instance: 9d08e109-356f-4370-86c6-b7bf4d70ce0b] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 927.727025] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-faf204cd-5bd5-4d67-967f-b0e66653aaeb tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Deleting the datastore file [datastore2] 9d08e109-356f-4370-86c6-b7bf4d70ce0b {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 927.727392] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7550e38a-e8f6-4cfb-9d49-1800c371b7c7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.734238] env[69350]: DEBUG oslo_vmware.api [None req-faf204cd-5bd5-4d67-967f-b0e66653aaeb tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Waiting for the task: (returnval){ [ 927.734238] env[69350]: value = "task-3365307" [ 927.734238] env[69350]: _type = "Task" [ 927.734238] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.743212] env[69350]: DEBUG oslo_vmware.api [None req-faf204cd-5bd5-4d67-967f-b0e66653aaeb tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Task: {'id': task-3365307, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.792829] env[69350]: DEBUG nova.network.neutron [req-082e93f5-cbfa-49d0-bfb7-2c33f796c35d req-2d8c60d0-5893-498e-be72-9a9132494d61 service nova] [instance: 18d57be1-24d5-4f9c-a5b5-24d82624069a] Updated VIF entry in instance network info cache for port f554da31-29db-4d66-a280-5b951b0c3c7c. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 927.794280] env[69350]: DEBUG nova.network.neutron [req-082e93f5-cbfa-49d0-bfb7-2c33f796c35d req-2d8c60d0-5893-498e-be72-9a9132494d61 service nova] [instance: 18d57be1-24d5-4f9c-a5b5-24d82624069a] Updating instance_info_cache with network_info: [{"id": "f554da31-29db-4d66-a280-5b951b0c3c7c", "address": "fa:16:3e:43:ca:29", "network": {"id": "777723e9-8e70-4fbd-b53a-ebe50f64e072", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-643123994-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7df62923c98c4ba0b14f73c9180b0ad2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf554da31-29", "ovs_interfaceid": "f554da31-29db-4d66-a280-5b951b0c3c7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.993258] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365305, 'name': CreateVM_Task, 'duration_secs': 0.433813} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.993473] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18d57be1-24d5-4f9c-a5b5-24d82624069a] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 927.994276] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.994496] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.994849] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.995176] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-836ebc8f-c49b-4d71-bdbd-7c05d7c54e4f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.005217] env[69350]: DEBUG oslo_vmware.api [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Waiting for the task: (returnval){ [ 928.005217] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52807f78-b328-1781-ea79-ee05308e2eca" [ 928.005217] env[69350]: _type = "Task" [ 928.005217] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.014940] env[69350]: DEBUG oslo_vmware.api [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52807f78-b328-1781-ea79-ee05308e2eca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.027424] env[69350]: DEBUG oslo_vmware.api [None req-67ff83cd-5f89-4133-93fa-59f4f1f67ae6 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Task: {'id': task-3365303, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.67545} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.027739] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-67ff83cd-5f89-4133-93fa-59f4f1f67ae6 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] 2701262d-0054-4f59-8849-bf1e17b7bb94/2701262d-0054-4f59-8849-bf1e17b7bb94.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 928.027965] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-67ff83cd-5f89-4133-93fa-59f4f1f67ae6 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] [instance: 2701262d-0054-4f59-8849-bf1e17b7bb94] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 928.028241] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-91e10289-c52f-4c58-8645-03cff6ae4479 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.036149] env[69350]: DEBUG oslo_vmware.api [None req-67ff83cd-5f89-4133-93fa-59f4f1f67ae6 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Waiting for the task: (returnval){ [ 928.036149] env[69350]: value = "task-3365308" [ 928.036149] env[69350]: _type = "Task" [ 928.036149] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.046254] env[69350]: DEBUG oslo_vmware.api [None req-67ff83cd-5f89-4133-93fa-59f4f1f67ae6 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Task: {'id': task-3365308, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.143473] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a1129d0a-2ae5-411c-ba80-98b1cc30ffd2 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.826s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.144135] env[69350]: DEBUG nova.compute.manager [None req-a1129d0a-2ae5-411c-ba80-98b1cc30ffd2 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] [instance: f57f4243-4a2f-4f93-962e-4ceb2fbb2f66] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 928.147181] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9265ae43-5ce0-4b44-bf8f-6c61e6f99cc6 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.958s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.147403] env[69350]: DEBUG nova.objects.instance [None req-9265ae43-5ce0-4b44-bf8f-6c61e6f99cc6 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Lazy-loading 'resources' on Instance uuid 325fb273-d943-4e52-bde2-a2d3eee6fcbd {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 928.245188] env[69350]: DEBUG oslo_vmware.api [None req-faf204cd-5bd5-4d67-967f-b0e66653aaeb tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Task: {'id': task-3365307, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.282201} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.245455] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-faf204cd-5bd5-4d67-967f-b0e66653aaeb tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 928.245662] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-faf204cd-5bd5-4d67-967f-b0e66653aaeb tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] [instance: 9d08e109-356f-4370-86c6-b7bf4d70ce0b] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 928.245878] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-faf204cd-5bd5-4d67-967f-b0e66653aaeb tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] [instance: 9d08e109-356f-4370-86c6-b7bf4d70ce0b] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 928.246083] env[69350]: INFO nova.compute.manager [None req-faf204cd-5bd5-4d67-967f-b0e66653aaeb tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] [instance: 9d08e109-356f-4370-86c6-b7bf4d70ce0b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 928.246327] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-faf204cd-5bd5-4d67-967f-b0e66653aaeb tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 928.246517] env[69350]: DEBUG nova.compute.manager [-] [instance: 9d08e109-356f-4370-86c6-b7bf4d70ce0b] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 928.246614] env[69350]: DEBUG nova.network.neutron [-] [instance: 9d08e109-356f-4370-86c6-b7bf4d70ce0b] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 928.299397] env[69350]: DEBUG oslo_concurrency.lockutils [req-082e93f5-cbfa-49d0-bfb7-2c33f796c35d req-2d8c60d0-5893-498e-be72-9a9132494d61 service nova] Releasing lock "refresh_cache-18d57be1-24d5-4f9c-a5b5-24d82624069a" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.389329] env[69350]: DEBUG oslo_concurrency.lockutils [None req-227540ce-c8a5-4ffc-add1-ebc10e6f0ce3 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Acquiring lock "a03ec981-aaa5-45f3-aee7-8716b22652c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.389650] env[69350]: DEBUG oslo_concurrency.lockutils [None req-227540ce-c8a5-4ffc-add1-ebc10e6f0ce3 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Lock "a03ec981-aaa5-45f3-aee7-8716b22652c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.517478] env[69350]: DEBUG oslo_vmware.api [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52807f78-b328-1781-ea79-ee05308e2eca, 'name': SearchDatastore_Task, 'duration_secs': 0.012848} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.517806] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.519092] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: 18d57be1-24d5-4f9c-a5b5-24d82624069a] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 928.519092] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.519092] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.519283] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 928.519488] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-025014a0-0c9f-4863-bcc2-7bbfbea19933 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.537643] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 928.537643] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 928.541668] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01120f20-9a29-4235-bb63-d8c6dc79272a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.549885] env[69350]: DEBUG oslo_vmware.api [None req-67ff83cd-5f89-4133-93fa-59f4f1f67ae6 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Task: {'id': task-3365308, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074435} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.551404] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-67ff83cd-5f89-4133-93fa-59f4f1f67ae6 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] [instance: 2701262d-0054-4f59-8849-bf1e17b7bb94] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 928.551857] env[69350]: DEBUG oslo_vmware.api [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Waiting for the task: (returnval){ [ 928.551857] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52bb3900-c624-591c-8c0d-e9969f841ea3" [ 928.551857] env[69350]: _type = "Task" [ 928.551857] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.552610] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fca4c8e-448d-462b-bb7f-05e0f38c5e75 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.564096] env[69350]: DEBUG oslo_vmware.api [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52bb3900-c624-591c-8c0d-e9969f841ea3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.585114] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-67ff83cd-5f89-4133-93fa-59f4f1f67ae6 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] [instance: 2701262d-0054-4f59-8849-bf1e17b7bb94] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 2701262d-0054-4f59-8849-bf1e17b7bb94/2701262d-0054-4f59-8849-bf1e17b7bb94.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 928.585434] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6e78521-83b8-4fb9-8582-be665c7605b2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.606367] env[69350]: DEBUG oslo_vmware.api [None req-67ff83cd-5f89-4133-93fa-59f4f1f67ae6 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Waiting for the task: (returnval){ [ 928.606367] env[69350]: value = "task-3365309" [ 928.606367] env[69350]: _type = "Task" [ 928.606367] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.615598] env[69350]: DEBUG oslo_vmware.api [None req-67ff83cd-5f89-4133-93fa-59f4f1f67ae6 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Task: {'id': task-3365309, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.653138] env[69350]: DEBUG nova.compute.utils [None req-a1129d0a-2ae5-411c-ba80-98b1cc30ffd2 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 928.658029] env[69350]: DEBUG nova.compute.manager [None req-a1129d0a-2ae5-411c-ba80-98b1cc30ffd2 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] [instance: f57f4243-4a2f-4f93-962e-4ceb2fbb2f66] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 928.658029] env[69350]: DEBUG nova.network.neutron [None req-a1129d0a-2ae5-411c-ba80-98b1cc30ffd2 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] [instance: f57f4243-4a2f-4f93-962e-4ceb2fbb2f66] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 928.712600] env[69350]: DEBUG nova.policy [None req-a1129d0a-2ae5-411c-ba80-98b1cc30ffd2 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '32cb0c0995f844a3b3d655f9b4c0153d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '39846d6efa4f44cf8063027b145a0246', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 928.857444] env[69350]: DEBUG nova.network.neutron [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: 78121893-84ec-4432-a063-e8109be4e359] Successfully updated port: ec9cc5a7-303c-4f2d-86a9-ba32557910ca {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 929.065723] env[69350]: DEBUG oslo_vmware.api [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52bb3900-c624-591c-8c0d-e9969f841ea3, 'name': SearchDatastore_Task, 'duration_secs': 0.022451} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.066575] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e3be6f9-22c0-4703-b547-c6539e9ab36f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.075521] env[69350]: DEBUG oslo_vmware.api [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Waiting for the task: (returnval){ [ 929.075521] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52e57908-36da-db49-23ea-1e737db588bb" [ 929.075521] env[69350]: _type = "Task" [ 929.075521] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.083318] env[69350]: DEBUG oslo_vmware.api [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52e57908-36da-db49-23ea-1e737db588bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.118578] env[69350]: DEBUG oslo_vmware.api [None req-67ff83cd-5f89-4133-93fa-59f4f1f67ae6 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Task: {'id': task-3365309, 'name': ReconfigVM_Task, 'duration_secs': 0.460675} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.118986] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-67ff83cd-5f89-4133-93fa-59f4f1f67ae6 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] [instance: 2701262d-0054-4f59-8849-bf1e17b7bb94] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 2701262d-0054-4f59-8849-bf1e17b7bb94/2701262d-0054-4f59-8849-bf1e17b7bb94.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 929.119612] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3c66b783-92d3-4325-be2e-e5d3f4e9c029 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.126262] env[69350]: DEBUG oslo_vmware.api [None req-67ff83cd-5f89-4133-93fa-59f4f1f67ae6 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Waiting for the task: (returnval){ [ 929.126262] env[69350]: value = "task-3365310" [ 929.126262] env[69350]: _type = "Task" [ 929.126262] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.139258] env[69350]: DEBUG oslo_vmware.api [None req-67ff83cd-5f89-4133-93fa-59f4f1f67ae6 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Task: {'id': task-3365310, 'name': Rename_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.149596] env[69350]: DEBUG nova.network.neutron [-] [instance: 9d08e109-356f-4370-86c6-b7bf4d70ce0b] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.160756] env[69350]: DEBUG nova.compute.manager [None req-a1129d0a-2ae5-411c-ba80-98b1cc30ffd2 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] [instance: f57f4243-4a2f-4f93-962e-4ceb2fbb2f66] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 929.184257] env[69350]: DEBUG nova.network.neutron [None req-a1129d0a-2ae5-411c-ba80-98b1cc30ffd2 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] [instance: f57f4243-4a2f-4f93-962e-4ceb2fbb2f66] Successfully created port: 5d9e174c-8f54-483c-a4d5-42f291c2f3ea {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 929.225647] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77e79f4f-7f18-4b0e-8382-cf754eda0456 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.235813] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa5145b-48ae-4755-b2bb-c4ccac7232c5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.274731] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98dbbd78-d461-4bec-af30-0b00aa12d1af {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.282538] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb0a01c-e5e8-4c12-bf55-556bb052b874 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.297027] env[69350]: DEBUG nova.compute.provider_tree [None req-9265ae43-5ce0-4b44-bf8f-6c61e6f99cc6 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 929.337564] env[69350]: DEBUG nova.compute.manager [req-95e034ce-82f7-4c66-964c-5c96760d10df req-07cb377a-5d70-4b0a-bc2a-7719dd8e706e service nova] [instance: 78121893-84ec-4432-a063-e8109be4e359] Received event network-vif-plugged-ec9cc5a7-303c-4f2d-86a9-ba32557910ca {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 929.337564] env[69350]: DEBUG oslo_concurrency.lockutils [req-95e034ce-82f7-4c66-964c-5c96760d10df req-07cb377a-5d70-4b0a-bc2a-7719dd8e706e service nova] Acquiring lock "78121893-84ec-4432-a063-e8109be4e359-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.338213] env[69350]: DEBUG oslo_concurrency.lockutils [req-95e034ce-82f7-4c66-964c-5c96760d10df req-07cb377a-5d70-4b0a-bc2a-7719dd8e706e service nova] Lock "78121893-84ec-4432-a063-e8109be4e359-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.338324] env[69350]: DEBUG oslo_concurrency.lockutils [req-95e034ce-82f7-4c66-964c-5c96760d10df req-07cb377a-5d70-4b0a-bc2a-7719dd8e706e service nova] Lock "78121893-84ec-4432-a063-e8109be4e359-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.338572] env[69350]: DEBUG nova.compute.manager [req-95e034ce-82f7-4c66-964c-5c96760d10df req-07cb377a-5d70-4b0a-bc2a-7719dd8e706e service nova] [instance: 78121893-84ec-4432-a063-e8109be4e359] No waiting events found dispatching network-vif-plugged-ec9cc5a7-303c-4f2d-86a9-ba32557910ca {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 929.338763] env[69350]: WARNING nova.compute.manager [req-95e034ce-82f7-4c66-964c-5c96760d10df req-07cb377a-5d70-4b0a-bc2a-7719dd8e706e service nova] [instance: 78121893-84ec-4432-a063-e8109be4e359] Received unexpected event network-vif-plugged-ec9cc5a7-303c-4f2d-86a9-ba32557910ca for instance with vm_state building and task_state spawning. [ 929.339059] env[69350]: DEBUG nova.compute.manager [req-95e034ce-82f7-4c66-964c-5c96760d10df req-07cb377a-5d70-4b0a-bc2a-7719dd8e706e service nova] [instance: 9d08e109-356f-4370-86c6-b7bf4d70ce0b] Received event network-vif-deleted-e9a255e0-c680-4b5c-a283-6d5dc6276419 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 929.339144] env[69350]: DEBUG nova.compute.manager [req-95e034ce-82f7-4c66-964c-5c96760d10df req-07cb377a-5d70-4b0a-bc2a-7719dd8e706e service nova] [instance: 78121893-84ec-4432-a063-e8109be4e359] Received event network-changed-ec9cc5a7-303c-4f2d-86a9-ba32557910ca {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 929.339317] env[69350]: DEBUG nova.compute.manager [req-95e034ce-82f7-4c66-964c-5c96760d10df req-07cb377a-5d70-4b0a-bc2a-7719dd8e706e service nova] [instance: 78121893-84ec-4432-a063-e8109be4e359] Refreshing instance network info cache due to event network-changed-ec9cc5a7-303c-4f2d-86a9-ba32557910ca. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 929.339525] env[69350]: DEBUG oslo_concurrency.lockutils [req-95e034ce-82f7-4c66-964c-5c96760d10df req-07cb377a-5d70-4b0a-bc2a-7719dd8e706e service nova] Acquiring lock "refresh_cache-78121893-84ec-4432-a063-e8109be4e359" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.339651] env[69350]: DEBUG oslo_concurrency.lockutils [req-95e034ce-82f7-4c66-964c-5c96760d10df req-07cb377a-5d70-4b0a-bc2a-7719dd8e706e service nova] Acquired lock "refresh_cache-78121893-84ec-4432-a063-e8109be4e359" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.339811] env[69350]: DEBUG nova.network.neutron [req-95e034ce-82f7-4c66-964c-5c96760d10df req-07cb377a-5d70-4b0a-bc2a-7719dd8e706e service nova] [instance: 78121893-84ec-4432-a063-e8109be4e359] Refreshing network info cache for port ec9cc5a7-303c-4f2d-86a9-ba32557910ca {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 929.360660] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Acquiring lock "refresh_cache-78121893-84ec-4432-a063-e8109be4e359" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.589837] env[69350]: DEBUG oslo_vmware.api [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52e57908-36da-db49-23ea-1e737db588bb, 'name': SearchDatastore_Task, 'duration_secs': 0.03408} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.590293] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.590695] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] 18d57be1-24d5-4f9c-a5b5-24d82624069a/18d57be1-24d5-4f9c-a5b5-24d82624069a.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 929.591097] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-42ca5caa-625c-4cd7-ac7b-5a0fe8921f8a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.600351] env[69350]: DEBUG oslo_vmware.api [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Waiting for the task: (returnval){ [ 929.600351] env[69350]: value = "task-3365311" [ 929.600351] env[69350]: _type = "Task" [ 929.600351] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.613048] env[69350]: DEBUG oslo_vmware.api [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Task: {'id': task-3365311, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.640187] env[69350]: DEBUG oslo_vmware.api [None req-67ff83cd-5f89-4133-93fa-59f4f1f67ae6 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Task: {'id': task-3365310, 'name': Rename_Task, 'duration_secs': 0.229806} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.640516] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-67ff83cd-5f89-4133-93fa-59f4f1f67ae6 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] [instance: 2701262d-0054-4f59-8849-bf1e17b7bb94] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 929.640789] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0775936f-6f83-46e8-87de-b0190ab9226f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.647558] env[69350]: DEBUG oslo_vmware.api [None req-67ff83cd-5f89-4133-93fa-59f4f1f67ae6 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Waiting for the task: (returnval){ [ 929.647558] env[69350]: value = "task-3365312" [ 929.647558] env[69350]: _type = "Task" [ 929.647558] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.653482] env[69350]: INFO nova.compute.manager [-] [instance: 9d08e109-356f-4370-86c6-b7bf4d70ce0b] Took 1.41 seconds to deallocate network for instance. [ 929.663686] env[69350]: DEBUG oslo_vmware.api [None req-67ff83cd-5f89-4133-93fa-59f4f1f67ae6 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Task: {'id': task-3365312, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.801074] env[69350]: DEBUG nova.scheduler.client.report [None req-9265ae43-5ce0-4b44-bf8f-6c61e6f99cc6 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 929.878363] env[69350]: DEBUG nova.network.neutron [req-95e034ce-82f7-4c66-964c-5c96760d10df req-07cb377a-5d70-4b0a-bc2a-7719dd8e706e service nova] [instance: 78121893-84ec-4432-a063-e8109be4e359] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 929.975687] env[69350]: DEBUG nova.network.neutron [req-95e034ce-82f7-4c66-964c-5c96760d10df req-07cb377a-5d70-4b0a-bc2a-7719dd8e706e service nova] [instance: 78121893-84ec-4432-a063-e8109be4e359] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.114604] env[69350]: DEBUG oslo_vmware.api [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Task: {'id': task-3365311, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.162464] env[69350]: DEBUG oslo_concurrency.lockutils [None req-faf204cd-5bd5-4d67-967f-b0e66653aaeb tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.162785] env[69350]: DEBUG oslo_vmware.api [None req-67ff83cd-5f89-4133-93fa-59f4f1f67ae6 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Task: {'id': task-3365312, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.172888] env[69350]: DEBUG nova.compute.manager [None req-a1129d0a-2ae5-411c-ba80-98b1cc30ffd2 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] [instance: f57f4243-4a2f-4f93-962e-4ceb2fbb2f66] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 930.204777] env[69350]: DEBUG nova.virt.hardware [None req-a1129d0a-2ae5-411c-ba80-98b1cc30ffd2 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 930.205184] env[69350]: DEBUG nova.virt.hardware [None req-a1129d0a-2ae5-411c-ba80-98b1cc30ffd2 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 930.205365] env[69350]: DEBUG nova.virt.hardware [None req-a1129d0a-2ae5-411c-ba80-98b1cc30ffd2 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 930.205557] env[69350]: DEBUG nova.virt.hardware [None req-a1129d0a-2ae5-411c-ba80-98b1cc30ffd2 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 930.205722] env[69350]: DEBUG nova.virt.hardware [None req-a1129d0a-2ae5-411c-ba80-98b1cc30ffd2 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 930.205872] env[69350]: DEBUG nova.virt.hardware [None req-a1129d0a-2ae5-411c-ba80-98b1cc30ffd2 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 930.206115] env[69350]: DEBUG nova.virt.hardware [None req-a1129d0a-2ae5-411c-ba80-98b1cc30ffd2 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 930.206282] env[69350]: DEBUG nova.virt.hardware [None req-a1129d0a-2ae5-411c-ba80-98b1cc30ffd2 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 930.206450] env[69350]: DEBUG nova.virt.hardware [None req-a1129d0a-2ae5-411c-ba80-98b1cc30ffd2 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 930.206612] env[69350]: DEBUG nova.virt.hardware [None req-a1129d0a-2ae5-411c-ba80-98b1cc30ffd2 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 930.206866] env[69350]: DEBUG nova.virt.hardware [None req-a1129d0a-2ae5-411c-ba80-98b1cc30ffd2 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 930.208024] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfbd2e42-8312-491f-9a00-2748649cc850 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.219201] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-061a61b5-b559-49a9-a5b4-2b31aa4bd939 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.310517] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9265ae43-5ce0-4b44-bf8f-6c61e6f99cc6 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.163s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.315640] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f6cdbc7f-bab4-4c92-81f5-c894c05ebddc tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.021s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.315640] env[69350]: DEBUG nova.objects.instance [None req-f6cdbc7f-bab4-4c92-81f5-c894c05ebddc tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Lazy-loading 'resources' on Instance uuid 4d443b60-1f07-4d5f-a3cb-9c50407198ae {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 930.338831] env[69350]: INFO nova.scheduler.client.report [None req-9265ae43-5ce0-4b44-bf8f-6c61e6f99cc6 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Deleted allocations for instance 325fb273-d943-4e52-bde2-a2d3eee6fcbd [ 930.478850] env[69350]: DEBUG oslo_concurrency.lockutils [req-95e034ce-82f7-4c66-964c-5c96760d10df req-07cb377a-5d70-4b0a-bc2a-7719dd8e706e service nova] Releasing lock "refresh_cache-78121893-84ec-4432-a063-e8109be4e359" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.479308] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Acquired lock "refresh_cache-78121893-84ec-4432-a063-e8109be4e359" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.479452] env[69350]: DEBUG nova.network.neutron [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: 78121893-84ec-4432-a063-e8109be4e359] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 930.615419] env[69350]: DEBUG oslo_vmware.api [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Task: {'id': task-3365311, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.653637} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.615819] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] 18d57be1-24d5-4f9c-a5b5-24d82624069a/18d57be1-24d5-4f9c-a5b5-24d82624069a.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 930.616462] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: 18d57be1-24d5-4f9c-a5b5-24d82624069a] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 930.616462] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9fdf00a1-aaa9-47c4-9ba9-7b5e103e14b6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.623387] env[69350]: DEBUG oslo_vmware.api [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Waiting for the task: (returnval){ [ 930.623387] env[69350]: value = "task-3365313" [ 930.623387] env[69350]: _type = "Task" [ 930.623387] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.632429] env[69350]: DEBUG oslo_vmware.api [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Task: {'id': task-3365313, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.657655] env[69350]: DEBUG oslo_vmware.api [None req-67ff83cd-5f89-4133-93fa-59f4f1f67ae6 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Task: {'id': task-3365312, 'name': PowerOnVM_Task, 'duration_secs': 0.78311} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.657962] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-67ff83cd-5f89-4133-93fa-59f4f1f67ae6 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] [instance: 2701262d-0054-4f59-8849-bf1e17b7bb94] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 930.658186] env[69350]: INFO nova.compute.manager [None req-67ff83cd-5f89-4133-93fa-59f4f1f67ae6 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] [instance: 2701262d-0054-4f59-8849-bf1e17b7bb94] Took 8.64 seconds to spawn the instance on the hypervisor. [ 930.658467] env[69350]: DEBUG nova.compute.manager [None req-67ff83cd-5f89-4133-93fa-59f4f1f67ae6 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] [instance: 2701262d-0054-4f59-8849-bf1e17b7bb94] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 930.659702] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac7c519-0fc5-4595-be88-38da1f45eb88 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.827521] env[69350]: DEBUG nova.network.neutron [None req-a1129d0a-2ae5-411c-ba80-98b1cc30ffd2 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] [instance: f57f4243-4a2f-4f93-962e-4ceb2fbb2f66] Successfully updated port: 5d9e174c-8f54-483c-a4d5-42f291c2f3ea {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 930.852128] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9265ae43-5ce0-4b44-bf8f-6c61e6f99cc6 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Lock "325fb273-d943-4e52-bde2-a2d3eee6fcbd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.764s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.011444] env[69350]: DEBUG nova.network.neutron [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: 78121893-84ec-4432-a063-e8109be4e359] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 931.138052] env[69350]: DEBUG oslo_vmware.api [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Task: {'id': task-3365313, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.333126} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.138412] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: 18d57be1-24d5-4f9c-a5b5-24d82624069a] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 931.139204] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4762fe5-31c4-4b84-96af-5a96af972d24 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.166328] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: 18d57be1-24d5-4f9c-a5b5-24d82624069a] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 18d57be1-24d5-4f9c-a5b5-24d82624069a/18d57be1-24d5-4f9c-a5b5-24d82624069a.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 931.169158] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94ae8e83-6c13-4ba9-944e-9a21c2b72489 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.189805] env[69350]: DEBUG nova.network.neutron [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: 78121893-84ec-4432-a063-e8109be4e359] Updating instance_info_cache with network_info: [{"id": "ec9cc5a7-303c-4f2d-86a9-ba32557910ca", "address": "fa:16:3e:3d:4f:98", "network": {"id": "777723e9-8e70-4fbd-b53a-ebe50f64e072", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-643123994-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7df62923c98c4ba0b14f73c9180b0ad2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec9cc5a7-30", "ovs_interfaceid": "ec9cc5a7-303c-4f2d-86a9-ba32557910ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.192735] env[69350]: INFO nova.compute.manager [None req-67ff83cd-5f89-4133-93fa-59f4f1f67ae6 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] [instance: 2701262d-0054-4f59-8849-bf1e17b7bb94] Took 32.94 seconds to build instance. [ 931.198838] env[69350]: DEBUG oslo_vmware.api [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Waiting for the task: (returnval){ [ 931.198838] env[69350]: value = "task-3365314" [ 931.198838] env[69350]: _type = "Task" [ 931.198838] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.211020] env[69350]: DEBUG oslo_vmware.api [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Task: {'id': task-3365314, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.331567] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a1129d0a-2ae5-411c-ba80-98b1cc30ffd2 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] Acquiring lock "refresh_cache-f57f4243-4a2f-4f93-962e-4ceb2fbb2f66" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.331724] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a1129d0a-2ae5-411c-ba80-98b1cc30ffd2 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] Acquired lock "refresh_cache-f57f4243-4a2f-4f93-962e-4ceb2fbb2f66" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.331875] env[69350]: DEBUG nova.network.neutron [None req-a1129d0a-2ae5-411c-ba80-98b1cc30ffd2 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] [instance: f57f4243-4a2f-4f93-962e-4ceb2fbb2f66] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 931.337300] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ccfbb2-5d90-4fe8-9fcd-791e75baf9a3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.347078] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e753dce4-ace3-4961-a6c1-a8290830898f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.381767] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b442c5-84f8-4890-bfb1-e525446ffa37 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.385689] env[69350]: DEBUG nova.compute.manager [req-cfac5bd2-2776-4a2d-8270-5a17d7ee3bf5 req-1beaaef5-8fd2-43e1-b433-bd4a5133cdf9 service nova] [instance: f57f4243-4a2f-4f93-962e-4ceb2fbb2f66] Received event network-vif-plugged-5d9e174c-8f54-483c-a4d5-42f291c2f3ea {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 931.385973] env[69350]: DEBUG oslo_concurrency.lockutils [req-cfac5bd2-2776-4a2d-8270-5a17d7ee3bf5 req-1beaaef5-8fd2-43e1-b433-bd4a5133cdf9 service nova] Acquiring lock "f57f4243-4a2f-4f93-962e-4ceb2fbb2f66-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.386225] env[69350]: DEBUG oslo_concurrency.lockutils [req-cfac5bd2-2776-4a2d-8270-5a17d7ee3bf5 req-1beaaef5-8fd2-43e1-b433-bd4a5133cdf9 service nova] Lock "f57f4243-4a2f-4f93-962e-4ceb2fbb2f66-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.386437] env[69350]: DEBUG oslo_concurrency.lockutils [req-cfac5bd2-2776-4a2d-8270-5a17d7ee3bf5 req-1beaaef5-8fd2-43e1-b433-bd4a5133cdf9 service nova] Lock "f57f4243-4a2f-4f93-962e-4ceb2fbb2f66-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.386637] env[69350]: DEBUG nova.compute.manager [req-cfac5bd2-2776-4a2d-8270-5a17d7ee3bf5 req-1beaaef5-8fd2-43e1-b433-bd4a5133cdf9 service nova] [instance: f57f4243-4a2f-4f93-962e-4ceb2fbb2f66] No waiting events found dispatching network-vif-plugged-5d9e174c-8f54-483c-a4d5-42f291c2f3ea {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 931.386825] env[69350]: WARNING nova.compute.manager [req-cfac5bd2-2776-4a2d-8270-5a17d7ee3bf5 req-1beaaef5-8fd2-43e1-b433-bd4a5133cdf9 service nova] [instance: f57f4243-4a2f-4f93-962e-4ceb2fbb2f66] Received unexpected event network-vif-plugged-5d9e174c-8f54-483c-a4d5-42f291c2f3ea for instance with vm_state building and task_state spawning. [ 931.387014] env[69350]: DEBUG nova.compute.manager [req-cfac5bd2-2776-4a2d-8270-5a17d7ee3bf5 req-1beaaef5-8fd2-43e1-b433-bd4a5133cdf9 service nova] [instance: f57f4243-4a2f-4f93-962e-4ceb2fbb2f66] Received event network-changed-5d9e174c-8f54-483c-a4d5-42f291c2f3ea {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 931.387234] env[69350]: DEBUG nova.compute.manager [req-cfac5bd2-2776-4a2d-8270-5a17d7ee3bf5 req-1beaaef5-8fd2-43e1-b433-bd4a5133cdf9 service nova] [instance: f57f4243-4a2f-4f93-962e-4ceb2fbb2f66] Refreshing instance network info cache due to event network-changed-5d9e174c-8f54-483c-a4d5-42f291c2f3ea. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 931.387413] env[69350]: DEBUG oslo_concurrency.lockutils [req-cfac5bd2-2776-4a2d-8270-5a17d7ee3bf5 req-1beaaef5-8fd2-43e1-b433-bd4a5133cdf9 service nova] Acquiring lock "refresh_cache-f57f4243-4a2f-4f93-962e-4ceb2fbb2f66" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.395869] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8ac3fc5-f062-428f-96f4-5e1d7916ea77 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.411365] env[69350]: DEBUG nova.compute.provider_tree [None req-f6cdbc7f-bab4-4c92-81f5-c894c05ebddc tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Updating inventory in ProviderTree for provider 493c4881-f171-4c66-96e5-06180e27f02f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 931.695073] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Releasing lock "refresh_cache-78121893-84ec-4432-a063-e8109be4e359" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.695436] env[69350]: DEBUG nova.compute.manager [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: 78121893-84ec-4432-a063-e8109be4e359] Instance network_info: |[{"id": "ec9cc5a7-303c-4f2d-86a9-ba32557910ca", "address": "fa:16:3e:3d:4f:98", "network": {"id": "777723e9-8e70-4fbd-b53a-ebe50f64e072", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-643123994-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7df62923c98c4ba0b14f73c9180b0ad2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec9cc5a7-30", "ovs_interfaceid": "ec9cc5a7-303c-4f2d-86a9-ba32557910ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 931.695816] env[69350]: DEBUG oslo_concurrency.lockutils [None req-67ff83cd-5f89-4133-93fa-59f4f1f67ae6 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Lock "2701262d-0054-4f59-8849-bf1e17b7bb94" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.462s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.696224] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: 78121893-84ec-4432-a063-e8109be4e359] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:4f:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d377d75-3add-4a15-8691-74b2eb010924', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ec9cc5a7-303c-4f2d-86a9-ba32557910ca', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 931.705224] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 931.706828] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78121893-84ec-4432-a063-e8109be4e359] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 931.710451] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c4833935-e125-4e23-8bce-8a5d45723e4b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.732551] env[69350]: DEBUG oslo_vmware.api [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Task: {'id': task-3365314, 'name': ReconfigVM_Task, 'duration_secs': 0.499566} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.734028] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: 18d57be1-24d5-4f9c-a5b5-24d82624069a] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 18d57be1-24d5-4f9c-a5b5-24d82624069a/18d57be1-24d5-4f9c-a5b5-24d82624069a.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 931.734477] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 931.734477] env[69350]: value = "task-3365315" [ 931.734477] env[69350]: _type = "Task" [ 931.734477] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.734691] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2037ff3a-9af0-47e6-b278-43598f9ec8e4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.745666] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365315, 'name': CreateVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.745995] env[69350]: DEBUG oslo_vmware.api [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Waiting for the task: (returnval){ [ 931.745995] env[69350]: value = "task-3365316" [ 931.745995] env[69350]: _type = "Task" [ 931.745995] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.868677] env[69350]: DEBUG nova.network.neutron [None req-a1129d0a-2ae5-411c-ba80-98b1cc30ffd2 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] [instance: f57f4243-4a2f-4f93-962e-4ceb2fbb2f66] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 931.935738] env[69350]: ERROR nova.scheduler.client.report [None req-f6cdbc7f-bab4-4c92-81f5-c894c05ebddc tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] [req-67fb9030-95e9-46c0-bbee-18dc622f6944] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 493c4881-f171-4c66-96e5-06180e27f02f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-67fb9030-95e9-46c0-bbee-18dc622f6944"}]} [ 931.964582] env[69350]: DEBUG nova.scheduler.client.report [None req-f6cdbc7f-bab4-4c92-81f5-c894c05ebddc tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Refreshing inventories for resource provider 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 931.980837] env[69350]: DEBUG nova.scheduler.client.report [None req-f6cdbc7f-bab4-4c92-81f5-c894c05ebddc tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Updating ProviderTree inventory for provider 493c4881-f171-4c66-96e5-06180e27f02f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 931.981527] env[69350]: DEBUG nova.compute.provider_tree [None req-f6cdbc7f-bab4-4c92-81f5-c894c05ebddc tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Updating inventory in ProviderTree for provider 493c4881-f171-4c66-96e5-06180e27f02f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 931.994617] env[69350]: DEBUG nova.scheduler.client.report [None req-f6cdbc7f-bab4-4c92-81f5-c894c05ebddc tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Refreshing aggregate associations for resource provider 493c4881-f171-4c66-96e5-06180e27f02f, aggregates: None {{(pid=69350) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 932.023263] env[69350]: DEBUG nova.scheduler.client.report [None req-f6cdbc7f-bab4-4c92-81f5-c894c05ebddc tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Refreshing trait associations for resource provider 493c4881-f171-4c66-96e5-06180e27f02f, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69350) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 932.108445] env[69350]: DEBUG nova.network.neutron [None req-a1129d0a-2ae5-411c-ba80-98b1cc30ffd2 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] [instance: f57f4243-4a2f-4f93-962e-4ceb2fbb2f66] Updating instance_info_cache with network_info: [{"id": "5d9e174c-8f54-483c-a4d5-42f291c2f3ea", "address": "fa:16:3e:27:b4:fe", "network": {"id": "9d3bc36d-6f79-4b37-8c2b-01d2ad453037", "bridge": "br-int", "label": "tempest-ServersTestJSON-244962837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39846d6efa4f44cf8063027b145a0246", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d9e174c-8f", "ovs_interfaceid": "5d9e174c-8f54-483c-a4d5-42f291c2f3ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.209104] env[69350]: DEBUG nova.compute.manager [None req-227540ce-c8a5-4ffc-add1-ebc10e6f0ce3 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: a03ec981-aaa5-45f3-aee7-8716b22652c4] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 932.247464] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365315, 'name': CreateVM_Task, 'duration_secs': 0.391803} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.251290] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78121893-84ec-4432-a063-e8109be4e359] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 932.254629] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.254837] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.255180] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.255957] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-055f7a6c-4243-4cc2-bfc8-a7dd979f3440 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.262602] env[69350]: DEBUG oslo_vmware.api [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Task: {'id': task-3365316, 'name': Rename_Task, 'duration_secs': 0.199033} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.263217] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: 18d57be1-24d5-4f9c-a5b5-24d82624069a] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 932.263464] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-76364522-fa64-4535-a27f-5cd859dcc527 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.268718] env[69350]: DEBUG oslo_vmware.api [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Waiting for the task: (returnval){ [ 932.268718] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]525940b2-ef76-a497-8bb8-b6c81698d2e8" [ 932.268718] env[69350]: _type = "Task" [ 932.268718] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.273841] env[69350]: DEBUG oslo_vmware.api [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Waiting for the task: (returnval){ [ 932.273841] env[69350]: value = "task-3365317" [ 932.273841] env[69350]: _type = "Task" [ 932.273841] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.277560] env[69350]: DEBUG oslo_vmware.api [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]525940b2-ef76-a497-8bb8-b6c81698d2e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.287082] env[69350]: DEBUG oslo_vmware.api [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Task: {'id': task-3365317, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.346920] env[69350]: INFO nova.compute.manager [None req-168a22ce-b394-4731-98fa-d903f3f13d68 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] [instance: 2701262d-0054-4f59-8849-bf1e17b7bb94] Rescuing [ 932.348362] env[69350]: DEBUG oslo_concurrency.lockutils [None req-168a22ce-b394-4731-98fa-d903f3f13d68 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Acquiring lock "refresh_cache-2701262d-0054-4f59-8849-bf1e17b7bb94" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.348362] env[69350]: DEBUG oslo_concurrency.lockutils [None req-168a22ce-b394-4731-98fa-d903f3f13d68 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Acquired lock "refresh_cache-2701262d-0054-4f59-8849-bf1e17b7bb94" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.348362] env[69350]: DEBUG nova.network.neutron [None req-168a22ce-b394-4731-98fa-d903f3f13d68 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] [instance: 2701262d-0054-4f59-8849-bf1e17b7bb94] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 932.564512] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b33d8dc3-3575-48c3-87c6-c405dc7eb579 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.572563] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85318ab6-ec96-48b8-93a9-8bc89de1726a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.603614] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b110a8cb-e8f1-4936-9dbf-0dc91cab2234 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.611256] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ec7fe8-22c1-46e6-adb8-af628211b3e4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.615500] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a1129d0a-2ae5-411c-ba80-98b1cc30ffd2 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] Releasing lock "refresh_cache-f57f4243-4a2f-4f93-962e-4ceb2fbb2f66" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.615817] env[69350]: DEBUG nova.compute.manager [None req-a1129d0a-2ae5-411c-ba80-98b1cc30ffd2 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] [instance: f57f4243-4a2f-4f93-962e-4ceb2fbb2f66] Instance network_info: |[{"id": "5d9e174c-8f54-483c-a4d5-42f291c2f3ea", "address": "fa:16:3e:27:b4:fe", "network": {"id": "9d3bc36d-6f79-4b37-8c2b-01d2ad453037", "bridge": "br-int", "label": "tempest-ServersTestJSON-244962837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39846d6efa4f44cf8063027b145a0246", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d9e174c-8f", "ovs_interfaceid": "5d9e174c-8f54-483c-a4d5-42f291c2f3ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 932.616125] env[69350]: DEBUG oslo_concurrency.lockutils [req-cfac5bd2-2776-4a2d-8270-5a17d7ee3bf5 req-1beaaef5-8fd2-43e1-b433-bd4a5133cdf9 service nova] Acquired lock "refresh_cache-f57f4243-4a2f-4f93-962e-4ceb2fbb2f66" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.616314] env[69350]: DEBUG nova.network.neutron [req-cfac5bd2-2776-4a2d-8270-5a17d7ee3bf5 req-1beaaef5-8fd2-43e1-b433-bd4a5133cdf9 service nova] [instance: f57f4243-4a2f-4f93-962e-4ceb2fbb2f66] Refreshing network info cache for port 5d9e174c-8f54-483c-a4d5-42f291c2f3ea {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 932.617440] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a1129d0a-2ae5-411c-ba80-98b1cc30ffd2 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] [instance: f57f4243-4a2f-4f93-962e-4ceb2fbb2f66] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:b4:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '22b8c642-38ad-4c11-9051-145ab3bc54f2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5d9e174c-8f54-483c-a4d5-42f291c2f3ea', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 932.625389] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1129d0a-2ae5-411c-ba80-98b1cc30ffd2 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] Creating folder: Project (39846d6efa4f44cf8063027b145a0246). Parent ref: group-v671398. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 932.626028] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7f4c5ccf-42fe-44f9-adac-c3bf07cea85c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.636381] env[69350]: DEBUG nova.compute.provider_tree [None req-f6cdbc7f-bab4-4c92-81f5-c894c05ebddc tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Updating inventory in ProviderTree for provider 493c4881-f171-4c66-96e5-06180e27f02f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 932.646413] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-a1129d0a-2ae5-411c-ba80-98b1cc30ffd2 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] Created folder: Project (39846d6efa4f44cf8063027b145a0246) in parent group-v671398. [ 932.646605] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1129d0a-2ae5-411c-ba80-98b1cc30ffd2 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] Creating folder: Instances. Parent ref: group-v671564. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 932.646868] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b014916f-f0fa-4116-a833-9e7b5d631ca7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.655442] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-a1129d0a-2ae5-411c-ba80-98b1cc30ffd2 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] Created folder: Instances in parent group-v671564. [ 932.655666] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a1129d0a-2ae5-411c-ba80-98b1cc30ffd2 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 932.656136] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f57f4243-4a2f-4f93-962e-4ceb2fbb2f66] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 932.656358] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bc49de7e-a844-45f7-942c-1b671d4a5d35 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.677395] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 932.677395] env[69350]: value = "task-3365320" [ 932.677395] env[69350]: _type = "Task" [ 932.677395] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.685606] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365320, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.728170] env[69350]: DEBUG oslo_concurrency.lockutils [None req-227540ce-c8a5-4ffc-add1-ebc10e6f0ce3 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.780140] env[69350]: DEBUG oslo_vmware.api [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]525940b2-ef76-a497-8bb8-b6c81698d2e8, 'name': SearchDatastore_Task, 'duration_secs': 0.01798} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.783302] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.783554] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: 78121893-84ec-4432-a063-e8109be4e359] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 932.783814] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.783962] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.784154] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 932.784422] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3c96477b-dd8a-4992-84d5-4b4e327ad0a0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.792330] env[69350]: DEBUG oslo_vmware.api [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Task: {'id': task-3365317, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.793539] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 932.793711] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 932.794475] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79f4fdd6-bf75-422d-88f8-e2794909f8f7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.799814] env[69350]: DEBUG oslo_vmware.api [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Waiting for the task: (returnval){ [ 932.799814] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5250f448-f2c8-c5c1-a58a-7bed372a8fc7" [ 932.799814] env[69350]: _type = "Task" [ 932.799814] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.807813] env[69350]: DEBUG oslo_vmware.api [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5250f448-f2c8-c5c1-a58a-7bed372a8fc7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.116409] env[69350]: DEBUG nova.network.neutron [None req-168a22ce-b394-4731-98fa-d903f3f13d68 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] [instance: 2701262d-0054-4f59-8849-bf1e17b7bb94] Updating instance_info_cache with network_info: [{"id": "900aa794-bd1c-4aa0-99f8-7c43edc527ea", "address": "fa:16:3e:5a:cf:8d", "network": {"id": "bbc420d5-dd4d-4189-b256-a4491aabe088", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2119890914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c0e68118e8784bb2b45d8df1e3490701", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap900aa794-bd", "ovs_interfaceid": "900aa794-bd1c-4aa0-99f8-7c43edc527ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.178040] env[69350]: DEBUG nova.scheduler.client.report [None req-f6cdbc7f-bab4-4c92-81f5-c894c05ebddc tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Updated inventory for provider 493c4881-f171-4c66-96e5-06180e27f02f with generation 79 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 933.178414] env[69350]: DEBUG nova.compute.provider_tree [None req-f6cdbc7f-bab4-4c92-81f5-c894c05ebddc tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Updating resource provider 493c4881-f171-4c66-96e5-06180e27f02f generation from 79 to 80 during operation: update_inventory {{(pid=69350) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 933.178495] env[69350]: DEBUG nova.compute.provider_tree [None req-f6cdbc7f-bab4-4c92-81f5-c894c05ebddc tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Updating inventory in ProviderTree for provider 493c4881-f171-4c66-96e5-06180e27f02f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 933.199022] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365320, 'name': CreateVM_Task, 'duration_secs': 0.377206} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.199022] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f57f4243-4a2f-4f93-962e-4ceb2fbb2f66] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 933.199022] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a1129d0a-2ae5-411c-ba80-98b1cc30ffd2 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.199022] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a1129d0a-2ae5-411c-ba80-98b1cc30ffd2 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.199022] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a1129d0a-2ae5-411c-ba80-98b1cc30ffd2 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.199022] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-467ead5f-9a79-4623-b6d0-4daa1fb8f56b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.204961] env[69350]: DEBUG oslo_vmware.api [None req-a1129d0a-2ae5-411c-ba80-98b1cc30ffd2 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] Waiting for the task: (returnval){ [ 933.204961] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52823328-0755-bb99-b475-5ecb4dafd443" [ 933.204961] env[69350]: _type = "Task" [ 933.204961] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.218460] env[69350]: DEBUG oslo_vmware.api [None req-a1129d0a-2ae5-411c-ba80-98b1cc30ffd2 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52823328-0755-bb99-b475-5ecb4dafd443, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.291983] env[69350]: DEBUG oslo_vmware.api [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Task: {'id': task-3365317, 'name': PowerOnVM_Task, 'duration_secs': 0.73108} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.292307] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: 18d57be1-24d5-4f9c-a5b5-24d82624069a] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 933.292513] env[69350]: INFO nova.compute.manager [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: 18d57be1-24d5-4f9c-a5b5-24d82624069a] Took 8.59 seconds to spawn the instance on the hypervisor. [ 933.292747] env[69350]: DEBUG nova.compute.manager [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: 18d57be1-24d5-4f9c-a5b5-24d82624069a] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 933.293564] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b3b2ed3-b663-4a8c-8eb0-8092809a502c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.312693] env[69350]: DEBUG oslo_vmware.api [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5250f448-f2c8-c5c1-a58a-7bed372a8fc7, 'name': SearchDatastore_Task, 'duration_secs': 0.014368} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.313494] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06bb6e32-6269-4995-b72e-7bd6f71211e5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.319441] env[69350]: DEBUG oslo_vmware.api [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Waiting for the task: (returnval){ [ 933.319441] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52d32c00-e81e-6687-b0a1-6beab1db2025" [ 933.319441] env[69350]: _type = "Task" [ 933.319441] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.327455] env[69350]: DEBUG oslo_vmware.api [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52d32c00-e81e-6687-b0a1-6beab1db2025, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.382859] env[69350]: DEBUG nova.network.neutron [req-cfac5bd2-2776-4a2d-8270-5a17d7ee3bf5 req-1beaaef5-8fd2-43e1-b433-bd4a5133cdf9 service nova] [instance: f57f4243-4a2f-4f93-962e-4ceb2fbb2f66] Updated VIF entry in instance network info cache for port 5d9e174c-8f54-483c-a4d5-42f291c2f3ea. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 933.383426] env[69350]: DEBUG nova.network.neutron [req-cfac5bd2-2776-4a2d-8270-5a17d7ee3bf5 req-1beaaef5-8fd2-43e1-b433-bd4a5133cdf9 service nova] [instance: f57f4243-4a2f-4f93-962e-4ceb2fbb2f66] Updating instance_info_cache with network_info: [{"id": "5d9e174c-8f54-483c-a4d5-42f291c2f3ea", "address": "fa:16:3e:27:b4:fe", "network": {"id": "9d3bc36d-6f79-4b37-8c2b-01d2ad453037", "bridge": "br-int", "label": "tempest-ServersTestJSON-244962837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39846d6efa4f44cf8063027b145a0246", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d9e174c-8f", "ovs_interfaceid": "5d9e174c-8f54-483c-a4d5-42f291c2f3ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.619670] env[69350]: DEBUG oslo_concurrency.lockutils [None req-168a22ce-b394-4731-98fa-d903f3f13d68 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Releasing lock "refresh_cache-2701262d-0054-4f59-8849-bf1e17b7bb94" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.690840] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f6cdbc7f-bab4-4c92-81f5-c894c05ebddc tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.376s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.693402] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c60be467-f30c-433b-88c7-8df4e35b18fd tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.664s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.694956] env[69350]: INFO nova.compute.claims [None req-c60be467-f30c-433b-88c7-8df4e35b18fd tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: dfa7050a-9a30-4a81-8e47-404bca52d0bd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 933.717310] env[69350]: DEBUG oslo_vmware.api [None req-a1129d0a-2ae5-411c-ba80-98b1cc30ffd2 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52823328-0755-bb99-b475-5ecb4dafd443, 'name': SearchDatastore_Task, 'duration_secs': 0.014489} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.717684] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a1129d0a-2ae5-411c-ba80-98b1cc30ffd2 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.717968] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a1129d0a-2ae5-411c-ba80-98b1cc30ffd2 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] [instance: f57f4243-4a2f-4f93-962e-4ceb2fbb2f66] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 933.718234] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a1129d0a-2ae5-411c-ba80-98b1cc30ffd2 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.720596] env[69350]: INFO nova.scheduler.client.report [None req-f6cdbc7f-bab4-4c92-81f5-c894c05ebddc tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Deleted allocations for instance 4d443b60-1f07-4d5f-a3cb-9c50407198ae [ 933.814019] env[69350]: INFO nova.compute.manager [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: 18d57be1-24d5-4f9c-a5b5-24d82624069a] Took 34.02 seconds to build instance. [ 933.830052] env[69350]: DEBUG oslo_vmware.api [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52d32c00-e81e-6687-b0a1-6beab1db2025, 'name': SearchDatastore_Task, 'duration_secs': 0.016653} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.831342] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.831342] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] 78121893-84ec-4432-a063-e8109be4e359/78121893-84ec-4432-a063-e8109be4e359.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 933.831638] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a1129d0a-2ae5-411c-ba80-98b1cc30ffd2 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.831808] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1129d0a-2ae5-411c-ba80-98b1cc30ffd2 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 933.832048] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-058ce99d-c20d-4883-8607-b7dc025832e6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.834466] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b6969195-70ba-4b71-b1b1-8425cac6cb39 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.842197] env[69350]: DEBUG oslo_vmware.api [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Waiting for the task: (returnval){ [ 933.842197] env[69350]: value = "task-3365321" [ 933.842197] env[69350]: _type = "Task" [ 933.842197] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.847077] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1129d0a-2ae5-411c-ba80-98b1cc30ffd2 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 933.847077] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a1129d0a-2ae5-411c-ba80-98b1cc30ffd2 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 933.848104] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cccf5762-9994-4dac-8f52-90bfb1add1c7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.853724] env[69350]: DEBUG oslo_vmware.api [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Task: {'id': task-3365321, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.857285] env[69350]: DEBUG oslo_vmware.api [None req-a1129d0a-2ae5-411c-ba80-98b1cc30ffd2 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] Waiting for the task: (returnval){ [ 933.857285] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52727a0f-6676-1ac0-dab9-fb04b8d42e21" [ 933.857285] env[69350]: _type = "Task" [ 933.857285] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.864896] env[69350]: DEBUG oslo_vmware.api [None req-a1129d0a-2ae5-411c-ba80-98b1cc30ffd2 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52727a0f-6676-1ac0-dab9-fb04b8d42e21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.886176] env[69350]: DEBUG oslo_concurrency.lockutils [req-cfac5bd2-2776-4a2d-8270-5a17d7ee3bf5 req-1beaaef5-8fd2-43e1-b433-bd4a5133cdf9 service nova] Releasing lock "refresh_cache-f57f4243-4a2f-4f93-962e-4ceb2fbb2f66" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.229136] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f6cdbc7f-bab4-4c92-81f5-c894c05ebddc tempest-FloatingIPsAssociationTestJSON-2035629934 tempest-FloatingIPsAssociationTestJSON-2035629934-project-member] Lock "4d443b60-1f07-4d5f-a3cb-9c50407198ae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.510s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.316525] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Lock "18d57be1-24d5-4f9c-a5b5-24d82624069a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.531s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.357886] env[69350]: DEBUG oslo_vmware.api [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Task: {'id': task-3365321, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.366906] env[69350]: DEBUG oslo_vmware.api [None req-a1129d0a-2ae5-411c-ba80-98b1cc30ffd2 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52727a0f-6676-1ac0-dab9-fb04b8d42e21, 'name': SearchDatastore_Task, 'duration_secs': 0.01109} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.367743] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8368f854-db43-4e51-8a22-5a518bae3441 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.373080] env[69350]: DEBUG oslo_vmware.api [None req-a1129d0a-2ae5-411c-ba80-98b1cc30ffd2 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] Waiting for the task: (returnval){ [ 934.373080] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52162255-97a1-22e1-c071-35b208c2ad01" [ 934.373080] env[69350]: _type = "Task" [ 934.373080] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.381605] env[69350]: DEBUG oslo_vmware.api [None req-a1129d0a-2ae5-411c-ba80-98b1cc30ffd2 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52162255-97a1-22e1-c071-35b208c2ad01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.855185] env[69350]: DEBUG oslo_vmware.api [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Task: {'id': task-3365321, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.889443] env[69350]: DEBUG oslo_vmware.api [None req-a1129d0a-2ae5-411c-ba80-98b1cc30ffd2 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52162255-97a1-22e1-c071-35b208c2ad01, 'name': SearchDatastore_Task, 'duration_secs': 0.036742} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.889443] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a1129d0a-2ae5-411c-ba80-98b1cc30ffd2 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.889551] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1129d0a-2ae5-411c-ba80-98b1cc30ffd2 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] f57f4243-4a2f-4f93-962e-4ceb2fbb2f66/f57f4243-4a2f-4f93-962e-4ceb2fbb2f66.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 934.889977] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ed54771c-1f82-4a80-817d-2e0e3516afd8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.896654] env[69350]: DEBUG oslo_vmware.api [None req-a1129d0a-2ae5-411c-ba80-98b1cc30ffd2 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] Waiting for the task: (returnval){ [ 934.896654] env[69350]: value = "task-3365322" [ 934.896654] env[69350]: _type = "Task" [ 934.896654] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.911948] env[69350]: DEBUG oslo_vmware.api [None req-a1129d0a-2ae5-411c-ba80-98b1cc30ffd2 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] Task: {'id': task-3365322, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.156534] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-168a22ce-b394-4731-98fa-d903f3f13d68 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] [instance: 2701262d-0054-4f59-8849-bf1e17b7bb94] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 935.156908] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c85019e-c98a-4ccd-9161-ae220b7a219d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.165394] env[69350]: DEBUG oslo_vmware.api [None req-168a22ce-b394-4731-98fa-d903f3f13d68 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Waiting for the task: (returnval){ [ 935.165394] env[69350]: value = "task-3365323" [ 935.165394] env[69350]: _type = "Task" [ 935.165394] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.175126] env[69350]: DEBUG oslo_vmware.api [None req-168a22ce-b394-4731-98fa-d903f3f13d68 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Task: {'id': task-3365323, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.188734] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbddca6d-31b9-4099-a0f8-86504ee13444 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.196503] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54b26075-77a2-4060-9935-6eef2ae89dd5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.228337] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db7c3c37-4536-41de-bf71-bad718d386ce {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.236674] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-512f40fa-087c-4553-8831-455f7fb702bf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.251616] env[69350]: DEBUG nova.compute.provider_tree [None req-c60be467-f30c-433b-88c7-8df4e35b18fd tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 935.357662] env[69350]: DEBUG oslo_vmware.api [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Task: {'id': task-3365321, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.51108} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.358444] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] 78121893-84ec-4432-a063-e8109be4e359/78121893-84ec-4432-a063-e8109be4e359.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 935.358729] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: 78121893-84ec-4432-a063-e8109be4e359] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 935.359054] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa923252-a2eb-40eb-b50b-757b8c9b4eb0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.367320] env[69350]: DEBUG oslo_vmware.api [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Waiting for the task: (returnval){ [ 935.367320] env[69350]: value = "task-3365324" [ 935.367320] env[69350]: _type = "Task" [ 935.367320] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.379992] env[69350]: DEBUG oslo_vmware.api [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Task: {'id': task-3365324, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.408768] env[69350]: DEBUG oslo_vmware.api [None req-a1129d0a-2ae5-411c-ba80-98b1cc30ffd2 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] Task: {'id': task-3365322, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.684121] env[69350]: DEBUG oslo_vmware.api [None req-168a22ce-b394-4731-98fa-d903f3f13d68 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Task: {'id': task-3365323, 'name': PowerOffVM_Task, 'duration_secs': 0.322491} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.684407] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-168a22ce-b394-4731-98fa-d903f3f13d68 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] [instance: 2701262d-0054-4f59-8849-bf1e17b7bb94] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 935.685392] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e292b4-a318-48df-947b-24055687d676 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.716607] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4499a01d-03b6-4fc2-90d5-6fbfad92ed16 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.755805] env[69350]: DEBUG nova.scheduler.client.report [None req-c60be467-f30c-433b-88c7-8df4e35b18fd tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 935.762668] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-168a22ce-b394-4731-98fa-d903f3f13d68 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] [instance: 2701262d-0054-4f59-8849-bf1e17b7bb94] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 935.763082] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6eda1ba-0139-4e30-a5b2-b61993498de7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.775184] env[69350]: DEBUG oslo_vmware.api [None req-168a22ce-b394-4731-98fa-d903f3f13d68 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Waiting for the task: (returnval){ [ 935.775184] env[69350]: value = "task-3365325" [ 935.775184] env[69350]: _type = "Task" [ 935.775184] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.790401] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-168a22ce-b394-4731-98fa-d903f3f13d68 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] [instance: 2701262d-0054-4f59-8849-bf1e17b7bb94] VM already powered off {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 935.790665] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-168a22ce-b394-4731-98fa-d903f3f13d68 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] [instance: 2701262d-0054-4f59-8849-bf1e17b7bb94] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 935.790924] env[69350]: DEBUG oslo_concurrency.lockutils [None req-168a22ce-b394-4731-98fa-d903f3f13d68 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.791157] env[69350]: DEBUG oslo_concurrency.lockutils [None req-168a22ce-b394-4731-98fa-d903f3f13d68 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.791414] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-168a22ce-b394-4731-98fa-d903f3f13d68 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 935.791853] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d2b11f52-5210-4624-a8ac-a8c22c7a529d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.809270] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-168a22ce-b394-4731-98fa-d903f3f13d68 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 935.809541] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-168a22ce-b394-4731-98fa-d903f3f13d68 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 935.810534] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-751698de-aa1a-45f8-8de1-370ea45e8d9d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.816654] env[69350]: DEBUG oslo_vmware.api [None req-168a22ce-b394-4731-98fa-d903f3f13d68 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Waiting for the task: (returnval){ [ 935.816654] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52ed57d4-8fbb-5db3-6d6e-a31450383aad" [ 935.816654] env[69350]: _type = "Task" [ 935.816654] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.826288] env[69350]: DEBUG oslo_vmware.api [None req-168a22ce-b394-4731-98fa-d903f3f13d68 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52ed57d4-8fbb-5db3-6d6e-a31450383aad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.877060] env[69350]: DEBUG oslo_vmware.api [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Task: {'id': task-3365324, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073192} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.877355] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: 78121893-84ec-4432-a063-e8109be4e359] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 935.878214] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b627498c-2f05-4988-82dd-618ef8b7858f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.902187] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: 78121893-84ec-4432-a063-e8109be4e359] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 78121893-84ec-4432-a063-e8109be4e359/78121893-84ec-4432-a063-e8109be4e359.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 935.902597] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1315f8fc-6786-4083-ad7f-57bdc1824fc5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.929652] env[69350]: DEBUG oslo_vmware.api [None req-a1129d0a-2ae5-411c-ba80-98b1cc30ffd2 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] Task: {'id': task-3365322, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.938734} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.932085] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1129d0a-2ae5-411c-ba80-98b1cc30ffd2 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] f57f4243-4a2f-4f93-962e-4ceb2fbb2f66/f57f4243-4a2f-4f93-962e-4ceb2fbb2f66.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 935.932322] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a1129d0a-2ae5-411c-ba80-98b1cc30ffd2 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] [instance: f57f4243-4a2f-4f93-962e-4ceb2fbb2f66] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 935.932638] env[69350]: DEBUG oslo_vmware.api [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Waiting for the task: (returnval){ [ 935.932638] env[69350]: value = "task-3365326" [ 935.932638] env[69350]: _type = "Task" [ 935.932638] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.932836] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-338619e2-3483-4e67-bd16-c59eb58eb2df {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.957020] env[69350]: DEBUG oslo_vmware.api [None req-a1129d0a-2ae5-411c-ba80-98b1cc30ffd2 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] Waiting for the task: (returnval){ [ 935.957020] env[69350]: value = "task-3365327" [ 935.957020] env[69350]: _type = "Task" [ 935.957020] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.964251] env[69350]: DEBUG oslo_vmware.api [None req-a1129d0a-2ae5-411c-ba80-98b1cc30ffd2 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] Task: {'id': task-3365327, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.270223] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c60be467-f30c-433b-88c7-8df4e35b18fd tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.574s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.270223] env[69350]: DEBUG nova.compute.manager [None req-c60be467-f30c-433b-88c7-8df4e35b18fd tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: dfa7050a-9a30-4a81-8e47-404bca52d0bd] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 936.271714] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b95578ac-d8a7-4680-9463-adeb922e3eb6 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 32.628s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.272061] env[69350]: DEBUG nova.objects.instance [None req-b95578ac-d8a7-4680-9463-adeb922e3eb6 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] [instance: c3010f57-be32-4f20-8276-7b4bd93d76e1] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69350) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 936.333886] env[69350]: DEBUG oslo_vmware.api [None req-168a22ce-b394-4731-98fa-d903f3f13d68 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52ed57d4-8fbb-5db3-6d6e-a31450383aad, 'name': SearchDatastore_Task, 'duration_secs': 0.010564} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.334685] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc80e9eb-2d3c-47cd-b588-92a88c46a583 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.341589] env[69350]: DEBUG oslo_vmware.api [None req-168a22ce-b394-4731-98fa-d903f3f13d68 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Waiting for the task: (returnval){ [ 936.341589] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5204acc3-aa7d-d39a-4eb5-248a84edbf30" [ 936.341589] env[69350]: _type = "Task" [ 936.341589] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.352592] env[69350]: DEBUG oslo_vmware.api [None req-168a22ce-b394-4731-98fa-d903f3f13d68 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5204acc3-aa7d-d39a-4eb5-248a84edbf30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.364115] env[69350]: DEBUG oslo_vmware.rw_handles [None req-c236eb3b-d65e-40a5-bdc7-1d33d9ebc5f4 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52366485-57a4-c2b5-2266-977f73489682/disk-0.vmdk. {{(pid=69350) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 936.365249] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c406e8-89ba-4b91-bc91-831a231c3615 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.373112] env[69350]: DEBUG oslo_vmware.rw_handles [None req-c236eb3b-d65e-40a5-bdc7-1d33d9ebc5f4 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52366485-57a4-c2b5-2266-977f73489682/disk-0.vmdk is in state: ready. {{(pid=69350) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 936.373112] env[69350]: ERROR oslo_vmware.rw_handles [None req-c236eb3b-d65e-40a5-bdc7-1d33d9ebc5f4 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52366485-57a4-c2b5-2266-977f73489682/disk-0.vmdk due to incomplete transfer. [ 936.373112] env[69350]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-36c6e1f0-b8b7-4516-b459-b20eaa4c1ba3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.381136] env[69350]: DEBUG oslo_vmware.rw_handles [None req-c236eb3b-d65e-40a5-bdc7-1d33d9ebc5f4 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52366485-57a4-c2b5-2266-977f73489682/disk-0.vmdk. {{(pid=69350) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 936.381425] env[69350]: DEBUG nova.virt.vmwareapi.images [None req-c236eb3b-d65e-40a5-bdc7-1d33d9ebc5f4 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Uploaded image 658f9d06-90cb-4070-a413-d95f24af0e49 to the Glance image server {{(pid=69350) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 936.383782] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-c236eb3b-d65e-40a5-bdc7-1d33d9ebc5f4 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Destroying the VM {{(pid=69350) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 936.384039] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-38ef31e5-44f2-4b56-95a4-e097dc4b852b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.389426] env[69350]: DEBUG oslo_vmware.api [None req-c236eb3b-d65e-40a5-bdc7-1d33d9ebc5f4 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Waiting for the task: (returnval){ [ 936.389426] env[69350]: value = "task-3365328" [ 936.389426] env[69350]: _type = "Task" [ 936.389426] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.397992] env[69350]: DEBUG oslo_vmware.api [None req-c236eb3b-d65e-40a5-bdc7-1d33d9ebc5f4 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365328, 'name': Destroy_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.451428] env[69350]: DEBUG oslo_vmware.api [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Task: {'id': task-3365326, 'name': ReconfigVM_Task, 'duration_secs': 0.428522} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.451773] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: 78121893-84ec-4432-a063-e8109be4e359] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 78121893-84ec-4432-a063-e8109be4e359/78121893-84ec-4432-a063-e8109be4e359.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 936.452477] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4199f4a0-6cd0-40ee-a02a-1b231f7a5d17 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.460638] env[69350]: DEBUG oslo_vmware.api [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Waiting for the task: (returnval){ [ 936.460638] env[69350]: value = "task-3365329" [ 936.460638] env[69350]: _type = "Task" [ 936.460638] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.466150] env[69350]: DEBUG oslo_vmware.api [None req-a1129d0a-2ae5-411c-ba80-98b1cc30ffd2 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] Task: {'id': task-3365327, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069199} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.466814] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a1129d0a-2ae5-411c-ba80-98b1cc30ffd2 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] [instance: f57f4243-4a2f-4f93-962e-4ceb2fbb2f66] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 936.467617] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daa64657-c2de-49a1-81ec-5186d329b385 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.473595] env[69350]: DEBUG oslo_vmware.api [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Task: {'id': task-3365329, 'name': Rename_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.493765] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1129d0a-2ae5-411c-ba80-98b1cc30ffd2 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] [instance: f57f4243-4a2f-4f93-962e-4ceb2fbb2f66] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] f57f4243-4a2f-4f93-962e-4ceb2fbb2f66/f57f4243-4a2f-4f93-962e-4ceb2fbb2f66.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 936.494483] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7310979-d49b-41d1-87f8-3d155dd0d9a7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.521170] env[69350]: DEBUG oslo_vmware.api [None req-a1129d0a-2ae5-411c-ba80-98b1cc30ffd2 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] Waiting for the task: (returnval){ [ 936.521170] env[69350]: value = "task-3365330" [ 936.521170] env[69350]: _type = "Task" [ 936.521170] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.529710] env[69350]: DEBUG oslo_vmware.api [None req-a1129d0a-2ae5-411c-ba80-98b1cc30ffd2 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] Task: {'id': task-3365330, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.779025] env[69350]: DEBUG nova.compute.utils [None req-c60be467-f30c-433b-88c7-8df4e35b18fd tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 936.784071] env[69350]: DEBUG nova.compute.manager [None req-c60be467-f30c-433b-88c7-8df4e35b18fd tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: dfa7050a-9a30-4a81-8e47-404bca52d0bd] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 936.786596] env[69350]: DEBUG nova.network.neutron [None req-c60be467-f30c-433b-88c7-8df4e35b18fd tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: dfa7050a-9a30-4a81-8e47-404bca52d0bd] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 936.829018] env[69350]: DEBUG nova.policy [None req-c60be467-f30c-433b-88c7-8df4e35b18fd tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ffd0edc3c12c4eef8fd233c3ba625bac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '51bc6f4dd8ea4a9e9e1031143399a0d7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 936.854190] env[69350]: DEBUG oslo_vmware.api [None req-168a22ce-b394-4731-98fa-d903f3f13d68 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5204acc3-aa7d-d39a-4eb5-248a84edbf30, 'name': SearchDatastore_Task, 'duration_secs': 0.009482} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.854633] env[69350]: DEBUG oslo_concurrency.lockutils [None req-168a22ce-b394-4731-98fa-d903f3f13d68 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.855090] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-168a22ce-b394-4731-98fa-d903f3f13d68 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] 2701262d-0054-4f59-8849-bf1e17b7bb94/2ba50b02-b203-425b-93f3-25266f3336a5-rescue.vmdk. {{(pid=69350) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 936.855557] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-05220f7d-1892-4ad0-92ba-30c3334f682c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.863903] env[69350]: DEBUG oslo_vmware.api [None req-168a22ce-b394-4731-98fa-d903f3f13d68 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Waiting for the task: (returnval){ [ 936.863903] env[69350]: value = "task-3365331" [ 936.863903] env[69350]: _type = "Task" [ 936.863903] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.874579] env[69350]: DEBUG oslo_vmware.api [None req-168a22ce-b394-4731-98fa-d903f3f13d68 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Task: {'id': task-3365331, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.899246] env[69350]: DEBUG oslo_vmware.api [None req-c236eb3b-d65e-40a5-bdc7-1d33d9ebc5f4 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365328, 'name': Destroy_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.969996] env[69350]: DEBUG oslo_vmware.api [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Task: {'id': task-3365329, 'name': Rename_Task, 'duration_secs': 0.306817} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.969996] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: 78121893-84ec-4432-a063-e8109be4e359] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 936.969996] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f53d2e2-fd7b-4a35-9883-4e11314fe1a1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.977046] env[69350]: DEBUG oslo_vmware.api [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Waiting for the task: (returnval){ [ 936.977046] env[69350]: value = "task-3365332" [ 936.977046] env[69350]: _type = "Task" [ 936.977046] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.985044] env[69350]: DEBUG oslo_vmware.api [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Task: {'id': task-3365332, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.029321] env[69350]: DEBUG oslo_vmware.api [None req-a1129d0a-2ae5-411c-ba80-98b1cc30ffd2 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] Task: {'id': task-3365330, 'name': ReconfigVM_Task, 'duration_secs': 0.294932} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.029636] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1129d0a-2ae5-411c-ba80-98b1cc30ffd2 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] [instance: f57f4243-4a2f-4f93-962e-4ceb2fbb2f66] Reconfigured VM instance instance-0000003a to attach disk [datastore1] f57f4243-4a2f-4f93-962e-4ceb2fbb2f66/f57f4243-4a2f-4f93-962e-4ceb2fbb2f66.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 937.030331] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-35746e95-55a0-49da-88da-8fba7a065522 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.036550] env[69350]: DEBUG oslo_vmware.api [None req-a1129d0a-2ae5-411c-ba80-98b1cc30ffd2 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] Waiting for the task: (returnval){ [ 937.036550] env[69350]: value = "task-3365333" [ 937.036550] env[69350]: _type = "Task" [ 937.036550] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.047990] env[69350]: DEBUG oslo_vmware.api [None req-a1129d0a-2ae5-411c-ba80-98b1cc30ffd2 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] Task: {'id': task-3365333, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.211888] env[69350]: DEBUG nova.network.neutron [None req-c60be467-f30c-433b-88c7-8df4e35b18fd tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: dfa7050a-9a30-4a81-8e47-404bca52d0bd] Successfully created port: 1b2dcb89-32af-465f-9ce9-15c629dfdd54 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 937.285274] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b95578ac-d8a7-4680-9463-adeb922e3eb6 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.286883] env[69350]: DEBUG nova.compute.manager [None req-c60be467-f30c-433b-88c7-8df4e35b18fd tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: dfa7050a-9a30-4a81-8e47-404bca52d0bd] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 937.289433] env[69350]: DEBUG oslo_concurrency.lockutils [None req-73b8095a-b952-43b4-8734-b28ec0e005cf tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 32.931s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.289565] env[69350]: DEBUG nova.objects.instance [None req-73b8095a-b952-43b4-8734-b28ec0e005cf tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 32df2bac-26f8-494c-8af5-a02218f66960] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69350) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 937.374542] env[69350]: DEBUG oslo_vmware.api [None req-168a22ce-b394-4731-98fa-d903f3f13d68 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Task: {'id': task-3365331, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.400128] env[69350]: DEBUG oslo_vmware.api [None req-c236eb3b-d65e-40a5-bdc7-1d33d9ebc5f4 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365328, 'name': Destroy_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.487665] env[69350]: DEBUG oslo_vmware.api [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Task: {'id': task-3365332, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.546431] env[69350]: DEBUG oslo_vmware.api [None req-a1129d0a-2ae5-411c-ba80-98b1cc30ffd2 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] Task: {'id': task-3365333, 'name': Rename_Task, 'duration_secs': 0.150662} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.547046] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1129d0a-2ae5-411c-ba80-98b1cc30ffd2 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] [instance: f57f4243-4a2f-4f93-962e-4ceb2fbb2f66] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 937.547304] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-355ec68b-d0d4-49fd-9c2e-f5b31aa5e65f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.553919] env[69350]: DEBUG oslo_vmware.api [None req-a1129d0a-2ae5-411c-ba80-98b1cc30ffd2 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] Waiting for the task: (returnval){ [ 937.553919] env[69350]: value = "task-3365334" [ 937.553919] env[69350]: _type = "Task" [ 937.553919] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.562650] env[69350]: DEBUG oslo_vmware.api [None req-a1129d0a-2ae5-411c-ba80-98b1cc30ffd2 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] Task: {'id': task-3365334, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.879086] env[69350]: DEBUG oslo_vmware.api [None req-168a22ce-b394-4731-98fa-d903f3f13d68 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Task: {'id': task-3365331, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.904596] env[69350]: DEBUG oslo_vmware.api [None req-c236eb3b-d65e-40a5-bdc7-1d33d9ebc5f4 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365328, 'name': Destroy_Task, 'duration_secs': 1.3677} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.904973] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-c236eb3b-d65e-40a5-bdc7-1d33d9ebc5f4 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Destroyed the VM [ 937.905148] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c236eb3b-d65e-40a5-bdc7-1d33d9ebc5f4 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Deleting Snapshot of the VM instance {{(pid=69350) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 937.905425] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e987a1e1-c9db-4d31-b2f9-c1640448286a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.915799] env[69350]: DEBUG oslo_vmware.api [None req-c236eb3b-d65e-40a5-bdc7-1d33d9ebc5f4 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Waiting for the task: (returnval){ [ 937.915799] env[69350]: value = "task-3365335" [ 937.915799] env[69350]: _type = "Task" [ 937.915799] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.927230] env[69350]: DEBUG oslo_vmware.api [None req-c236eb3b-d65e-40a5-bdc7-1d33d9ebc5f4 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365335, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.992586] env[69350]: DEBUG oslo_vmware.api [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Task: {'id': task-3365332, 'name': PowerOnVM_Task, 'duration_secs': 0.899332} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.992899] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: 78121893-84ec-4432-a063-e8109be4e359] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 937.993169] env[69350]: INFO nova.compute.manager [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: 78121893-84ec-4432-a063-e8109be4e359] Took 10.61 seconds to spawn the instance on the hypervisor. [ 937.993365] env[69350]: DEBUG nova.compute.manager [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: 78121893-84ec-4432-a063-e8109be4e359] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 937.994411] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7cf7f0f-9a19-4f31-9600-001e27634a0a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.065259] env[69350]: DEBUG oslo_vmware.api [None req-a1129d0a-2ae5-411c-ba80-98b1cc30ffd2 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] Task: {'id': task-3365334, 'name': PowerOnVM_Task, 'duration_secs': 0.485906} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.065793] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1129d0a-2ae5-411c-ba80-98b1cc30ffd2 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] [instance: f57f4243-4a2f-4f93-962e-4ceb2fbb2f66] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 938.065995] env[69350]: INFO nova.compute.manager [None req-a1129d0a-2ae5-411c-ba80-98b1cc30ffd2 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] [instance: f57f4243-4a2f-4f93-962e-4ceb2fbb2f66] Took 7.89 seconds to spawn the instance on the hypervisor. [ 938.066207] env[69350]: DEBUG nova.compute.manager [None req-a1129d0a-2ae5-411c-ba80-98b1cc30ffd2 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] [instance: f57f4243-4a2f-4f93-962e-4ceb2fbb2f66] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 938.067046] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63c9d845-e8a3-466c-a942-24eb1cd7eb8e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.302247] env[69350]: DEBUG nova.compute.manager [None req-c60be467-f30c-433b-88c7-8df4e35b18fd tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: dfa7050a-9a30-4a81-8e47-404bca52d0bd] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 938.306018] env[69350]: DEBUG oslo_concurrency.lockutils [None req-73b8095a-b952-43b4-8734-b28ec0e005cf tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.307449] env[69350]: DEBUG oslo_concurrency.lockutils [None req-82c491cb-ed22-450d-847e-e8f562dba9fc tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.540s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.308899] env[69350]: INFO nova.compute.claims [None req-82c491cb-ed22-450d-847e-e8f562dba9fc tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] [instance: 83e0ad4e-cacd-4024-b73b-8d2b54d8aed3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 938.343377] env[69350]: DEBUG nova.virt.hardware [None req-c60be467-f30c-433b-88c7-8df4e35b18fd tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 938.343377] env[69350]: DEBUG nova.virt.hardware [None req-c60be467-f30c-433b-88c7-8df4e35b18fd tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 938.343377] env[69350]: DEBUG nova.virt.hardware [None req-c60be467-f30c-433b-88c7-8df4e35b18fd tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 938.343377] env[69350]: DEBUG nova.virt.hardware [None req-c60be467-f30c-433b-88c7-8df4e35b18fd tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 938.343377] env[69350]: DEBUG nova.virt.hardware [None req-c60be467-f30c-433b-88c7-8df4e35b18fd tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 938.343377] env[69350]: DEBUG nova.virt.hardware [None req-c60be467-f30c-433b-88c7-8df4e35b18fd tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 938.343646] env[69350]: DEBUG nova.virt.hardware [None req-c60be467-f30c-433b-88c7-8df4e35b18fd tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 938.343735] env[69350]: DEBUG nova.virt.hardware [None req-c60be467-f30c-433b-88c7-8df4e35b18fd tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 938.343912] env[69350]: DEBUG nova.virt.hardware [None req-c60be467-f30c-433b-88c7-8df4e35b18fd tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 938.344093] env[69350]: DEBUG nova.virt.hardware [None req-c60be467-f30c-433b-88c7-8df4e35b18fd tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 938.344263] env[69350]: DEBUG nova.virt.hardware [None req-c60be467-f30c-433b-88c7-8df4e35b18fd tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 938.345415] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a9e7d23-d415-4891-a3a4-ceefdddd7c9c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.355321] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4918e9ce-6a96-47cc-a82d-4c84efa849d7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.382297] env[69350]: DEBUG oslo_vmware.api [None req-168a22ce-b394-4731-98fa-d903f3f13d68 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Task: {'id': task-3365331, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.315851} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.382521] env[69350]: INFO nova.virt.vmwareapi.ds_util [None req-168a22ce-b394-4731-98fa-d903f3f13d68 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] 2701262d-0054-4f59-8849-bf1e17b7bb94/2ba50b02-b203-425b-93f3-25266f3336a5-rescue.vmdk. [ 938.387023] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e73368-f2ca-4713-9c9f-98a7931a5db1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.410873] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-168a22ce-b394-4731-98fa-d903f3f13d68 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] [instance: 2701262d-0054-4f59-8849-bf1e17b7bb94] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 2701262d-0054-4f59-8849-bf1e17b7bb94/2ba50b02-b203-425b-93f3-25266f3336a5-rescue.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 938.411239] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b031213-36f6-4bf5-853e-5e4957fe58e3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.434466] env[69350]: DEBUG oslo_vmware.api [None req-c236eb3b-d65e-40a5-bdc7-1d33d9ebc5f4 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365335, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.435816] env[69350]: DEBUG oslo_vmware.api [None req-168a22ce-b394-4731-98fa-d903f3f13d68 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Waiting for the task: (returnval){ [ 938.435816] env[69350]: value = "task-3365336" [ 938.435816] env[69350]: _type = "Task" [ 938.435816] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.444189] env[69350]: DEBUG oslo_vmware.api [None req-168a22ce-b394-4731-98fa-d903f3f13d68 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Task: {'id': task-3365336, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.520876] env[69350]: INFO nova.compute.manager [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: 78121893-84ec-4432-a063-e8109be4e359] Took 38.66 seconds to build instance. [ 938.589983] env[69350]: INFO nova.compute.manager [None req-a1129d0a-2ae5-411c-ba80-98b1cc30ffd2 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] [instance: f57f4243-4a2f-4f93-962e-4ceb2fbb2f66] Took 37.82 seconds to build instance. [ 938.941798] env[69350]: DEBUG oslo_vmware.api [None req-c236eb3b-d65e-40a5-bdc7-1d33d9ebc5f4 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365335, 'name': RemoveSnapshot_Task, 'duration_secs': 0.707187} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.945415] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c236eb3b-d65e-40a5-bdc7-1d33d9ebc5f4 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Deleted Snapshot of the VM instance {{(pid=69350) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 938.945836] env[69350]: INFO nova.compute.manager [None req-c236eb3b-d65e-40a5-bdc7-1d33d9ebc5f4 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Took 17.89 seconds to snapshot the instance on the hypervisor. [ 938.954143] env[69350]: DEBUG oslo_vmware.api [None req-168a22ce-b394-4731-98fa-d903f3f13d68 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Task: {'id': task-3365336, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.023483] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d6a0ebce-9a84-400b-a9c6-577d4852b8d6 tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Lock "78121893-84ec-4432-a063-e8109be4e359" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.183s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.048939] env[69350]: DEBUG nova.compute.manager [req-6bdc9817-0356-4ba4-a26a-e149a0f22676 req-bc4547c7-de1a-49ae-ad8e-af216703ce3d service nova] [instance: dfa7050a-9a30-4a81-8e47-404bca52d0bd] Received event network-vif-plugged-1b2dcb89-32af-465f-9ce9-15c629dfdd54 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 939.048939] env[69350]: DEBUG oslo_concurrency.lockutils [req-6bdc9817-0356-4ba4-a26a-e149a0f22676 req-bc4547c7-de1a-49ae-ad8e-af216703ce3d service nova] Acquiring lock "dfa7050a-9a30-4a81-8e47-404bca52d0bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.048939] env[69350]: DEBUG oslo_concurrency.lockutils [req-6bdc9817-0356-4ba4-a26a-e149a0f22676 req-bc4547c7-de1a-49ae-ad8e-af216703ce3d service nova] Lock "dfa7050a-9a30-4a81-8e47-404bca52d0bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.049440] env[69350]: DEBUG oslo_concurrency.lockutils [req-6bdc9817-0356-4ba4-a26a-e149a0f22676 req-bc4547c7-de1a-49ae-ad8e-af216703ce3d service nova] Lock "dfa7050a-9a30-4a81-8e47-404bca52d0bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.049440] env[69350]: DEBUG nova.compute.manager [req-6bdc9817-0356-4ba4-a26a-e149a0f22676 req-bc4547c7-de1a-49ae-ad8e-af216703ce3d service nova] [instance: dfa7050a-9a30-4a81-8e47-404bca52d0bd] No waiting events found dispatching network-vif-plugged-1b2dcb89-32af-465f-9ce9-15c629dfdd54 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 939.049535] env[69350]: WARNING nova.compute.manager [req-6bdc9817-0356-4ba4-a26a-e149a0f22676 req-bc4547c7-de1a-49ae-ad8e-af216703ce3d service nova] [instance: dfa7050a-9a30-4a81-8e47-404bca52d0bd] Received unexpected event network-vif-plugged-1b2dcb89-32af-465f-9ce9-15c629dfdd54 for instance with vm_state building and task_state spawning. [ 939.092272] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a1129d0a-2ae5-411c-ba80-98b1cc30ffd2 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] Lock "f57f4243-4a2f-4f93-962e-4ceb2fbb2f66" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.338s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.120651] env[69350]: DEBUG nova.network.neutron [None req-c60be467-f30c-433b-88c7-8df4e35b18fd tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: dfa7050a-9a30-4a81-8e47-404bca52d0bd] Successfully updated port: 1b2dcb89-32af-465f-9ce9-15c629dfdd54 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 939.183855] env[69350]: DEBUG nova.compute.manager [req-102839d0-8725-4037-aa07-c244d8ee6200 req-b38938a6-c81b-414d-8e2a-3b7c58cd8efd service nova] [instance: f57f4243-4a2f-4f93-962e-4ceb2fbb2f66] Received event network-changed-5d9e174c-8f54-483c-a4d5-42f291c2f3ea {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 939.184188] env[69350]: DEBUG nova.compute.manager [req-102839d0-8725-4037-aa07-c244d8ee6200 req-b38938a6-c81b-414d-8e2a-3b7c58cd8efd service nova] [instance: f57f4243-4a2f-4f93-962e-4ceb2fbb2f66] Refreshing instance network info cache due to event network-changed-5d9e174c-8f54-483c-a4d5-42f291c2f3ea. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 939.184511] env[69350]: DEBUG oslo_concurrency.lockutils [req-102839d0-8725-4037-aa07-c244d8ee6200 req-b38938a6-c81b-414d-8e2a-3b7c58cd8efd service nova] Acquiring lock "refresh_cache-f57f4243-4a2f-4f93-962e-4ceb2fbb2f66" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.184697] env[69350]: DEBUG oslo_concurrency.lockutils [req-102839d0-8725-4037-aa07-c244d8ee6200 req-b38938a6-c81b-414d-8e2a-3b7c58cd8efd service nova] Acquired lock "refresh_cache-f57f4243-4a2f-4f93-962e-4ceb2fbb2f66" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.184874] env[69350]: DEBUG nova.network.neutron [req-102839d0-8725-4037-aa07-c244d8ee6200 req-b38938a6-c81b-414d-8e2a-3b7c58cd8efd service nova] [instance: f57f4243-4a2f-4f93-962e-4ceb2fbb2f66] Refreshing network info cache for port 5d9e174c-8f54-483c-a4d5-42f291c2f3ea {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 939.194942] env[69350]: DEBUG oslo_concurrency.lockutils [None req-11cf9663-c590-43eb-a44b-e3916a2f415f tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Acquiring lock "18d57be1-24d5-4f9c-a5b5-24d82624069a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.195465] env[69350]: DEBUG oslo_concurrency.lockutils [None req-11cf9663-c590-43eb-a44b-e3916a2f415f tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Lock "18d57be1-24d5-4f9c-a5b5-24d82624069a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.195847] env[69350]: DEBUG oslo_concurrency.lockutils [None req-11cf9663-c590-43eb-a44b-e3916a2f415f tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Acquiring lock "18d57be1-24d5-4f9c-a5b5-24d82624069a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.195981] env[69350]: DEBUG oslo_concurrency.lockutils [None req-11cf9663-c590-43eb-a44b-e3916a2f415f tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Lock "18d57be1-24d5-4f9c-a5b5-24d82624069a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.196903] env[69350]: DEBUG oslo_concurrency.lockutils [None req-11cf9663-c590-43eb-a44b-e3916a2f415f tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Lock "18d57be1-24d5-4f9c-a5b5-24d82624069a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.203874] env[69350]: INFO nova.compute.manager [None req-11cf9663-c590-43eb-a44b-e3916a2f415f tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: 18d57be1-24d5-4f9c-a5b5-24d82624069a] Terminating instance [ 939.267158] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a57243d6-aacb-4a77-a65d-c4b45ebd5b1c tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Acquiring lock "78121893-84ec-4432-a063-e8109be4e359" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.267440] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a57243d6-aacb-4a77-a65d-c4b45ebd5b1c tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Lock "78121893-84ec-4432-a063-e8109be4e359" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.267650] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a57243d6-aacb-4a77-a65d-c4b45ebd5b1c tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Acquiring lock "78121893-84ec-4432-a063-e8109be4e359-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.267859] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a57243d6-aacb-4a77-a65d-c4b45ebd5b1c tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Lock "78121893-84ec-4432-a063-e8109be4e359-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.268040] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a57243d6-aacb-4a77-a65d-c4b45ebd5b1c tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Lock "78121893-84ec-4432-a063-e8109be4e359-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.274918] env[69350]: INFO nova.compute.manager [None req-a57243d6-aacb-4a77-a65d-c4b45ebd5b1c tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: 78121893-84ec-4432-a063-e8109be4e359] Terminating instance [ 939.453731] env[69350]: DEBUG oslo_vmware.api [None req-168a22ce-b394-4731-98fa-d903f3f13d68 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Task: {'id': task-3365336, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.519563] env[69350]: DEBUG nova.compute.manager [None req-c236eb3b-d65e-40a5-bdc7-1d33d9ebc5f4 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Found 3 images (rotation: 2) {{(pid=69350) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 939.519914] env[69350]: DEBUG nova.compute.manager [None req-c236eb3b-d65e-40a5-bdc7-1d33d9ebc5f4 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Rotating out 1 backups {{(pid=69350) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 939.520199] env[69350]: DEBUG nova.compute.manager [None req-c236eb3b-d65e-40a5-bdc7-1d33d9ebc5f4 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Deleting image 1ed23dc8-b12b-4454-998e-aa66da77f33b {{(pid=69350) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 939.626217] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c60be467-f30c-433b-88c7-8df4e35b18fd tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Acquiring lock "refresh_cache-dfa7050a-9a30-4a81-8e47-404bca52d0bd" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.626510] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c60be467-f30c-433b-88c7-8df4e35b18fd tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Acquired lock "refresh_cache-dfa7050a-9a30-4a81-8e47-404bca52d0bd" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.626510] env[69350]: DEBUG nova.network.neutron [None req-c60be467-f30c-433b-88c7-8df4e35b18fd tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: dfa7050a-9a30-4a81-8e47-404bca52d0bd] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 939.711375] env[69350]: DEBUG nova.compute.manager [None req-11cf9663-c590-43eb-a44b-e3916a2f415f tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: 18d57be1-24d5-4f9c-a5b5-24d82624069a] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 939.711375] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-11cf9663-c590-43eb-a44b-e3916a2f415f tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: 18d57be1-24d5-4f9c-a5b5-24d82624069a] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 939.713884] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-220ce8cf-0c37-43e8-ac2b-656d8cfdb309 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.725036] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-11cf9663-c590-43eb-a44b-e3916a2f415f tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: 18d57be1-24d5-4f9c-a5b5-24d82624069a] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 939.726878] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c39b4420-05d7-41cd-804a-091c4b3a5e97 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.734985] env[69350]: DEBUG oslo_vmware.api [None req-11cf9663-c590-43eb-a44b-e3916a2f415f tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Waiting for the task: (returnval){ [ 939.734985] env[69350]: value = "task-3365337" [ 939.734985] env[69350]: _type = "Task" [ 939.734985] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.744412] env[69350]: DEBUG oslo_vmware.api [None req-11cf9663-c590-43eb-a44b-e3916a2f415f tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Task: {'id': task-3365337, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.780401] env[69350]: DEBUG nova.compute.manager [None req-a57243d6-aacb-4a77-a65d-c4b45ebd5b1c tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: 78121893-84ec-4432-a063-e8109be4e359] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 939.780632] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a57243d6-aacb-4a77-a65d-c4b45ebd5b1c tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: 78121893-84ec-4432-a063-e8109be4e359] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 939.781931] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b3c169a-5a5f-4851-b900-a923cfa74d19 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.793096] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-a57243d6-aacb-4a77-a65d-c4b45ebd5b1c tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: 78121893-84ec-4432-a063-e8109be4e359] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 939.793096] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d975429a-c699-49a3-91bc-de8a0365ba11 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.801412] env[69350]: DEBUG oslo_vmware.api [None req-a57243d6-aacb-4a77-a65d-c4b45ebd5b1c tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Waiting for the task: (returnval){ [ 939.801412] env[69350]: value = "task-3365338" [ 939.801412] env[69350]: _type = "Task" [ 939.801412] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.818025] env[69350]: DEBUG oslo_vmware.api [None req-a57243d6-aacb-4a77-a65d-c4b45ebd5b1c tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Task: {'id': task-3365338, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.874961] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-747449cd-b1e2-4809-8b8d-1f069ec1f7ae {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.887059] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f34bcd1e-1d88-4fe0-89d0-c78861a2c647 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.922594] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a57b22b1-bd0e-4db4-a1d8-b72af270db56 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.933955] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a221c3a8-0733-43b0-86ba-5fd592835f7b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.946987] env[69350]: DEBUG nova.compute.provider_tree [None req-82c491cb-ed22-450d-847e-e8f562dba9fc tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] Updating inventory in ProviderTree for provider 493c4881-f171-4c66-96e5-06180e27f02f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 939.960818] env[69350]: DEBUG oslo_vmware.api [None req-168a22ce-b394-4731-98fa-d903f3f13d68 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Task: {'id': task-3365336, 'name': ReconfigVM_Task, 'duration_secs': 1.147738} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.961553] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-168a22ce-b394-4731-98fa-d903f3f13d68 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] [instance: 2701262d-0054-4f59-8849-bf1e17b7bb94] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 2701262d-0054-4f59-8849-bf1e17b7bb94/2ba50b02-b203-425b-93f3-25266f3336a5-rescue.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 939.962655] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2d52483-0c66-45bd-98c7-4877d1e13cd4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.991124] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d43f9dc-7d84-46ab-b147-9bd9131a9c66 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.008430] env[69350]: DEBUG oslo_vmware.api [None req-168a22ce-b394-4731-98fa-d903f3f13d68 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Waiting for the task: (returnval){ [ 940.008430] env[69350]: value = "task-3365339" [ 940.008430] env[69350]: _type = "Task" [ 940.008430] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.015431] env[69350]: DEBUG oslo_vmware.api [None req-168a22ce-b394-4731-98fa-d903f3f13d68 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Task: {'id': task-3365339, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.059804] env[69350]: DEBUG nova.network.neutron [req-102839d0-8725-4037-aa07-c244d8ee6200 req-b38938a6-c81b-414d-8e2a-3b7c58cd8efd service nova] [instance: f57f4243-4a2f-4f93-962e-4ceb2fbb2f66] Updated VIF entry in instance network info cache for port 5d9e174c-8f54-483c-a4d5-42f291c2f3ea. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 940.060317] env[69350]: DEBUG nova.network.neutron [req-102839d0-8725-4037-aa07-c244d8ee6200 req-b38938a6-c81b-414d-8e2a-3b7c58cd8efd service nova] [instance: f57f4243-4a2f-4f93-962e-4ceb2fbb2f66] Updating instance_info_cache with network_info: [{"id": "5d9e174c-8f54-483c-a4d5-42f291c2f3ea", "address": "fa:16:3e:27:b4:fe", "network": {"id": "9d3bc36d-6f79-4b37-8c2b-01d2ad453037", "bridge": "br-int", "label": "tempest-ServersTestJSON-244962837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39846d6efa4f44cf8063027b145a0246", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d9e174c-8f", "ovs_interfaceid": "5d9e174c-8f54-483c-a4d5-42f291c2f3ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.179207] env[69350]: DEBUG nova.network.neutron [None req-c60be467-f30c-433b-88c7-8df4e35b18fd tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: dfa7050a-9a30-4a81-8e47-404bca52d0bd] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 940.246364] env[69350]: DEBUG oslo_vmware.api [None req-11cf9663-c590-43eb-a44b-e3916a2f415f tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Task: {'id': task-3365337, 'name': PowerOffVM_Task, 'duration_secs': 0.276172} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.246630] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-11cf9663-c590-43eb-a44b-e3916a2f415f tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: 18d57be1-24d5-4f9c-a5b5-24d82624069a] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 940.246838] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-11cf9663-c590-43eb-a44b-e3916a2f415f tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: 18d57be1-24d5-4f9c-a5b5-24d82624069a] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 940.247110] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b2780429-30f4-462b-a2b7-352dc6de3f9f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.313759] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-11cf9663-c590-43eb-a44b-e3916a2f415f tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: 18d57be1-24d5-4f9c-a5b5-24d82624069a] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 940.313759] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-11cf9663-c590-43eb-a44b-e3916a2f415f tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: 18d57be1-24d5-4f9c-a5b5-24d82624069a] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 940.313759] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-11cf9663-c590-43eb-a44b-e3916a2f415f tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Deleting the datastore file [datastore1] 18d57be1-24d5-4f9c-a5b5-24d82624069a {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 940.313759] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-882153e8-fc58-41ab-9a31-ec0abc3ad599 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.318906] env[69350]: DEBUG oslo_vmware.api [None req-a57243d6-aacb-4a77-a65d-c4b45ebd5b1c tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Task: {'id': task-3365338, 'name': PowerOffVM_Task, 'duration_secs': 0.269177} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.318906] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-a57243d6-aacb-4a77-a65d-c4b45ebd5b1c tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: 78121893-84ec-4432-a063-e8109be4e359] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 940.319051] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a57243d6-aacb-4a77-a65d-c4b45ebd5b1c tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: 78121893-84ec-4432-a063-e8109be4e359] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 940.319384] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc4e9da6-17ec-4614-a738-196c3820ec38 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.324097] env[69350]: DEBUG oslo_vmware.api [None req-11cf9663-c590-43eb-a44b-e3916a2f415f tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Waiting for the task: (returnval){ [ 940.324097] env[69350]: value = "task-3365341" [ 940.324097] env[69350]: _type = "Task" [ 940.324097] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.335790] env[69350]: DEBUG oslo_vmware.api [None req-11cf9663-c590-43eb-a44b-e3916a2f415f tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Task: {'id': task-3365341, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.381866] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a57243d6-aacb-4a77-a65d-c4b45ebd5b1c tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: 78121893-84ec-4432-a063-e8109be4e359] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 940.382021] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a57243d6-aacb-4a77-a65d-c4b45ebd5b1c tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: 78121893-84ec-4432-a063-e8109be4e359] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 940.382113] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-a57243d6-aacb-4a77-a65d-c4b45ebd5b1c tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Deleting the datastore file [datastore1] 78121893-84ec-4432-a063-e8109be4e359 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 940.382419] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-93494ccf-b6dd-4778-b29b-e8388071c633 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.388029] env[69350]: DEBUG nova.network.neutron [None req-c60be467-f30c-433b-88c7-8df4e35b18fd tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: dfa7050a-9a30-4a81-8e47-404bca52d0bd] Updating instance_info_cache with network_info: [{"id": "1b2dcb89-32af-465f-9ce9-15c629dfdd54", "address": "fa:16:3e:af:42:8e", "network": {"id": "729b32ee-7a8b-4951-a6dc-bbc71d98f2f7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-484627195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51bc6f4dd8ea4a9e9e1031143399a0d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b2dcb89-32", "ovs_interfaceid": "1b2dcb89-32af-465f-9ce9-15c629dfdd54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.395112] env[69350]: DEBUG oslo_vmware.api [None req-a57243d6-aacb-4a77-a65d-c4b45ebd5b1c tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Waiting for the task: (returnval){ [ 940.395112] env[69350]: value = "task-3365343" [ 940.395112] env[69350]: _type = "Task" [ 940.395112] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.402554] env[69350]: DEBUG oslo_vmware.api [None req-a57243d6-aacb-4a77-a65d-c4b45ebd5b1c tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Task: {'id': task-3365343, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.478831] env[69350]: ERROR nova.scheduler.client.report [None req-82c491cb-ed22-450d-847e-e8f562dba9fc tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] [req-b38d3638-aaf2-4b9f-bf93-9a2892ca7b69] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 493c4881-f171-4c66-96e5-06180e27f02f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b38d3638-aaf2-4b9f-bf93-9a2892ca7b69"}]} [ 940.503712] env[69350]: DEBUG nova.scheduler.client.report [None req-82c491cb-ed22-450d-847e-e8f562dba9fc tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] Refreshing inventories for resource provider 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 940.519712] env[69350]: DEBUG oslo_vmware.api [None req-168a22ce-b394-4731-98fa-d903f3f13d68 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Task: {'id': task-3365339, 'name': ReconfigVM_Task, 'duration_secs': 0.181373} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.522179] env[69350]: DEBUG nova.scheduler.client.report [None req-82c491cb-ed22-450d-847e-e8f562dba9fc tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] Updating ProviderTree inventory for provider 493c4881-f171-4c66-96e5-06180e27f02f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 940.522179] env[69350]: DEBUG nova.compute.provider_tree [None req-82c491cb-ed22-450d-847e-e8f562dba9fc tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] Updating inventory in ProviderTree for provider 493c4881-f171-4c66-96e5-06180e27f02f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 940.523485] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-168a22ce-b394-4731-98fa-d903f3f13d68 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] [instance: 2701262d-0054-4f59-8849-bf1e17b7bb94] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 940.524600] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2488faf7-4d86-4806-b4cd-373173e47ae6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.531252] env[69350]: DEBUG oslo_vmware.api [None req-168a22ce-b394-4731-98fa-d903f3f13d68 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Waiting for the task: (returnval){ [ 940.531252] env[69350]: value = "task-3365344" [ 940.531252] env[69350]: _type = "Task" [ 940.531252] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.536136] env[69350]: DEBUG nova.scheduler.client.report [None req-82c491cb-ed22-450d-847e-e8f562dba9fc tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] Refreshing aggregate associations for resource provider 493c4881-f171-4c66-96e5-06180e27f02f, aggregates: None {{(pid=69350) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 940.543991] env[69350]: DEBUG oslo_vmware.api [None req-168a22ce-b394-4731-98fa-d903f3f13d68 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Task: {'id': task-3365344, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.563305] env[69350]: DEBUG oslo_concurrency.lockutils [req-102839d0-8725-4037-aa07-c244d8ee6200 req-b38938a6-c81b-414d-8e2a-3b7c58cd8efd service nova] Releasing lock "refresh_cache-f57f4243-4a2f-4f93-962e-4ceb2fbb2f66" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.565528] env[69350]: DEBUG nova.scheduler.client.report [None req-82c491cb-ed22-450d-847e-e8f562dba9fc tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] Refreshing trait associations for resource provider 493c4881-f171-4c66-96e5-06180e27f02f, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69350) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 940.837302] env[69350]: DEBUG oslo_vmware.api [None req-11cf9663-c590-43eb-a44b-e3916a2f415f tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Task: {'id': task-3365341, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134572} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.837302] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-11cf9663-c590-43eb-a44b-e3916a2f415f tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 940.837302] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-11cf9663-c590-43eb-a44b-e3916a2f415f tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: 18d57be1-24d5-4f9c-a5b5-24d82624069a] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 940.837658] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-11cf9663-c590-43eb-a44b-e3916a2f415f tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: 18d57be1-24d5-4f9c-a5b5-24d82624069a] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 940.837658] env[69350]: INFO nova.compute.manager [None req-11cf9663-c590-43eb-a44b-e3916a2f415f tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: 18d57be1-24d5-4f9c-a5b5-24d82624069a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 940.837846] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-11cf9663-c590-43eb-a44b-e3916a2f415f tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 940.838523] env[69350]: DEBUG nova.compute.manager [-] [instance: 18d57be1-24d5-4f9c-a5b5-24d82624069a] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 940.838741] env[69350]: DEBUG nova.network.neutron [-] [instance: 18d57be1-24d5-4f9c-a5b5-24d82624069a] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 940.895363] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c60be467-f30c-433b-88c7-8df4e35b18fd tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Releasing lock "refresh_cache-dfa7050a-9a30-4a81-8e47-404bca52d0bd" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.895853] env[69350]: DEBUG nova.compute.manager [None req-c60be467-f30c-433b-88c7-8df4e35b18fd tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: dfa7050a-9a30-4a81-8e47-404bca52d0bd] Instance network_info: |[{"id": "1b2dcb89-32af-465f-9ce9-15c629dfdd54", "address": "fa:16:3e:af:42:8e", "network": {"id": "729b32ee-7a8b-4951-a6dc-bbc71d98f2f7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-484627195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51bc6f4dd8ea4a9e9e1031143399a0d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b2dcb89-32", "ovs_interfaceid": "1b2dcb89-32af-465f-9ce9-15c629dfdd54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 940.896590] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c60be467-f30c-433b-88c7-8df4e35b18fd tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: dfa7050a-9a30-4a81-8e47-404bca52d0bd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:42:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c7c1b46-cb81-45da-b5aa-7905d4da5854', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1b2dcb89-32af-465f-9ce9-15c629dfdd54', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 940.910336] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c60be467-f30c-433b-88c7-8df4e35b18fd tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 940.915263] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfa7050a-9a30-4a81-8e47-404bca52d0bd] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 940.918257] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb1a918f-daad-442d-aad8-9678bd512dc6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.934845] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e70a00b3-de87-429c-8594-3fc02a909f66 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Acquiring lock "3982eed1-6462-4109-a550-9675a5970e1d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.935120] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e70a00b3-de87-429c-8594-3fc02a909f66 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Lock "3982eed1-6462-4109-a550-9675a5970e1d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.941310] env[69350]: DEBUG oslo_vmware.api [None req-a57243d6-aacb-4a77-a65d-c4b45ebd5b1c tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Task: {'id': task-3365343, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186514} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.944859] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-a57243d6-aacb-4a77-a65d-c4b45ebd5b1c tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 940.945100] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a57243d6-aacb-4a77-a65d-c4b45ebd5b1c tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: 78121893-84ec-4432-a063-e8109be4e359] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 940.945288] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a57243d6-aacb-4a77-a65d-c4b45ebd5b1c tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: 78121893-84ec-4432-a063-e8109be4e359] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 940.945467] env[69350]: INFO nova.compute.manager [None req-a57243d6-aacb-4a77-a65d-c4b45ebd5b1c tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] [instance: 78121893-84ec-4432-a063-e8109be4e359] Took 1.16 seconds to destroy the instance on the hypervisor. [ 940.945951] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a57243d6-aacb-4a77-a65d-c4b45ebd5b1c tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 940.946869] env[69350]: DEBUG nova.compute.manager [-] [instance: 78121893-84ec-4432-a063-e8109be4e359] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 940.947160] env[69350]: DEBUG nova.network.neutron [-] [instance: 78121893-84ec-4432-a063-e8109be4e359] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 940.950523] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 940.950523] env[69350]: value = "task-3365345" [ 940.950523] env[69350]: _type = "Task" [ 940.950523] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.965057] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365345, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.044261] env[69350]: DEBUG oslo_vmware.api [None req-168a22ce-b394-4731-98fa-d903f3f13d68 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Task: {'id': task-3365344, 'name': PowerOnVM_Task, 'duration_secs': 0.412905} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.044808] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-168a22ce-b394-4731-98fa-d903f3f13d68 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] [instance: 2701262d-0054-4f59-8849-bf1e17b7bb94] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 941.048647] env[69350]: DEBUG nova.compute.manager [None req-168a22ce-b394-4731-98fa-d903f3f13d68 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] [instance: 2701262d-0054-4f59-8849-bf1e17b7bb94] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 941.049087] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ac4fbc-e781-4bde-9e22-63b2f0c6591e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.079500] env[69350]: DEBUG nova.compute.manager [req-4689a74e-33a8-4dd5-b17d-44e035a64e56 req-ba9afe5b-d81f-45ee-a892-05e8f2958804 service nova] [instance: dfa7050a-9a30-4a81-8e47-404bca52d0bd] Received event network-changed-1b2dcb89-32af-465f-9ce9-15c629dfdd54 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 941.080085] env[69350]: DEBUG nova.compute.manager [req-4689a74e-33a8-4dd5-b17d-44e035a64e56 req-ba9afe5b-d81f-45ee-a892-05e8f2958804 service nova] [instance: dfa7050a-9a30-4a81-8e47-404bca52d0bd] Refreshing instance network info cache due to event network-changed-1b2dcb89-32af-465f-9ce9-15c629dfdd54. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 941.080085] env[69350]: DEBUG oslo_concurrency.lockutils [req-4689a74e-33a8-4dd5-b17d-44e035a64e56 req-ba9afe5b-d81f-45ee-a892-05e8f2958804 service nova] Acquiring lock "refresh_cache-dfa7050a-9a30-4a81-8e47-404bca52d0bd" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.080085] env[69350]: DEBUG oslo_concurrency.lockutils [req-4689a74e-33a8-4dd5-b17d-44e035a64e56 req-ba9afe5b-d81f-45ee-a892-05e8f2958804 service nova] Acquired lock "refresh_cache-dfa7050a-9a30-4a81-8e47-404bca52d0bd" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.080253] env[69350]: DEBUG nova.network.neutron [req-4689a74e-33a8-4dd5-b17d-44e035a64e56 req-ba9afe5b-d81f-45ee-a892-05e8f2958804 service nova] [instance: dfa7050a-9a30-4a81-8e47-404bca52d0bd] Refreshing network info cache for port 1b2dcb89-32af-465f-9ce9-15c629dfdd54 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 941.225037] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43106869-0c77-4ec6-820d-0a52372bdc6b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.233220] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-235b4262-c312-4fc1-ae9b-af2beca77f55 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.264880] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d410559-8986-40f4-9034-a352d7833d21 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.274394] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46671fac-06ec-46b5-b9e3-fd506198bee7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.293640] env[69350]: DEBUG nova.compute.provider_tree [None req-82c491cb-ed22-450d-847e-e8f562dba9fc tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] Updating inventory in ProviderTree for provider 493c4881-f171-4c66-96e5-06180e27f02f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 941.442976] env[69350]: DEBUG nova.compute.manager [None req-e70a00b3-de87-429c-8594-3fc02a909f66 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] [instance: 3982eed1-6462-4109-a550-9675a5970e1d] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 941.462017] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365345, 'name': CreateVM_Task} progress is 25%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.640961] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fffc605e-8c16-407d-a2fa-bd7b0a791cea tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Acquiring lock "90b71625-4bb1-4f8b-a94e-313cea1be2da" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.641256] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fffc605e-8c16-407d-a2fa-bd7b0a791cea tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Lock "90b71625-4bb1-4f8b-a94e-313cea1be2da" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.641435] env[69350]: DEBUG nova.compute.manager [None req-fffc605e-8c16-407d-a2fa-bd7b0a791cea tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 941.642328] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45bc09a3-667d-40cd-89de-cef8a075afa7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.650431] env[69350]: DEBUG nova.compute.manager [None req-fffc605e-8c16-407d-a2fa-bd7b0a791cea tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69350) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 941.650981] env[69350]: DEBUG nova.objects.instance [None req-fffc605e-8c16-407d-a2fa-bd7b0a791cea tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Lazy-loading 'flavor' on Instance uuid 90b71625-4bb1-4f8b-a94e-313cea1be2da {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 941.819081] env[69350]: DEBUG nova.network.neutron [-] [instance: 18d57be1-24d5-4f9c-a5b5-24d82624069a] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.833443] env[69350]: DEBUG nova.scheduler.client.report [None req-82c491cb-ed22-450d-847e-e8f562dba9fc tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] Updated inventory for provider 493c4881-f171-4c66-96e5-06180e27f02f with generation 81 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 941.833694] env[69350]: DEBUG nova.compute.provider_tree [None req-82c491cb-ed22-450d-847e-e8f562dba9fc tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] Updating resource provider 493c4881-f171-4c66-96e5-06180e27f02f generation from 81 to 82 during operation: update_inventory {{(pid=69350) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 941.833862] env[69350]: DEBUG nova.compute.provider_tree [None req-82c491cb-ed22-450d-847e-e8f562dba9fc tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] Updating inventory in ProviderTree for provider 493c4881-f171-4c66-96e5-06180e27f02f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 941.864904] env[69350]: DEBUG nova.network.neutron [req-4689a74e-33a8-4dd5-b17d-44e035a64e56 req-ba9afe5b-d81f-45ee-a892-05e8f2958804 service nova] [instance: dfa7050a-9a30-4a81-8e47-404bca52d0bd] Updated VIF entry in instance network info cache for port 1b2dcb89-32af-465f-9ce9-15c629dfdd54. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 941.865283] env[69350]: DEBUG nova.network.neutron [req-4689a74e-33a8-4dd5-b17d-44e035a64e56 req-ba9afe5b-d81f-45ee-a892-05e8f2958804 service nova] [instance: dfa7050a-9a30-4a81-8e47-404bca52d0bd] Updating instance_info_cache with network_info: [{"id": "1b2dcb89-32af-465f-9ce9-15c629dfdd54", "address": "fa:16:3e:af:42:8e", "network": {"id": "729b32ee-7a8b-4951-a6dc-bbc71d98f2f7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-484627195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51bc6f4dd8ea4a9e9e1031143399a0d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b2dcb89-32", "ovs_interfaceid": "1b2dcb89-32af-465f-9ce9-15c629dfdd54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.883089] env[69350]: DEBUG nova.network.neutron [-] [instance: 78121893-84ec-4432-a063-e8109be4e359] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.960754] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365345, 'name': CreateVM_Task, 'duration_secs': 0.868613} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.961059] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfa7050a-9a30-4a81-8e47-404bca52d0bd] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 941.961690] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c60be467-f30c-433b-88c7-8df4e35b18fd tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.961854] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c60be467-f30c-433b-88c7-8df4e35b18fd tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.962187] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c60be467-f30c-433b-88c7-8df4e35b18fd tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.962439] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edf15f71-b097-4f15-b4de-f2146f6a1170 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.965356] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e70a00b3-de87-429c-8594-3fc02a909f66 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.966867] env[69350]: DEBUG oslo_vmware.api [None req-c60be467-f30c-433b-88c7-8df4e35b18fd tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Waiting for the task: (returnval){ [ 941.966867] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]520d77f4-c28e-b4f7-2c32-bb2008563193" [ 941.966867] env[69350]: _type = "Task" [ 941.966867] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.974716] env[69350]: DEBUG oslo_vmware.api [None req-c60be467-f30c-433b-88c7-8df4e35b18fd tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]520d77f4-c28e-b4f7-2c32-bb2008563193, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.050293] env[69350]: INFO nova.compute.manager [None req-e318f7e0-21d3-4437-b31d-3d1e41af9b01 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] [instance: 2701262d-0054-4f59-8849-bf1e17b7bb94] Unrescuing [ 942.050589] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e318f7e0-21d3-4437-b31d-3d1e41af9b01 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Acquiring lock "refresh_cache-2701262d-0054-4f59-8849-bf1e17b7bb94" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.050739] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e318f7e0-21d3-4437-b31d-3d1e41af9b01 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Acquired lock "refresh_cache-2701262d-0054-4f59-8849-bf1e17b7bb94" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.050908] env[69350]: DEBUG nova.network.neutron [None req-e318f7e0-21d3-4437-b31d-3d1e41af9b01 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] [instance: 2701262d-0054-4f59-8849-bf1e17b7bb94] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 942.323034] env[69350]: INFO nova.compute.manager [-] [instance: 18d57be1-24d5-4f9c-a5b5-24d82624069a] Took 1.48 seconds to deallocate network for instance. [ 942.338378] env[69350]: DEBUG oslo_concurrency.lockutils [None req-82c491cb-ed22-450d-847e-e8f562dba9fc tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.031s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.339495] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 36.042s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.339495] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.339633] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69350) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 942.340273] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9af57d21-db5f-4079-9142-e5217d38dd18 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 34.547s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.341913] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf155fe-1589-4850-97db-6e8687bdfba6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.350642] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2b3348b-3259-4822-97b9-776064245210 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.366791] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b41bc80-ffb3-4309-8ca0-24b526976663 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.370317] env[69350]: DEBUG oslo_concurrency.lockutils [req-4689a74e-33a8-4dd5-b17d-44e035a64e56 req-ba9afe5b-d81f-45ee-a892-05e8f2958804 service nova] Releasing lock "refresh_cache-dfa7050a-9a30-4a81-8e47-404bca52d0bd" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.376782] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bae5a26-dc84-4592-8133-ed4f44912e98 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.408710] env[69350]: INFO nova.compute.manager [-] [instance: 78121893-84ec-4432-a063-e8109be4e359] Took 1.46 seconds to deallocate network for instance. [ 942.409450] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178063MB free_disk=105GB free_vcpus=48 pci_devices=None {{(pid=69350) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 942.409589] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.476652] env[69350]: DEBUG oslo_vmware.api [None req-c60be467-f30c-433b-88c7-8df4e35b18fd tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]520d77f4-c28e-b4f7-2c32-bb2008563193, 'name': SearchDatastore_Task, 'duration_secs': 0.00992} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.476936] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c60be467-f30c-433b-88c7-8df4e35b18fd tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.477181] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c60be467-f30c-433b-88c7-8df4e35b18fd tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: dfa7050a-9a30-4a81-8e47-404bca52d0bd] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 942.477407] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c60be467-f30c-433b-88c7-8df4e35b18fd tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.477547] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c60be467-f30c-433b-88c7-8df4e35b18fd tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.477718] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-c60be467-f30c-433b-88c7-8df4e35b18fd tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 942.477997] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1f68200-f4cb-4bbb-b074-aed1c05b9b87 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.485549] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-c60be467-f30c-433b-88c7-8df4e35b18fd tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 942.485720] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c60be467-f30c-433b-88c7-8df4e35b18fd tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 942.486405] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c91a91a-f43b-4bc4-b073-723a6bf01322 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.491162] env[69350]: DEBUG oslo_vmware.api [None req-c60be467-f30c-433b-88c7-8df4e35b18fd tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Waiting for the task: (returnval){ [ 942.491162] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52170000-f728-2e2f-dae4-ab3edfc75457" [ 942.491162] env[69350]: _type = "Task" [ 942.491162] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.498717] env[69350]: DEBUG oslo_vmware.api [None req-c60be467-f30c-433b-88c7-8df4e35b18fd tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52170000-f728-2e2f-dae4-ab3edfc75457, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.659194] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-fffc605e-8c16-407d-a2fa-bd7b0a791cea tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 942.661643] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90ca5315-4bc0-487c-b269-a924674e8363 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.669345] env[69350]: DEBUG oslo_vmware.api [None req-fffc605e-8c16-407d-a2fa-bd7b0a791cea tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Waiting for the task: (returnval){ [ 942.669345] env[69350]: value = "task-3365346" [ 942.669345] env[69350]: _type = "Task" [ 942.669345] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.676777] env[69350]: DEBUG oslo_vmware.api [None req-fffc605e-8c16-407d-a2fa-bd7b0a791cea tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365346, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.802677] env[69350]: DEBUG nova.network.neutron [None req-e318f7e0-21d3-4437-b31d-3d1e41af9b01 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] [instance: 2701262d-0054-4f59-8849-bf1e17b7bb94] Updating instance_info_cache with network_info: [{"id": "900aa794-bd1c-4aa0-99f8-7c43edc527ea", "address": "fa:16:3e:5a:cf:8d", "network": {"id": "bbc420d5-dd4d-4189-b256-a4491aabe088", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2119890914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c0e68118e8784bb2b45d8df1e3490701", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap900aa794-bd", "ovs_interfaceid": "900aa794-bd1c-4aa0-99f8-7c43edc527ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.829614] env[69350]: DEBUG oslo_concurrency.lockutils [None req-11cf9663-c590-43eb-a44b-e3916a2f415f tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.842775] env[69350]: DEBUG nova.objects.instance [None req-9af57d21-db5f-4079-9142-e5217d38dd18 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Lazy-loading 'migration_context' on Instance uuid 3a5af6a2-a06a-4f35-92ea-d122160b22b5 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 942.844519] env[69350]: DEBUG oslo_concurrency.lockutils [None req-82c491cb-ed22-450d-847e-e8f562dba9fc tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] Acquiring lock "0fbd5692-edd9-4a74-90ff-4db10db0fb59" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.844742] env[69350]: DEBUG oslo_concurrency.lockutils [None req-82c491cb-ed22-450d-847e-e8f562dba9fc tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] Lock "0fbd5692-edd9-4a74-90ff-4db10db0fb59" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.915533] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a57243d6-aacb-4a77-a65d-c4b45ebd5b1c tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.002272] env[69350]: DEBUG oslo_vmware.api [None req-c60be467-f30c-433b-88c7-8df4e35b18fd tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52170000-f728-2e2f-dae4-ab3edfc75457, 'name': SearchDatastore_Task, 'duration_secs': 0.008669} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.003139] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77fb168c-5aa4-4453-b18c-6a0cd414ab11 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.008424] env[69350]: DEBUG oslo_vmware.api [None req-c60be467-f30c-433b-88c7-8df4e35b18fd tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Waiting for the task: (returnval){ [ 943.008424] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]521f550c-0bae-c791-d7f5-77f6204bc152" [ 943.008424] env[69350]: _type = "Task" [ 943.008424] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.016339] env[69350]: DEBUG oslo_vmware.api [None req-c60be467-f30c-433b-88c7-8df4e35b18fd tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]521f550c-0bae-c791-d7f5-77f6204bc152, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.110883] env[69350]: DEBUG nova.compute.manager [req-c917b1fb-94c6-4340-8b76-242058b6f9af req-56cef56a-5bf9-4320-b743-bbd84e470037 service nova] [instance: 18d57be1-24d5-4f9c-a5b5-24d82624069a] Received event network-vif-deleted-f554da31-29db-4d66-a280-5b951b0c3c7c {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 943.111017] env[69350]: DEBUG nova.compute.manager [req-c917b1fb-94c6-4340-8b76-242058b6f9af req-56cef56a-5bf9-4320-b743-bbd84e470037 service nova] [instance: 78121893-84ec-4432-a063-e8109be4e359] Received event network-vif-deleted-ec9cc5a7-303c-4f2d-86a9-ba32557910ca {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 943.182534] env[69350]: DEBUG oslo_vmware.api [None req-fffc605e-8c16-407d-a2fa-bd7b0a791cea tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365346, 'name': PowerOffVM_Task, 'duration_secs': 0.359966} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.182841] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-fffc605e-8c16-407d-a2fa-bd7b0a791cea tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 943.183093] env[69350]: DEBUG nova.compute.manager [None req-fffc605e-8c16-407d-a2fa-bd7b0a791cea tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 943.183896] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-549b797c-c4f3-4ea6-a341-6ca33fdc798e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.305485] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e318f7e0-21d3-4437-b31d-3d1e41af9b01 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Releasing lock "refresh_cache-2701262d-0054-4f59-8849-bf1e17b7bb94" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.306293] env[69350]: DEBUG nova.objects.instance [None req-e318f7e0-21d3-4437-b31d-3d1e41af9b01 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Lazy-loading 'flavor' on Instance uuid 2701262d-0054-4f59-8849-bf1e17b7bb94 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 943.349993] env[69350]: DEBUG oslo_concurrency.lockutils [None req-82c491cb-ed22-450d-847e-e8f562dba9fc tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] Lock "0fbd5692-edd9-4a74-90ff-4db10db0fb59" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.505s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.350595] env[69350]: DEBUG nova.compute.manager [None req-82c491cb-ed22-450d-847e-e8f562dba9fc tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] [instance: 83e0ad4e-cacd-4024-b73b-8d2b54d8aed3] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 943.519066] env[69350]: DEBUG oslo_vmware.api [None req-c60be467-f30c-433b-88c7-8df4e35b18fd tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]521f550c-0bae-c791-d7f5-77f6204bc152, 'name': SearchDatastore_Task, 'duration_secs': 0.009185} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.521445] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c60be467-f30c-433b-88c7-8df4e35b18fd tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.521706] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-c60be467-f30c-433b-88c7-8df4e35b18fd tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] dfa7050a-9a30-4a81-8e47-404bca52d0bd/dfa7050a-9a30-4a81-8e47-404bca52d0bd.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 943.522143] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-950959e6-6b0f-4d31-bec1-9bb304a1bab4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.528474] env[69350]: DEBUG oslo_vmware.api [None req-c60be467-f30c-433b-88c7-8df4e35b18fd tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Waiting for the task: (returnval){ [ 943.528474] env[69350]: value = "task-3365347" [ 943.528474] env[69350]: _type = "Task" [ 943.528474] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.538721] env[69350]: DEBUG oslo_vmware.api [None req-c60be467-f30c-433b-88c7-8df4e35b18fd tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365347, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.700752] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fffc605e-8c16-407d-a2fa-bd7b0a791cea tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Lock "90b71625-4bb1-4f8b-a94e-313cea1be2da" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.059s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.795776] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e02ca9-1374-46ea-bbc4-c2861619f320 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.804662] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d4c6982-9531-44f3-981e-44e5340299b1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.812471] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae9cddc-420a-4eb3-b6b4-b2e95d743fd6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.846999] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-265c8641-79e3-42d4-8f40-0bfedf6b0a67 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.868963] env[69350]: DEBUG nova.compute.utils [None req-82c491cb-ed22-450d-847e-e8f562dba9fc tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 943.870843] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e318f7e0-21d3-4437-b31d-3d1e41af9b01 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] [instance: 2701262d-0054-4f59-8849-bf1e17b7bb94] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 943.875047] env[69350]: DEBUG nova.compute.manager [None req-82c491cb-ed22-450d-847e-e8f562dba9fc tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] [instance: 83e0ad4e-cacd-4024-b73b-8d2b54d8aed3] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 943.875047] env[69350]: DEBUG nova.network.neutron [None req-82c491cb-ed22-450d-847e-e8f562dba9fc tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] [instance: 83e0ad4e-cacd-4024-b73b-8d2b54d8aed3] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 943.875948] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e0ecbe7-5ebf-46a6-a847-ae9d9f1064ab {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.879220] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be96b8e8-85ac-47bc-b4a5-cfbf3e04794f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.890038] env[69350]: DEBUG oslo_vmware.api [None req-e318f7e0-21d3-4437-b31d-3d1e41af9b01 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Waiting for the task: (returnval){ [ 943.890038] env[69350]: value = "task-3365348" [ 943.890038] env[69350]: _type = "Task" [ 943.890038] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.899402] env[69350]: DEBUG nova.compute.provider_tree [None req-9af57d21-db5f-4079-9142-e5217d38dd18 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 943.913553] env[69350]: DEBUG oslo_vmware.api [None req-e318f7e0-21d3-4437-b31d-3d1e41af9b01 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Task: {'id': task-3365348, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.976802] env[69350]: DEBUG nova.policy [None req-82c491cb-ed22-450d-847e-e8f562dba9fc tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f2b450a89dca40ad9f992b359d3536e0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7fa4b00e97db455dad1acf2c82fed49f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 944.038788] env[69350]: DEBUG oslo_vmware.api [None req-c60be467-f30c-433b-88c7-8df4e35b18fd tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365347, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.380146] env[69350]: DEBUG nova.compute.manager [None req-82c491cb-ed22-450d-847e-e8f562dba9fc tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] [instance: 83e0ad4e-cacd-4024-b73b-8d2b54d8aed3] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 944.408505] env[69350]: DEBUG nova.scheduler.client.report [None req-9af57d21-db5f-4079-9142-e5217d38dd18 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 944.412685] env[69350]: DEBUG oslo_vmware.api [None req-e318f7e0-21d3-4437-b31d-3d1e41af9b01 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Task: {'id': task-3365348, 'name': PowerOffVM_Task, 'duration_secs': 0.221196} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.413631] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e318f7e0-21d3-4437-b31d-3d1e41af9b01 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] [instance: 2701262d-0054-4f59-8849-bf1e17b7bb94] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 944.421015] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-e318f7e0-21d3-4437-b31d-3d1e41af9b01 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] [instance: 2701262d-0054-4f59-8849-bf1e17b7bb94] Reconfiguring VM instance instance-00000037 to detach disk 2001 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 944.421015] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5760eea2-6a32-4441-8e41-8d82fb52528c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.439337] env[69350]: DEBUG oslo_vmware.api [None req-e318f7e0-21d3-4437-b31d-3d1e41af9b01 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Waiting for the task: (returnval){ [ 944.439337] env[69350]: value = "task-3365349" [ 944.439337] env[69350]: _type = "Task" [ 944.439337] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.447865] env[69350]: DEBUG oslo_vmware.api [None req-e318f7e0-21d3-4437-b31d-3d1e41af9b01 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Task: {'id': task-3365349, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.541122] env[69350]: DEBUG oslo_vmware.api [None req-c60be467-f30c-433b-88c7-8df4e35b18fd tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365347, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.586410] env[69350]: DEBUG nova.network.neutron [None req-82c491cb-ed22-450d-847e-e8f562dba9fc tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] [instance: 83e0ad4e-cacd-4024-b73b-8d2b54d8aed3] Successfully created port: 8f35f162-f94b-4720-898b-8382155882d5 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 944.793161] env[69350]: DEBUG nova.compute.manager [None req-e3353eaf-a8b4-4ce5-ba8c-a2f003890f25 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Stashing vm_state: stopped {{(pid=69350) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 944.950639] env[69350]: DEBUG oslo_vmware.api [None req-e318f7e0-21d3-4437-b31d-3d1e41af9b01 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Task: {'id': task-3365349, 'name': ReconfigVM_Task, 'duration_secs': 0.232142} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.950913] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-e318f7e0-21d3-4437-b31d-3d1e41af9b01 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] [instance: 2701262d-0054-4f59-8849-bf1e17b7bb94] Reconfigured VM instance instance-00000037 to detach disk 2001 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 944.951110] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e318f7e0-21d3-4437-b31d-3d1e41af9b01 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] [instance: 2701262d-0054-4f59-8849-bf1e17b7bb94] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 944.951375] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e66876c9-2d1c-41d8-a166-0cf3d881764e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.958061] env[69350]: DEBUG oslo_vmware.api [None req-e318f7e0-21d3-4437-b31d-3d1e41af9b01 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Waiting for the task: (returnval){ [ 944.958061] env[69350]: value = "task-3365350" [ 944.958061] env[69350]: _type = "Task" [ 944.958061] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.966012] env[69350]: DEBUG oslo_vmware.api [None req-e318f7e0-21d3-4437-b31d-3d1e41af9b01 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Task: {'id': task-3365350, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.039312] env[69350]: DEBUG oslo_vmware.api [None req-c60be467-f30c-433b-88c7-8df4e35b18fd tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365347, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.488194} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.039647] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-c60be467-f30c-433b-88c7-8df4e35b18fd tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] dfa7050a-9a30-4a81-8e47-404bca52d0bd/dfa7050a-9a30-4a81-8e47-404bca52d0bd.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 945.039783] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c60be467-f30c-433b-88c7-8df4e35b18fd tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: dfa7050a-9a30-4a81-8e47-404bca52d0bd] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 945.040044] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ec4149f3-c244-4233-b9be-cf22776c875b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.045733] env[69350]: DEBUG oslo_vmware.api [None req-c60be467-f30c-433b-88c7-8df4e35b18fd tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Waiting for the task: (returnval){ [ 945.045733] env[69350]: value = "task-3365351" [ 945.045733] env[69350]: _type = "Task" [ 945.045733] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.054324] env[69350]: DEBUG oslo_vmware.api [None req-c60be467-f30c-433b-88c7-8df4e35b18fd tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365351, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.315726] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e3353eaf-a8b4-4ce5-ba8c-a2f003890f25 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.387696] env[69350]: DEBUG nova.compute.manager [None req-82c491cb-ed22-450d-847e-e8f562dba9fc tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] [instance: 83e0ad4e-cacd-4024-b73b-8d2b54d8aed3] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 945.412949] env[69350]: DEBUG nova.virt.hardware [None req-82c491cb-ed22-450d-847e-e8f562dba9fc tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 945.413213] env[69350]: DEBUG nova.virt.hardware [None req-82c491cb-ed22-450d-847e-e8f562dba9fc tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 945.413368] env[69350]: DEBUG nova.virt.hardware [None req-82c491cb-ed22-450d-847e-e8f562dba9fc tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 945.413549] env[69350]: DEBUG nova.virt.hardware [None req-82c491cb-ed22-450d-847e-e8f562dba9fc tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 945.413693] env[69350]: DEBUG nova.virt.hardware [None req-82c491cb-ed22-450d-847e-e8f562dba9fc tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 945.413835] env[69350]: DEBUG nova.virt.hardware [None req-82c491cb-ed22-450d-847e-e8f562dba9fc tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 945.414084] env[69350]: DEBUG nova.virt.hardware [None req-82c491cb-ed22-450d-847e-e8f562dba9fc tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 945.414233] env[69350]: DEBUG nova.virt.hardware [None req-82c491cb-ed22-450d-847e-e8f562dba9fc tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 945.414407] env[69350]: DEBUG nova.virt.hardware [None req-82c491cb-ed22-450d-847e-e8f562dba9fc tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 945.414571] env[69350]: DEBUG nova.virt.hardware [None req-82c491cb-ed22-450d-847e-e8f562dba9fc tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 945.414738] env[69350]: DEBUG nova.virt.hardware [None req-82c491cb-ed22-450d-847e-e8f562dba9fc tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 945.415615] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b53f349-e352-481c-a176-1ae622157f0e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.424264] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca7f049-2bac-4140-b492-0bb73db020df {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.429524] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9af57d21-db5f-4079-9142-e5217d38dd18 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.090s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.435024] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7a1eee16-5699-49af-9346-644c2abadfa9 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.507s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.435526] env[69350]: DEBUG nova.objects.instance [None req-7a1eee16-5699-49af-9346-644c2abadfa9 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Lazy-loading 'resources' on Instance uuid c3010f57-be32-4f20-8276-7b4bd93d76e1 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 945.468690] env[69350]: DEBUG oslo_vmware.api [None req-e318f7e0-21d3-4437-b31d-3d1e41af9b01 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Task: {'id': task-3365350, 'name': PowerOnVM_Task, 'duration_secs': 0.394968} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.469114] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e318f7e0-21d3-4437-b31d-3d1e41af9b01 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] [instance: 2701262d-0054-4f59-8849-bf1e17b7bb94] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 945.469237] env[69350]: DEBUG nova.compute.manager [None req-e318f7e0-21d3-4437-b31d-3d1e41af9b01 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] [instance: 2701262d-0054-4f59-8849-bf1e17b7bb94] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 945.470022] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f091af0b-6cb7-4559-b965-74f327f9265f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.555453] env[69350]: DEBUG oslo_vmware.api [None req-c60be467-f30c-433b-88c7-8df4e35b18fd tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365351, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066899} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.555749] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c60be467-f30c-433b-88c7-8df4e35b18fd tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: dfa7050a-9a30-4a81-8e47-404bca52d0bd] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 945.556554] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e1d715-15fe-4585-8062-692feae7711a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.579043] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-c60be467-f30c-433b-88c7-8df4e35b18fd tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: dfa7050a-9a30-4a81-8e47-404bca52d0bd] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] dfa7050a-9a30-4a81-8e47-404bca52d0bd/dfa7050a-9a30-4a81-8e47-404bca52d0bd.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 945.579194] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ee163d1-598c-482b-b251-5ccc33922799 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.601251] env[69350]: DEBUG oslo_vmware.api [None req-c60be467-f30c-433b-88c7-8df4e35b18fd tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Waiting for the task: (returnval){ [ 945.601251] env[69350]: value = "task-3365352" [ 945.601251] env[69350]: _type = "Task" [ 945.601251] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.610089] env[69350]: DEBUG oslo_vmware.api [None req-c60be467-f30c-433b-88c7-8df4e35b18fd tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365352, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.086218] env[69350]: DEBUG nova.compute.manager [req-222db41c-164a-4dea-8b23-d97ad87982f1 req-25d4e07d-c0ec-4363-a412-01402e5041f5 service nova] [instance: 83e0ad4e-cacd-4024-b73b-8d2b54d8aed3] Received event network-vif-plugged-8f35f162-f94b-4720-898b-8382155882d5 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 946.086218] env[69350]: DEBUG oslo_concurrency.lockutils [req-222db41c-164a-4dea-8b23-d97ad87982f1 req-25d4e07d-c0ec-4363-a412-01402e5041f5 service nova] Acquiring lock "83e0ad4e-cacd-4024-b73b-8d2b54d8aed3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.086218] env[69350]: DEBUG oslo_concurrency.lockutils [req-222db41c-164a-4dea-8b23-d97ad87982f1 req-25d4e07d-c0ec-4363-a412-01402e5041f5 service nova] Lock "83e0ad4e-cacd-4024-b73b-8d2b54d8aed3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.086218] env[69350]: DEBUG oslo_concurrency.lockutils [req-222db41c-164a-4dea-8b23-d97ad87982f1 req-25d4e07d-c0ec-4363-a412-01402e5041f5 service nova] Lock "83e0ad4e-cacd-4024-b73b-8d2b54d8aed3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.086218] env[69350]: DEBUG nova.compute.manager [req-222db41c-164a-4dea-8b23-d97ad87982f1 req-25d4e07d-c0ec-4363-a412-01402e5041f5 service nova] [instance: 83e0ad4e-cacd-4024-b73b-8d2b54d8aed3] No waiting events found dispatching network-vif-plugged-8f35f162-f94b-4720-898b-8382155882d5 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 946.086218] env[69350]: WARNING nova.compute.manager [req-222db41c-164a-4dea-8b23-d97ad87982f1 req-25d4e07d-c0ec-4363-a412-01402e5041f5 service nova] [instance: 83e0ad4e-cacd-4024-b73b-8d2b54d8aed3] Received unexpected event network-vif-plugged-8f35f162-f94b-4720-898b-8382155882d5 for instance with vm_state building and task_state spawning. [ 946.110365] env[69350]: DEBUG oslo_vmware.api [None req-c60be467-f30c-433b-88c7-8df4e35b18fd tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365352, 'name': ReconfigVM_Task, 'duration_secs': 0.417059} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.111105] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-c60be467-f30c-433b-88c7-8df4e35b18fd tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: dfa7050a-9a30-4a81-8e47-404bca52d0bd] Reconfigured VM instance instance-0000003b to attach disk [datastore2] dfa7050a-9a30-4a81-8e47-404bca52d0bd/dfa7050a-9a30-4a81-8e47-404bca52d0bd.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 946.111504] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a901a919-8689-4bcb-988e-cbe05cc0de91 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.118214] env[69350]: DEBUG oslo_vmware.api [None req-c60be467-f30c-433b-88c7-8df4e35b18fd tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Waiting for the task: (returnval){ [ 946.118214] env[69350]: value = "task-3365353" [ 946.118214] env[69350]: _type = "Task" [ 946.118214] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.128630] env[69350]: DEBUG oslo_vmware.api [None req-c60be467-f30c-433b-88c7-8df4e35b18fd tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365353, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.165988] env[69350]: DEBUG nova.network.neutron [None req-82c491cb-ed22-450d-847e-e8f562dba9fc tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] [instance: 83e0ad4e-cacd-4024-b73b-8d2b54d8aed3] Successfully updated port: 8f35f162-f94b-4720-898b-8382155882d5 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 946.400956] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ff1d46-8935-4859-b3d4-699a9ab35d44 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.408413] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ebae1e-7530-45ad-a0d2-9c8860cb8b99 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.439017] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93211cff-63f2-4ce8-a4b6-9dee47d3c22a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.450572] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44cc6dd7-32fa-477a-b9ac-9d7e36db182c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.468367] env[69350]: DEBUG nova.compute.provider_tree [None req-7a1eee16-5699-49af-9346-644c2abadfa9 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Updating inventory in ProviderTree for provider 493c4881-f171-4c66-96e5-06180e27f02f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 946.628136] env[69350]: DEBUG oslo_vmware.api [None req-c60be467-f30c-433b-88c7-8df4e35b18fd tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365353, 'name': Rename_Task, 'duration_secs': 0.131618} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.628424] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-c60be467-f30c-433b-88c7-8df4e35b18fd tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: dfa7050a-9a30-4a81-8e47-404bca52d0bd] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 946.628657] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a5dcd120-9dd0-4ca7-bbad-ffbd68dcc714 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.634912] env[69350]: DEBUG oslo_vmware.api [None req-c60be467-f30c-433b-88c7-8df4e35b18fd tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Waiting for the task: (returnval){ [ 946.634912] env[69350]: value = "task-3365354" [ 946.634912] env[69350]: _type = "Task" [ 946.634912] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.641973] env[69350]: DEBUG oslo_vmware.api [None req-c60be467-f30c-433b-88c7-8df4e35b18fd tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365354, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.674380] env[69350]: DEBUG oslo_concurrency.lockutils [None req-82c491cb-ed22-450d-847e-e8f562dba9fc tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] Acquiring lock "refresh_cache-83e0ad4e-cacd-4024-b73b-8d2b54d8aed3" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.674656] env[69350]: DEBUG oslo_concurrency.lockutils [None req-82c491cb-ed22-450d-847e-e8f562dba9fc tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] Acquired lock "refresh_cache-83e0ad4e-cacd-4024-b73b-8d2b54d8aed3" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.674925] env[69350]: DEBUG nova.network.neutron [None req-82c491cb-ed22-450d-847e-e8f562dba9fc tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] [instance: 83e0ad4e-cacd-4024-b73b-8d2b54d8aed3] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 946.946341] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e458d161-4727-4050-805a-8c81e00a965e tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Acquiring lock "2701262d-0054-4f59-8849-bf1e17b7bb94" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.947395] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e458d161-4727-4050-805a-8c81e00a965e tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Lock "2701262d-0054-4f59-8849-bf1e17b7bb94" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.947666] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e458d161-4727-4050-805a-8c81e00a965e tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Acquiring lock "2701262d-0054-4f59-8849-bf1e17b7bb94-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.947931] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e458d161-4727-4050-805a-8c81e00a965e tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Lock "2701262d-0054-4f59-8849-bf1e17b7bb94-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.948162] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e458d161-4727-4050-805a-8c81e00a965e tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Lock "2701262d-0054-4f59-8849-bf1e17b7bb94-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.950270] env[69350]: INFO nova.compute.manager [None req-e458d161-4727-4050-805a-8c81e00a965e tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] [instance: 2701262d-0054-4f59-8849-bf1e17b7bb94] Terminating instance [ 946.975696] env[69350]: INFO nova.compute.manager [None req-9af57d21-db5f-4079-9142-e5217d38dd18 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 3a5af6a2-a06a-4f35-92ea-d122160b22b5] Swapping old allocation on dict_keys(['493c4881-f171-4c66-96e5-06180e27f02f']) held by migration 3424211c-e20d-4a7e-8e3d-b024002687d0 for instance [ 946.990053] env[69350]: ERROR nova.scheduler.client.report [None req-7a1eee16-5699-49af-9346-644c2abadfa9 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] [req-de3d369b-ee5d-447c-a1a9-49bcc97745c8] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 493c4881-f171-4c66-96e5-06180e27f02f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-de3d369b-ee5d-447c-a1a9-49bcc97745c8"}]} [ 947.002628] env[69350]: DEBUG nova.scheduler.client.report [None req-9af57d21-db5f-4079-9142-e5217d38dd18 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Overwriting current allocation {'allocations': {'493c4881-f171-4c66-96e5-06180e27f02f': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 84}}, 'project_id': '2bb9ed21fc1749cf8549eea19a44234e', 'user_id': '8211e068c4ae4e08bae7036638b10d4a', 'consumer_generation': 1} on consumer 3a5af6a2-a06a-4f35-92ea-d122160b22b5 {{(pid=69350) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 947.009233] env[69350]: DEBUG nova.scheduler.client.report [None req-7a1eee16-5699-49af-9346-644c2abadfa9 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Refreshing inventories for resource provider 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 947.023492] env[69350]: DEBUG nova.scheduler.client.report [None req-7a1eee16-5699-49af-9346-644c2abadfa9 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Updating ProviderTree inventory for provider 493c4881-f171-4c66-96e5-06180e27f02f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 947.023725] env[69350]: DEBUG nova.compute.provider_tree [None req-7a1eee16-5699-49af-9346-644c2abadfa9 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Updating inventory in ProviderTree for provider 493c4881-f171-4c66-96e5-06180e27f02f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 947.035496] env[69350]: DEBUG nova.scheduler.client.report [None req-7a1eee16-5699-49af-9346-644c2abadfa9 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Refreshing aggregate associations for resource provider 493c4881-f171-4c66-96e5-06180e27f02f, aggregates: None {{(pid=69350) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 947.055319] env[69350]: DEBUG nova.scheduler.client.report [None req-7a1eee16-5699-49af-9346-644c2abadfa9 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Refreshing trait associations for resource provider 493c4881-f171-4c66-96e5-06180e27f02f, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69350) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 947.095594] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9af57d21-db5f-4079-9142-e5217d38dd18 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Acquiring lock "refresh_cache-3a5af6a2-a06a-4f35-92ea-d122160b22b5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.095878] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9af57d21-db5f-4079-9142-e5217d38dd18 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Acquired lock "refresh_cache-3a5af6a2-a06a-4f35-92ea-d122160b22b5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.095953] env[69350]: DEBUG nova.network.neutron [None req-9af57d21-db5f-4079-9142-e5217d38dd18 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 3a5af6a2-a06a-4f35-92ea-d122160b22b5] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 947.144474] env[69350]: DEBUG oslo_vmware.api [None req-c60be467-f30c-433b-88c7-8df4e35b18fd tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365354, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.208299] env[69350]: DEBUG nova.network.neutron [None req-82c491cb-ed22-450d-847e-e8f562dba9fc tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] [instance: 83e0ad4e-cacd-4024-b73b-8d2b54d8aed3] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 947.371943] env[69350]: DEBUG nova.network.neutron [None req-82c491cb-ed22-450d-847e-e8f562dba9fc tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] [instance: 83e0ad4e-cacd-4024-b73b-8d2b54d8aed3] Updating instance_info_cache with network_info: [{"id": "8f35f162-f94b-4720-898b-8382155882d5", "address": "fa:16:3e:e8:b7:26", "network": {"id": "da40b8bc-893c-4dbb-86db-66bf923c3344", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1721724844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fa4b00e97db455dad1acf2c82fed49f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c3e2368-4a35-4aa5-9135-23daedbbf9ef", "external-id": "nsx-vlan-transportzone-125", "segmentation_id": 125, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f35f162-f9", "ovs_interfaceid": "8f35f162-f94b-4720-898b-8382155882d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.454513] env[69350]: DEBUG nova.compute.manager [None req-e458d161-4727-4050-805a-8c81e00a965e tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] [instance: 2701262d-0054-4f59-8849-bf1e17b7bb94] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 947.454768] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e458d161-4727-4050-805a-8c81e00a965e tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] [instance: 2701262d-0054-4f59-8849-bf1e17b7bb94] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 947.455767] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abad8f53-4e76-4c7d-a594-89adbc2fa46a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.465739] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e458d161-4727-4050-805a-8c81e00a965e tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] [instance: 2701262d-0054-4f59-8849-bf1e17b7bb94] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 947.466011] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5bf89015-288e-4d63-bccb-f51ccfa72cd8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.472793] env[69350]: DEBUG oslo_vmware.api [None req-e458d161-4727-4050-805a-8c81e00a965e tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Waiting for the task: (returnval){ [ 947.472793] env[69350]: value = "task-3365355" [ 947.472793] env[69350]: _type = "Task" [ 947.472793] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.482989] env[69350]: DEBUG oslo_vmware.api [None req-e458d161-4727-4050-805a-8c81e00a965e tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Task: {'id': task-3365355, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.484614] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f05d04e-2ac8-4bc0-9981-44aaff54ed09 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.491202] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e005f2bf-27eb-4a36-a5b7-c95252f60728 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.521359] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f327dfed-c799-4a9b-b09f-92047cbd9b12 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.528182] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afb21d98-78d3-4004-ad99-21edc6cdab11 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.541325] env[69350]: DEBUG nova.compute.provider_tree [None req-7a1eee16-5699-49af-9346-644c2abadfa9 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Updating inventory in ProviderTree for provider 493c4881-f171-4c66-96e5-06180e27f02f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 947.644297] env[69350]: DEBUG oslo_vmware.api [None req-c60be467-f30c-433b-88c7-8df4e35b18fd tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365354, 'name': PowerOnVM_Task, 'duration_secs': 0.734328} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.644558] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-c60be467-f30c-433b-88c7-8df4e35b18fd tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: dfa7050a-9a30-4a81-8e47-404bca52d0bd] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 947.644755] env[69350]: INFO nova.compute.manager [None req-c60be467-f30c-433b-88c7-8df4e35b18fd tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: dfa7050a-9a30-4a81-8e47-404bca52d0bd] Took 9.34 seconds to spawn the instance on the hypervisor. [ 947.644931] env[69350]: DEBUG nova.compute.manager [None req-c60be467-f30c-433b-88c7-8df4e35b18fd tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: dfa7050a-9a30-4a81-8e47-404bca52d0bd] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 947.645720] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba9e172e-25ab-44a2-8f16-f62f9407d080 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.845748] env[69350]: DEBUG nova.network.neutron [None req-9af57d21-db5f-4079-9142-e5217d38dd18 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 3a5af6a2-a06a-4f35-92ea-d122160b22b5] Updating instance_info_cache with network_info: [{"id": "91992c2a-c4aa-4460-9209-15d4643533cc", "address": "fa:16:3e:62:8c:5a", "network": {"id": "7471cab0-87ad-4703-97af-1b6cb285655b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a175bdd0b1324024bc8e47e5836a9e11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91992c2a-c4", "ovs_interfaceid": "91992c2a-c4aa-4460-9209-15d4643533cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.874846] env[69350]: DEBUG oslo_concurrency.lockutils [None req-82c491cb-ed22-450d-847e-e8f562dba9fc tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] Releasing lock "refresh_cache-83e0ad4e-cacd-4024-b73b-8d2b54d8aed3" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.875210] env[69350]: DEBUG nova.compute.manager [None req-82c491cb-ed22-450d-847e-e8f562dba9fc tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] [instance: 83e0ad4e-cacd-4024-b73b-8d2b54d8aed3] Instance network_info: |[{"id": "8f35f162-f94b-4720-898b-8382155882d5", "address": "fa:16:3e:e8:b7:26", "network": {"id": "da40b8bc-893c-4dbb-86db-66bf923c3344", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1721724844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fa4b00e97db455dad1acf2c82fed49f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c3e2368-4a35-4aa5-9135-23daedbbf9ef", "external-id": "nsx-vlan-transportzone-125", "segmentation_id": 125, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f35f162-f9", "ovs_interfaceid": "8f35f162-f94b-4720-898b-8382155882d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 947.875789] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-82c491cb-ed22-450d-847e-e8f562dba9fc tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] [instance: 83e0ad4e-cacd-4024-b73b-8d2b54d8aed3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:b7:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8c3e2368-4a35-4aa5-9135-23daedbbf9ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8f35f162-f94b-4720-898b-8382155882d5', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 947.883567] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-82c491cb-ed22-450d-847e-e8f562dba9fc tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] Creating folder: Project (7fa4b00e97db455dad1acf2c82fed49f). Parent ref: group-v671398. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 947.883856] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0da62ed5-303a-4d86-b24c-8ee892c20a35 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.897053] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-82c491cb-ed22-450d-847e-e8f562dba9fc tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] Created folder: Project (7fa4b00e97db455dad1acf2c82fed49f) in parent group-v671398. [ 947.897053] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-82c491cb-ed22-450d-847e-e8f562dba9fc tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] Creating folder: Instances. Parent ref: group-v671568. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 947.897053] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9cb12436-a86f-421e-a6e4-dc961a816915 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.905637] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-82c491cb-ed22-450d-847e-e8f562dba9fc tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] Created folder: Instances in parent group-v671568. [ 947.905882] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-82c491cb-ed22-450d-847e-e8f562dba9fc tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 947.906079] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83e0ad4e-cacd-4024-b73b-8d2b54d8aed3] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 947.906276] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-41a20a98-9ca4-46eb-9a6e-a620b93663d2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.925497] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 947.925497] env[69350]: value = "task-3365358" [ 947.925497] env[69350]: _type = "Task" [ 947.925497] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.934393] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365358, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.982856] env[69350]: DEBUG oslo_vmware.api [None req-e458d161-4727-4050-805a-8c81e00a965e tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Task: {'id': task-3365355, 'name': PowerOffVM_Task, 'duration_secs': 0.209189} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.983160] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e458d161-4727-4050-805a-8c81e00a965e tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] [instance: 2701262d-0054-4f59-8849-bf1e17b7bb94] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 947.983332] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e458d161-4727-4050-805a-8c81e00a965e tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] [instance: 2701262d-0054-4f59-8849-bf1e17b7bb94] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 947.983581] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-93b680d3-9683-4457-b9cc-4870544b653b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.048037] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e458d161-4727-4050-805a-8c81e00a965e tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] [instance: 2701262d-0054-4f59-8849-bf1e17b7bb94] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 948.048167] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e458d161-4727-4050-805a-8c81e00a965e tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] [instance: 2701262d-0054-4f59-8849-bf1e17b7bb94] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 948.048329] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-e458d161-4727-4050-805a-8c81e00a965e tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Deleting the datastore file [datastore1] 2701262d-0054-4f59-8849-bf1e17b7bb94 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 948.048614] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a4401d05-dbab-4ec9-8771-f3b5ebbef9d1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.054052] env[69350]: DEBUG oslo_vmware.api [None req-e458d161-4727-4050-805a-8c81e00a965e tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Waiting for the task: (returnval){ [ 948.054052] env[69350]: value = "task-3365360" [ 948.054052] env[69350]: _type = "Task" [ 948.054052] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.061688] env[69350]: DEBUG oslo_vmware.api [None req-e458d161-4727-4050-805a-8c81e00a965e tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Task: {'id': task-3365360, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.062657] env[69350]: ERROR nova.scheduler.client.report [None req-7a1eee16-5699-49af-9346-644c2abadfa9 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] [req-94b8431b-1293-42b3-8af8-8d711c980745] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 493c4881-f171-4c66-96e5-06180e27f02f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-94b8431b-1293-42b3-8af8-8d711c980745"}]} [ 948.085492] env[69350]: DEBUG nova.scheduler.client.report [None req-7a1eee16-5699-49af-9346-644c2abadfa9 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Refreshing inventories for resource provider 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 948.101183] env[69350]: DEBUG nova.scheduler.client.report [None req-7a1eee16-5699-49af-9346-644c2abadfa9 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Updating ProviderTree inventory for provider 493c4881-f171-4c66-96e5-06180e27f02f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 948.101493] env[69350]: DEBUG nova.compute.provider_tree [None req-7a1eee16-5699-49af-9346-644c2abadfa9 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Updating inventory in ProviderTree for provider 493c4881-f171-4c66-96e5-06180e27f02f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 948.114192] env[69350]: DEBUG nova.compute.manager [req-009fefbd-c06b-4e9a-93a9-f1fee727041b req-ef4f7c96-f0a1-4250-af2d-c8539a30500b service nova] [instance: 83e0ad4e-cacd-4024-b73b-8d2b54d8aed3] Received event network-changed-8f35f162-f94b-4720-898b-8382155882d5 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 948.114344] env[69350]: DEBUG nova.compute.manager [req-009fefbd-c06b-4e9a-93a9-f1fee727041b req-ef4f7c96-f0a1-4250-af2d-c8539a30500b service nova] [instance: 83e0ad4e-cacd-4024-b73b-8d2b54d8aed3] Refreshing instance network info cache due to event network-changed-8f35f162-f94b-4720-898b-8382155882d5. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 948.114568] env[69350]: DEBUG oslo_concurrency.lockutils [req-009fefbd-c06b-4e9a-93a9-f1fee727041b req-ef4f7c96-f0a1-4250-af2d-c8539a30500b service nova] Acquiring lock "refresh_cache-83e0ad4e-cacd-4024-b73b-8d2b54d8aed3" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.114726] env[69350]: DEBUG oslo_concurrency.lockutils [req-009fefbd-c06b-4e9a-93a9-f1fee727041b req-ef4f7c96-f0a1-4250-af2d-c8539a30500b service nova] Acquired lock "refresh_cache-83e0ad4e-cacd-4024-b73b-8d2b54d8aed3" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.114938] env[69350]: DEBUG nova.network.neutron [req-009fefbd-c06b-4e9a-93a9-f1fee727041b req-ef4f7c96-f0a1-4250-af2d-c8539a30500b service nova] [instance: 83e0ad4e-cacd-4024-b73b-8d2b54d8aed3] Refreshing network info cache for port 8f35f162-f94b-4720-898b-8382155882d5 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 948.116896] env[69350]: DEBUG nova.scheduler.client.report [None req-7a1eee16-5699-49af-9346-644c2abadfa9 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Refreshing aggregate associations for resource provider 493c4881-f171-4c66-96e5-06180e27f02f, aggregates: None {{(pid=69350) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 948.137048] env[69350]: DEBUG nova.scheduler.client.report [None req-7a1eee16-5699-49af-9346-644c2abadfa9 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Refreshing trait associations for resource provider 493c4881-f171-4c66-96e5-06180e27f02f, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69350) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 948.163126] env[69350]: INFO nova.compute.manager [None req-c60be467-f30c-433b-88c7-8df4e35b18fd tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: dfa7050a-9a30-4a81-8e47-404bca52d0bd] Took 45.15 seconds to build instance. [ 948.348315] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9af57d21-db5f-4079-9142-e5217d38dd18 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Releasing lock "refresh_cache-3a5af6a2-a06a-4f35-92ea-d122160b22b5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.348927] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-9af57d21-db5f-4079-9142-e5217d38dd18 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 3a5af6a2-a06a-4f35-92ea-d122160b22b5] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 948.352214] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b134819e-a9aa-46d2-bbd4-3106fed4858c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.360665] env[69350]: DEBUG oslo_vmware.api [None req-9af57d21-db5f-4079-9142-e5217d38dd18 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Waiting for the task: (returnval){ [ 948.360665] env[69350]: value = "task-3365361" [ 948.360665] env[69350]: _type = "Task" [ 948.360665] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.375759] env[69350]: DEBUG oslo_vmware.api [None req-9af57d21-db5f-4079-9142-e5217d38dd18 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Task: {'id': task-3365361, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.434737] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365358, 'name': CreateVM_Task, 'duration_secs': 0.434383} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.437216] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83e0ad4e-cacd-4024-b73b-8d2b54d8aed3] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 948.438166] env[69350]: DEBUG oslo_concurrency.lockutils [None req-82c491cb-ed22-450d-847e-e8f562dba9fc tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.438264] env[69350]: DEBUG oslo_concurrency.lockutils [None req-82c491cb-ed22-450d-847e-e8f562dba9fc tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.438577] env[69350]: DEBUG oslo_concurrency.lockutils [None req-82c491cb-ed22-450d-847e-e8f562dba9fc tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.438839] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca0860a2-3285-4b5f-996a-a3b146b307ed {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.443593] env[69350]: DEBUG oslo_vmware.api [None req-82c491cb-ed22-450d-847e-e8f562dba9fc tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] Waiting for the task: (returnval){ [ 948.443593] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]524faf9b-d90d-71e5-ced7-1d6eba3d6ce6" [ 948.443593] env[69350]: _type = "Task" [ 948.443593] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.454981] env[69350]: DEBUG oslo_vmware.api [None req-82c491cb-ed22-450d-847e-e8f562dba9fc tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]524faf9b-d90d-71e5-ced7-1d6eba3d6ce6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.565262] env[69350]: DEBUG oslo_vmware.api [None req-e458d161-4727-4050-805a-8c81e00a965e tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Task: {'id': task-3365360, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.233325} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.568167] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-e458d161-4727-4050-805a-8c81e00a965e tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 948.568371] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e458d161-4727-4050-805a-8c81e00a965e tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] [instance: 2701262d-0054-4f59-8849-bf1e17b7bb94] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 948.568549] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e458d161-4727-4050-805a-8c81e00a965e tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] [instance: 2701262d-0054-4f59-8849-bf1e17b7bb94] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 948.568717] env[69350]: INFO nova.compute.manager [None req-e458d161-4727-4050-805a-8c81e00a965e tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] [instance: 2701262d-0054-4f59-8849-bf1e17b7bb94] Took 1.11 seconds to destroy the instance on the hypervisor. [ 948.568967] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e458d161-4727-4050-805a-8c81e00a965e tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 948.569370] env[69350]: DEBUG nova.compute.manager [-] [instance: 2701262d-0054-4f59-8849-bf1e17b7bb94] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 948.569476] env[69350]: DEBUG nova.network.neutron [-] [instance: 2701262d-0054-4f59-8849-bf1e17b7bb94] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 948.579161] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6308685-70c3-4e3d-a5b0-4c1a8ee411b4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.586238] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-134c3f4a-a177-4190-8f0e-3e80d6570a56 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.620994] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9abfadc-c5c0-4429-8a65-56dbbe988520 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.630865] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b6fa5cb-9391-4a28-a1dc-821954d83230 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.644604] env[69350]: DEBUG nova.compute.provider_tree [None req-7a1eee16-5699-49af-9346-644c2abadfa9 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Updating inventory in ProviderTree for provider 493c4881-f171-4c66-96e5-06180e27f02f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 948.672684] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c60be467-f30c-433b-88c7-8df4e35b18fd tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Lock "dfa7050a-9a30-4a81-8e47-404bca52d0bd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.562s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.873846] env[69350]: DEBUG oslo_vmware.api [None req-9af57d21-db5f-4079-9142-e5217d38dd18 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Task: {'id': task-3365361, 'name': PowerOffVM_Task, 'duration_secs': 0.262337} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.873846] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-9af57d21-db5f-4079-9142-e5217d38dd18 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 3a5af6a2-a06a-4f35-92ea-d122160b22b5] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 948.873846] env[69350]: DEBUG nova.virt.hardware [None req-9af57d21-db5f-4079-9142-e5217d38dd18 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:48:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='3a7a0f27-e9cd-4f10-a0c6-6e02ddfbbfe1',id=36,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-557884726',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 948.873846] env[69350]: DEBUG nova.virt.hardware [None req-9af57d21-db5f-4079-9142-e5217d38dd18 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 948.873846] env[69350]: DEBUG nova.virt.hardware [None req-9af57d21-db5f-4079-9142-e5217d38dd18 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 948.873846] env[69350]: DEBUG nova.virt.hardware [None req-9af57d21-db5f-4079-9142-e5217d38dd18 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 948.873846] env[69350]: DEBUG nova.virt.hardware [None req-9af57d21-db5f-4079-9142-e5217d38dd18 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 948.873846] env[69350]: DEBUG nova.virt.hardware [None req-9af57d21-db5f-4079-9142-e5217d38dd18 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 948.873846] env[69350]: DEBUG nova.virt.hardware [None req-9af57d21-db5f-4079-9142-e5217d38dd18 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 948.873846] env[69350]: DEBUG nova.virt.hardware [None req-9af57d21-db5f-4079-9142-e5217d38dd18 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 948.873846] env[69350]: DEBUG nova.virt.hardware [None req-9af57d21-db5f-4079-9142-e5217d38dd18 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 948.873846] env[69350]: DEBUG nova.virt.hardware [None req-9af57d21-db5f-4079-9142-e5217d38dd18 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 948.873846] env[69350]: DEBUG nova.virt.hardware [None req-9af57d21-db5f-4079-9142-e5217d38dd18 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 948.879030] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b43cc05-7926-4cf2-ad99-899b54a5488f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.924517] env[69350]: DEBUG oslo_vmware.api [None req-9af57d21-db5f-4079-9142-e5217d38dd18 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Waiting for the task: (returnval){ [ 948.924517] env[69350]: value = "task-3365362" [ 948.924517] env[69350]: _type = "Task" [ 948.924517] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.924517] env[69350]: DEBUG oslo_vmware.api [None req-9af57d21-db5f-4079-9142-e5217d38dd18 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Task: {'id': task-3365362, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.970155] env[69350]: DEBUG oslo_vmware.api [None req-82c491cb-ed22-450d-847e-e8f562dba9fc tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]524faf9b-d90d-71e5-ced7-1d6eba3d6ce6, 'name': SearchDatastore_Task, 'duration_secs': 0.011001} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.970524] env[69350]: DEBUG oslo_concurrency.lockutils [None req-82c491cb-ed22-450d-847e-e8f562dba9fc tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.971542] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-82c491cb-ed22-450d-847e-e8f562dba9fc tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] [instance: 83e0ad4e-cacd-4024-b73b-8d2b54d8aed3] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 948.971931] env[69350]: DEBUG oslo_concurrency.lockutils [None req-82c491cb-ed22-450d-847e-e8f562dba9fc tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.972044] env[69350]: DEBUG oslo_concurrency.lockutils [None req-82c491cb-ed22-450d-847e-e8f562dba9fc tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.972215] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-82c491cb-ed22-450d-847e-e8f562dba9fc tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 948.973599] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-be361fb8-41d0-487a-8114-3442dbd453bb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.984703] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-82c491cb-ed22-450d-847e-e8f562dba9fc tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 948.984938] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-82c491cb-ed22-450d-847e-e8f562dba9fc tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 948.987696] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db329cc9-8972-44b9-a1b6-49eb62159513 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.000035] env[69350]: DEBUG oslo_vmware.api [None req-82c491cb-ed22-450d-847e-e8f562dba9fc tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] Waiting for the task: (returnval){ [ 949.000035] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52783d36-68d6-485a-75ae-db4828c7af71" [ 949.000035] env[69350]: _type = "Task" [ 949.000035] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.010397] env[69350]: DEBUG oslo_vmware.api [None req-82c491cb-ed22-450d-847e-e8f562dba9fc tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52783d36-68d6-485a-75ae-db4828c7af71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.051980] env[69350]: DEBUG nova.network.neutron [req-009fefbd-c06b-4e9a-93a9-f1fee727041b req-ef4f7c96-f0a1-4250-af2d-c8539a30500b service nova] [instance: 83e0ad4e-cacd-4024-b73b-8d2b54d8aed3] Updated VIF entry in instance network info cache for port 8f35f162-f94b-4720-898b-8382155882d5. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 949.052346] env[69350]: DEBUG nova.network.neutron [req-009fefbd-c06b-4e9a-93a9-f1fee727041b req-ef4f7c96-f0a1-4250-af2d-c8539a30500b service nova] [instance: 83e0ad4e-cacd-4024-b73b-8d2b54d8aed3] Updating instance_info_cache with network_info: [{"id": "8f35f162-f94b-4720-898b-8382155882d5", "address": "fa:16:3e:e8:b7:26", "network": {"id": "da40b8bc-893c-4dbb-86db-66bf923c3344", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1721724844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fa4b00e97db455dad1acf2c82fed49f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c3e2368-4a35-4aa5-9135-23daedbbf9ef", "external-id": "nsx-vlan-transportzone-125", "segmentation_id": 125, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f35f162-f9", "ovs_interfaceid": "8f35f162-f94b-4720-898b-8382155882d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.179249] env[69350]: DEBUG nova.scheduler.client.report [None req-7a1eee16-5699-49af-9346-644c2abadfa9 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Updated inventory for provider 493c4881-f171-4c66-96e5-06180e27f02f with generation 85 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 949.179548] env[69350]: DEBUG nova.compute.provider_tree [None req-7a1eee16-5699-49af-9346-644c2abadfa9 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Updating resource provider 493c4881-f171-4c66-96e5-06180e27f02f generation from 85 to 86 during operation: update_inventory {{(pid=69350) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 949.179679] env[69350]: DEBUG nova.compute.provider_tree [None req-7a1eee16-5699-49af-9346-644c2abadfa9 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Updating inventory in ProviderTree for provider 493c4881-f171-4c66-96e5-06180e27f02f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 949.407321] env[69350]: DEBUG oslo_vmware.api [None req-9af57d21-db5f-4079-9142-e5217d38dd18 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Task: {'id': task-3365362, 'name': ReconfigVM_Task, 'duration_secs': 0.151138} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.408183] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c3bc340-d851-41ae-ab1d-a7ab8d02b42e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.427594] env[69350]: DEBUG nova.virt.hardware [None req-9af57d21-db5f-4079-9142-e5217d38dd18 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:48:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='3a7a0f27-e9cd-4f10-a0c6-6e02ddfbbfe1',id=36,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-557884726',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 949.427829] env[69350]: DEBUG nova.virt.hardware [None req-9af57d21-db5f-4079-9142-e5217d38dd18 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 949.428030] env[69350]: DEBUG nova.virt.hardware [None req-9af57d21-db5f-4079-9142-e5217d38dd18 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 949.428250] env[69350]: DEBUG nova.virt.hardware [None req-9af57d21-db5f-4079-9142-e5217d38dd18 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 949.428398] env[69350]: DEBUG nova.virt.hardware [None req-9af57d21-db5f-4079-9142-e5217d38dd18 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 949.428546] env[69350]: DEBUG nova.virt.hardware [None req-9af57d21-db5f-4079-9142-e5217d38dd18 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 949.428752] env[69350]: DEBUG nova.virt.hardware [None req-9af57d21-db5f-4079-9142-e5217d38dd18 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 949.428908] env[69350]: DEBUG nova.virt.hardware [None req-9af57d21-db5f-4079-9142-e5217d38dd18 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 949.429084] env[69350]: DEBUG nova.virt.hardware [None req-9af57d21-db5f-4079-9142-e5217d38dd18 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 949.429246] env[69350]: DEBUG nova.virt.hardware [None req-9af57d21-db5f-4079-9142-e5217d38dd18 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 949.429415] env[69350]: DEBUG nova.virt.hardware [None req-9af57d21-db5f-4079-9142-e5217d38dd18 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 949.430258] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a53eecb2-f356-40dd-8fba-950aded0359f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.435704] env[69350]: DEBUG oslo_vmware.api [None req-9af57d21-db5f-4079-9142-e5217d38dd18 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Waiting for the task: (returnval){ [ 949.435704] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52b907f2-140d-31af-a2fa-bd1f01af0f9a" [ 949.435704] env[69350]: _type = "Task" [ 949.435704] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.447630] env[69350]: DEBUG oslo_vmware.api [None req-9af57d21-db5f-4079-9142-e5217d38dd18 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52b907f2-140d-31af-a2fa-bd1f01af0f9a, 'name': SearchDatastore_Task, 'duration_secs': 0.007211} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.453285] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-9af57d21-db5f-4079-9142-e5217d38dd18 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 3a5af6a2-a06a-4f35-92ea-d122160b22b5] Reconfiguring VM instance instance-00000028 to detach disk 2000 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 949.453816] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e320511f-b0cc-4b6f-b8c3-176df71d4a08 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.473569] env[69350]: DEBUG oslo_vmware.api [None req-9af57d21-db5f-4079-9142-e5217d38dd18 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Waiting for the task: (returnval){ [ 949.473569] env[69350]: value = "task-3365363" [ 949.473569] env[69350]: _type = "Task" [ 949.473569] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.483028] env[69350]: DEBUG oslo_vmware.api [None req-9af57d21-db5f-4079-9142-e5217d38dd18 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Task: {'id': task-3365363, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.510896] env[69350]: DEBUG oslo_vmware.api [None req-82c491cb-ed22-450d-847e-e8f562dba9fc tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52783d36-68d6-485a-75ae-db4828c7af71, 'name': SearchDatastore_Task, 'duration_secs': 0.01054} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.511613] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6020bbe0-14e1-45b7-9b51-0759e2203645 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.517260] env[69350]: DEBUG oslo_vmware.api [None req-82c491cb-ed22-450d-847e-e8f562dba9fc tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] Waiting for the task: (returnval){ [ 949.517260] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]526b4dd8-5527-4a74-7673-6c2428d0717c" [ 949.517260] env[69350]: _type = "Task" [ 949.517260] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.525310] env[69350]: DEBUG oslo_vmware.api [None req-82c491cb-ed22-450d-847e-e8f562dba9fc tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]526b4dd8-5527-4a74-7673-6c2428d0717c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.554232] env[69350]: DEBUG nova.network.neutron [-] [instance: 2701262d-0054-4f59-8849-bf1e17b7bb94] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.558419] env[69350]: DEBUG oslo_concurrency.lockutils [req-009fefbd-c06b-4e9a-93a9-f1fee727041b req-ef4f7c96-f0a1-4250-af2d-c8539a30500b service nova] Releasing lock "refresh_cache-83e0ad4e-cacd-4024-b73b-8d2b54d8aed3" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.684695] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7a1eee16-5699-49af-9346-644c2abadfa9 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.250s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.687214] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0aad47f5-b107-45b4-b5be-fbe12b78aad6 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.969s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.687449] env[69350]: DEBUG nova.objects.instance [None req-0aad47f5-b107-45b4-b5be-fbe12b78aad6 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Lazy-loading 'resources' on Instance uuid b431ea42-872f-4b78-b558-5b3ce649d68e {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 949.717573] env[69350]: INFO nova.scheduler.client.report [None req-7a1eee16-5699-49af-9346-644c2abadfa9 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Deleted allocations for instance c3010f57-be32-4f20-8276-7b4bd93d76e1 [ 949.983857] env[69350]: DEBUG oslo_vmware.api [None req-9af57d21-db5f-4079-9142-e5217d38dd18 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Task: {'id': task-3365363, 'name': ReconfigVM_Task, 'duration_secs': 0.325749} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.984850] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-9af57d21-db5f-4079-9142-e5217d38dd18 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 3a5af6a2-a06a-4f35-92ea-d122160b22b5] Reconfigured VM instance instance-00000028 to detach disk 2000 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 949.985678] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed7b4cda-c5b3-49c6-b602-675c5cdc8207 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.008638] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-9af57d21-db5f-4079-9142-e5217d38dd18 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 3a5af6a2-a06a-4f35-92ea-d122160b22b5] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] 3a5af6a2-a06a-4f35-92ea-d122160b22b5/3a5af6a2-a06a-4f35-92ea-d122160b22b5.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 950.009208] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8946ae34-abbd-45ff-89c1-988a1afdc352 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.031054] env[69350]: DEBUG oslo_vmware.api [None req-82c491cb-ed22-450d-847e-e8f562dba9fc tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]526b4dd8-5527-4a74-7673-6c2428d0717c, 'name': SearchDatastore_Task, 'duration_secs': 0.009766} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.032256] env[69350]: DEBUG oslo_concurrency.lockutils [None req-82c491cb-ed22-450d-847e-e8f562dba9fc tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.032519] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-82c491cb-ed22-450d-847e-e8f562dba9fc tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] 83e0ad4e-cacd-4024-b73b-8d2b54d8aed3/83e0ad4e-cacd-4024-b73b-8d2b54d8aed3.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 950.032859] env[69350]: DEBUG oslo_vmware.api [None req-9af57d21-db5f-4079-9142-e5217d38dd18 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Waiting for the task: (returnval){ [ 950.032859] env[69350]: value = "task-3365364" [ 950.032859] env[69350]: _type = "Task" [ 950.032859] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.033066] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-41c35691-4857-4cef-b079-12dd1eb28d66 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.044844] env[69350]: DEBUG oslo_vmware.api [None req-9af57d21-db5f-4079-9142-e5217d38dd18 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Task: {'id': task-3365364, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.046087] env[69350]: DEBUG oslo_vmware.api [None req-82c491cb-ed22-450d-847e-e8f562dba9fc tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] Waiting for the task: (returnval){ [ 950.046087] env[69350]: value = "task-3365365" [ 950.046087] env[69350]: _type = "Task" [ 950.046087] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.054227] env[69350]: DEBUG oslo_vmware.api [None req-82c491cb-ed22-450d-847e-e8f562dba9fc tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] Task: {'id': task-3365365, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.056765] env[69350]: INFO nova.compute.manager [-] [instance: 2701262d-0054-4f59-8849-bf1e17b7bb94] Took 1.49 seconds to deallocate network for instance. [ 950.137377] env[69350]: DEBUG nova.compute.manager [req-16611cb7-86c3-4263-9898-a1cd2d35c2d9 req-aec50d6c-8728-4ba9-b95b-6c85fec262af service nova] [instance: 2701262d-0054-4f59-8849-bf1e17b7bb94] Received event network-vif-deleted-900aa794-bd1c-4aa0-99f8-7c43edc527ea {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 950.230969] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7a1eee16-5699-49af-9346-644c2abadfa9 tempest-ServersListShow298Test-39857421 tempest-ServersListShow298Test-39857421-project-member] Lock "c3010f57-be32-4f20-8276-7b4bd93d76e1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.745s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.454217] env[69350]: DEBUG nova.compute.manager [None req-258ca4fb-21f8-4234-9440-90f6448f8f52 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: dfa7050a-9a30-4a81-8e47-404bca52d0bd] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 950.455404] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0acbbaf7-b41d-45f5-8064-ea235ced576a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.546946] env[69350]: DEBUG oslo_vmware.api [None req-9af57d21-db5f-4079-9142-e5217d38dd18 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Task: {'id': task-3365364, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.554888] env[69350]: DEBUG oslo_vmware.api [None req-82c491cb-ed22-450d-847e-e8f562dba9fc tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] Task: {'id': task-3365365, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478971} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.555474] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-82c491cb-ed22-450d-847e-e8f562dba9fc tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] 83e0ad4e-cacd-4024-b73b-8d2b54d8aed3/83e0ad4e-cacd-4024-b73b-8d2b54d8aed3.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 950.555474] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-82c491cb-ed22-450d-847e-e8f562dba9fc tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] [instance: 83e0ad4e-cacd-4024-b73b-8d2b54d8aed3] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 950.555729] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b9b5b6f9-fb8f-4a17-8bab-ec1fb2e7d88c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.563509] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e458d161-4727-4050-805a-8c81e00a965e tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.565140] env[69350]: DEBUG oslo_vmware.api [None req-82c491cb-ed22-450d-847e-e8f562dba9fc tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] Waiting for the task: (returnval){ [ 950.565140] env[69350]: value = "task-3365366" [ 950.565140] env[69350]: _type = "Task" [ 950.565140] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.573624] env[69350]: DEBUG oslo_vmware.api [None req-82c491cb-ed22-450d-847e-e8f562dba9fc tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] Task: {'id': task-3365366, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.672996] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a5aa93-0c1e-4f40-9c4c-fb1a1d9c5de1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.681343] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-466ad4ab-2691-4096-8f03-3051a574911a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.712967] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebbd7c1e-17f2-4eca-8b6f-8b59c0e3e75a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.720433] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eacf31a-1f08-415a-ae37-9d1cbf242a57 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.733966] env[69350]: DEBUG nova.compute.provider_tree [None req-0aad47f5-b107-45b4-b5be-fbe12b78aad6 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 950.972456] env[69350]: INFO nova.compute.manager [None req-258ca4fb-21f8-4234-9440-90f6448f8f52 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: dfa7050a-9a30-4a81-8e47-404bca52d0bd] instance snapshotting [ 950.975211] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5496d20e-52ac-461e-a7fb-3a113e3166fb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.994019] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c88ade59-ce77-4226-a372-a75f6f9121d5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.043739] env[69350]: DEBUG oslo_vmware.api [None req-9af57d21-db5f-4079-9142-e5217d38dd18 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Task: {'id': task-3365364, 'name': ReconfigVM_Task, 'duration_secs': 0.549588} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.044010] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-9af57d21-db5f-4079-9142-e5217d38dd18 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 3a5af6a2-a06a-4f35-92ea-d122160b22b5] Reconfigured VM instance instance-00000028 to attach disk [datastore2] 3a5af6a2-a06a-4f35-92ea-d122160b22b5/3a5af6a2-a06a-4f35-92ea-d122160b22b5.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 951.044763] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0275c84e-231e-47fd-b175-ac8f1fda804f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.062094] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbbf4b89-b0a0-4d01-93fb-d10d8d12ade5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.081703] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc2f525-e6dc-46eb-91ef-23baa2ae79c5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.086506] env[69350]: DEBUG oslo_vmware.api [None req-82c491cb-ed22-450d-847e-e8f562dba9fc tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] Task: {'id': task-3365366, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.271759} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.087059] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-82c491cb-ed22-450d-847e-e8f562dba9fc tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] [instance: 83e0ad4e-cacd-4024-b73b-8d2b54d8aed3] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 951.087759] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb4c20d-fe04-4ef5-8952-737b99f7e63c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.104708] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c642028-4cef-4146-b485-184a4807aada {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.124288] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-82c491cb-ed22-450d-847e-e8f562dba9fc tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] [instance: 83e0ad4e-cacd-4024-b73b-8d2b54d8aed3] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] 83e0ad4e-cacd-4024-b73b-8d2b54d8aed3/83e0ad4e-cacd-4024-b73b-8d2b54d8aed3.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 951.124873] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60bd688a-24d4-4f28-be1a-0d418f15297a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.140792] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-9af57d21-db5f-4079-9142-e5217d38dd18 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 3a5af6a2-a06a-4f35-92ea-d122160b22b5] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 951.141403] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4509d8c9-1791-4562-9193-52925be78a82 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.147281] env[69350]: DEBUG oslo_vmware.api [None req-9af57d21-db5f-4079-9142-e5217d38dd18 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Waiting for the task: (returnval){ [ 951.147281] env[69350]: value = "task-3365368" [ 951.147281] env[69350]: _type = "Task" [ 951.147281] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.148176] env[69350]: DEBUG oslo_vmware.api [None req-82c491cb-ed22-450d-847e-e8f562dba9fc tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] Waiting for the task: (returnval){ [ 951.148176] env[69350]: value = "task-3365367" [ 951.148176] env[69350]: _type = "Task" [ 951.148176] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.160026] env[69350]: DEBUG oslo_vmware.api [None req-82c491cb-ed22-450d-847e-e8f562dba9fc tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] Task: {'id': task-3365367, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.161396] env[69350]: DEBUG oslo_vmware.api [None req-9af57d21-db5f-4079-9142-e5217d38dd18 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Task: {'id': task-3365368, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.237281] env[69350]: DEBUG nova.scheduler.client.report [None req-0aad47f5-b107-45b4-b5be-fbe12b78aad6 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 951.503779] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-258ca4fb-21f8-4234-9440-90f6448f8f52 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: dfa7050a-9a30-4a81-8e47-404bca52d0bd] Creating Snapshot of the VM instance {{(pid=69350) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 951.504188] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-aa0b970c-5776-4386-a38b-85e98c1aebcf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.511748] env[69350]: DEBUG oslo_vmware.api [None req-258ca4fb-21f8-4234-9440-90f6448f8f52 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Waiting for the task: (returnval){ [ 951.511748] env[69350]: value = "task-3365369" [ 951.511748] env[69350]: _type = "Task" [ 951.511748] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.521119] env[69350]: DEBUG oslo_vmware.api [None req-258ca4fb-21f8-4234-9440-90f6448f8f52 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365369, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.661020] env[69350]: DEBUG oslo_vmware.api [None req-9af57d21-db5f-4079-9142-e5217d38dd18 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Task: {'id': task-3365368, 'name': PowerOnVM_Task, 'duration_secs': 0.388343} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.664525] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-9af57d21-db5f-4079-9142-e5217d38dd18 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 3a5af6a2-a06a-4f35-92ea-d122160b22b5] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 951.668175] env[69350]: DEBUG oslo_vmware.api [None req-82c491cb-ed22-450d-847e-e8f562dba9fc tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] Task: {'id': task-3365367, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.743531] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0aad47f5-b107-45b4-b5be-fbe12b78aad6 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.056s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.746077] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bfe5b992-a08d-4733-b9e8-de0fa4fc0ad0 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.968s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.746352] env[69350]: DEBUG nova.objects.instance [None req-bfe5b992-a08d-4733-b9e8-de0fa4fc0ad0 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Lazy-loading 'resources' on Instance uuid 6d681952-777f-4243-9b4b-ee5fb0392173 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 951.767935] env[69350]: INFO nova.scheduler.client.report [None req-0aad47f5-b107-45b4-b5be-fbe12b78aad6 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Deleted allocations for instance b431ea42-872f-4b78-b558-5b3ce649d68e [ 952.021989] env[69350]: DEBUG oslo_vmware.api [None req-258ca4fb-21f8-4234-9440-90f6448f8f52 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365369, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.161699] env[69350]: DEBUG oslo_vmware.api [None req-82c491cb-ed22-450d-847e-e8f562dba9fc tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] Task: {'id': task-3365367, 'name': ReconfigVM_Task, 'duration_secs': 0.655016} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.161983] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-82c491cb-ed22-450d-847e-e8f562dba9fc tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] [instance: 83e0ad4e-cacd-4024-b73b-8d2b54d8aed3] Reconfigured VM instance instance-0000003c to attach disk [datastore2] 83e0ad4e-cacd-4024-b73b-8d2b54d8aed3/83e0ad4e-cacd-4024-b73b-8d2b54d8aed3.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 952.162633] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6e66f5dd-94fd-473a-93e7-9ba41c032e20 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.168662] env[69350]: DEBUG oslo_vmware.api [None req-82c491cb-ed22-450d-847e-e8f562dba9fc tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] Waiting for the task: (returnval){ [ 952.168662] env[69350]: value = "task-3365370" [ 952.168662] env[69350]: _type = "Task" [ 952.168662] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.180375] env[69350]: DEBUG oslo_vmware.api [None req-82c491cb-ed22-450d-847e-e8f562dba9fc tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] Task: {'id': task-3365370, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.282173] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0aad47f5-b107-45b4-b5be-fbe12b78aad6 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Lock "b431ea42-872f-4b78-b558-5b3ce649d68e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.307s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.523454] env[69350]: DEBUG oslo_vmware.api [None req-258ca4fb-21f8-4234-9440-90f6448f8f52 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365369, 'name': CreateSnapshot_Task, 'duration_secs': 0.622521} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.523719] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-258ca4fb-21f8-4234-9440-90f6448f8f52 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: dfa7050a-9a30-4a81-8e47-404bca52d0bd] Created Snapshot of the VM instance {{(pid=69350) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 952.524519] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e186371e-5a64-4e2a-b6ff-9a9becbb425c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.632852] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b42c43-e1db-4fcf-8426-842b6aa2a2c1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.640362] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c5815c-877f-4530-ab4a-0d8ce476a0ef {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.674072] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3432246-99f1-4c3d-9a1a-b0fb8fda593c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.677727] env[69350]: INFO nova.compute.manager [None req-9af57d21-db5f-4079-9142-e5217d38dd18 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 3a5af6a2-a06a-4f35-92ea-d122160b22b5] Updating instance to original state: 'active' [ 952.685994] env[69350]: DEBUG oslo_vmware.api [None req-82c491cb-ed22-450d-847e-e8f562dba9fc tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] Task: {'id': task-3365370, 'name': Rename_Task, 'duration_secs': 0.165061} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.687447] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-82c491cb-ed22-450d-847e-e8f562dba9fc tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] [instance: 83e0ad4e-cacd-4024-b73b-8d2b54d8aed3] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 952.687730] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e97936e-bb1d-4355-8914-820138761922 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.691805] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df9e1fa-1082-44cc-926d-acd7887b562e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.709044] env[69350]: DEBUG nova.compute.provider_tree [None req-bfe5b992-a08d-4733-b9e8-de0fa4fc0ad0 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 952.709892] env[69350]: DEBUG oslo_vmware.api [None req-82c491cb-ed22-450d-847e-e8f562dba9fc tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] Waiting for the task: (returnval){ [ 952.709892] env[69350]: value = "task-3365371" [ 952.709892] env[69350]: _type = "Task" [ 952.709892] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.719048] env[69350]: DEBUG oslo_vmware.api [None req-82c491cb-ed22-450d-847e-e8f562dba9fc tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] Task: {'id': task-3365371, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.046067] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-258ca4fb-21f8-4234-9440-90f6448f8f52 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: dfa7050a-9a30-4a81-8e47-404bca52d0bd] Creating linked-clone VM from snapshot {{(pid=69350) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 953.046067] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d5707faf-ab8b-4c0d-9bf6-f9d0a7b4f756 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.054700] env[69350]: DEBUG oslo_vmware.api [None req-258ca4fb-21f8-4234-9440-90f6448f8f52 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Waiting for the task: (returnval){ [ 953.054700] env[69350]: value = "task-3365372" [ 953.054700] env[69350]: _type = "Task" [ 953.054700] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.062688] env[69350]: DEBUG oslo_vmware.api [None req-258ca4fb-21f8-4234-9440-90f6448f8f52 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365372, 'name': CloneVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.214905] env[69350]: DEBUG nova.scheduler.client.report [None req-bfe5b992-a08d-4733-b9e8-de0fa4fc0ad0 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 953.223794] env[69350]: DEBUG oslo_vmware.api [None req-82c491cb-ed22-450d-847e-e8f562dba9fc tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] Task: {'id': task-3365371, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.342073] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1919bb26-86b1-43d7-90ce-0ef0350291c1 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Acquiring lock "06270a6b-46d7-42ca-a02b-6747417f937e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.342391] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1919bb26-86b1-43d7-90ce-0ef0350291c1 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Lock "06270a6b-46d7-42ca-a02b-6747417f937e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.342507] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1919bb26-86b1-43d7-90ce-0ef0350291c1 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Acquiring lock "06270a6b-46d7-42ca-a02b-6747417f937e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.342694] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1919bb26-86b1-43d7-90ce-0ef0350291c1 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Lock "06270a6b-46d7-42ca-a02b-6747417f937e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.342866] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1919bb26-86b1-43d7-90ce-0ef0350291c1 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Lock "06270a6b-46d7-42ca-a02b-6747417f937e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.345393] env[69350]: INFO nova.compute.manager [None req-1919bb26-86b1-43d7-90ce-0ef0350291c1 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 06270a6b-46d7-42ca-a02b-6747417f937e] Terminating instance [ 953.572230] env[69350]: DEBUG oslo_vmware.api [None req-258ca4fb-21f8-4234-9440-90f6448f8f52 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365372, 'name': CloneVM_Task} progress is 94%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.720519] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bfe5b992-a08d-4733-b9e8-de0fa4fc0ad0 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.974s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.722863] env[69350]: DEBUG oslo_vmware.api [None req-82c491cb-ed22-450d-847e-e8f562dba9fc tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] Task: {'id': task-3365371, 'name': PowerOnVM_Task, 'duration_secs': 0.675533} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.723410] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3e0fe48e-9b50-4d0c-bf4c-395701aea6aa tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.673s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.724853] env[69350]: INFO nova.compute.claims [None req-3e0fe48e-9b50-4d0c-bf4c-395701aea6aa tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] [instance: e38a1927-542e-4094-80f7-3832351b1db3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 953.727310] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-82c491cb-ed22-450d-847e-e8f562dba9fc tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] [instance: 83e0ad4e-cacd-4024-b73b-8d2b54d8aed3] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 953.727742] env[69350]: INFO nova.compute.manager [None req-82c491cb-ed22-450d-847e-e8f562dba9fc tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] [instance: 83e0ad4e-cacd-4024-b73b-8d2b54d8aed3] Took 8.34 seconds to spawn the instance on the hypervisor. [ 953.727742] env[69350]: DEBUG nova.compute.manager [None req-82c491cb-ed22-450d-847e-e8f562dba9fc tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] [instance: 83e0ad4e-cacd-4024-b73b-8d2b54d8aed3] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 953.728717] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a7487b-26a5-4907-8bf3-e5c338eebc9c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.744724] env[69350]: INFO nova.scheduler.client.report [None req-bfe5b992-a08d-4733-b9e8-de0fa4fc0ad0 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Deleted allocations for instance 6d681952-777f-4243-9b4b-ee5fb0392173 [ 953.849280] env[69350]: DEBUG nova.compute.manager [None req-1919bb26-86b1-43d7-90ce-0ef0350291c1 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 06270a6b-46d7-42ca-a02b-6747417f937e] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 953.849593] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-1919bb26-86b1-43d7-90ce-0ef0350291c1 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 06270a6b-46d7-42ca-a02b-6747417f937e] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 953.850713] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc99bb3f-fbc9-45cd-9f49-98a504c0ea9b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.859687] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-1919bb26-86b1-43d7-90ce-0ef0350291c1 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 06270a6b-46d7-42ca-a02b-6747417f937e] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 953.860010] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b1fc1bba-7e3b-4c22-b7f5-b247a606b4b3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.866060] env[69350]: DEBUG oslo_vmware.api [None req-1919bb26-86b1-43d7-90ce-0ef0350291c1 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Waiting for the task: (returnval){ [ 953.866060] env[69350]: value = "task-3365373" [ 953.866060] env[69350]: _type = "Task" [ 953.866060] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.877145] env[69350]: DEBUG oslo_vmware.api [None req-1919bb26-86b1-43d7-90ce-0ef0350291c1 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': task-3365373, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.065093] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c905d87a-634d-4a4b-a277-1749853bcf1b tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Acquiring lock "3a5af6a2-a06a-4f35-92ea-d122160b22b5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.065308] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c905d87a-634d-4a4b-a277-1749853bcf1b tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Lock "3a5af6a2-a06a-4f35-92ea-d122160b22b5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.065511] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c905d87a-634d-4a4b-a277-1749853bcf1b tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Acquiring lock "3a5af6a2-a06a-4f35-92ea-d122160b22b5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.065688] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c905d87a-634d-4a4b-a277-1749853bcf1b tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Lock "3a5af6a2-a06a-4f35-92ea-d122160b22b5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.065866] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c905d87a-634d-4a4b-a277-1749853bcf1b tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Lock "3a5af6a2-a06a-4f35-92ea-d122160b22b5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.067472] env[69350]: DEBUG oslo_vmware.api [None req-258ca4fb-21f8-4234-9440-90f6448f8f52 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365372, 'name': CloneVM_Task, 'duration_secs': 0.977479} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.067728] env[69350]: INFO nova.virt.vmwareapi.vmops [None req-258ca4fb-21f8-4234-9440-90f6448f8f52 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: dfa7050a-9a30-4a81-8e47-404bca52d0bd] Created linked-clone VM from snapshot [ 954.068260] env[69350]: INFO nova.compute.manager [None req-c905d87a-634d-4a4b-a277-1749853bcf1b tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 3a5af6a2-a06a-4f35-92ea-d122160b22b5] Terminating instance [ 954.070191] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02676340-2441-440e-aec2-4a3fa741ff61 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.078873] env[69350]: DEBUG nova.virt.vmwareapi.images [None req-258ca4fb-21f8-4234-9440-90f6448f8f52 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: dfa7050a-9a30-4a81-8e47-404bca52d0bd] Uploading image 4da1070d-eb99-42f8-8c97-15909590a125 {{(pid=69350) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 954.109845] env[69350]: DEBUG oslo_vmware.rw_handles [None req-258ca4fb-21f8-4234-9440-90f6448f8f52 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 954.109845] env[69350]: value = "vm-671572" [ 954.109845] env[69350]: _type = "VirtualMachine" [ 954.109845] env[69350]: }. {{(pid=69350) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 954.110165] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-bb58cdba-c32d-4b84-a319-7c20377b375c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.116408] env[69350]: DEBUG oslo_vmware.rw_handles [None req-258ca4fb-21f8-4234-9440-90f6448f8f52 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Lease: (returnval){ [ 954.116408] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5207e336-50fc-8df2-d8a1-37c55463fca5" [ 954.116408] env[69350]: _type = "HttpNfcLease" [ 954.116408] env[69350]: } obtained for exporting VM: (result){ [ 954.116408] env[69350]: value = "vm-671572" [ 954.116408] env[69350]: _type = "VirtualMachine" [ 954.116408] env[69350]: }. {{(pid=69350) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 954.116669] env[69350]: DEBUG oslo_vmware.api [None req-258ca4fb-21f8-4234-9440-90f6448f8f52 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Waiting for the lease: (returnval){ [ 954.116669] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5207e336-50fc-8df2-d8a1-37c55463fca5" [ 954.116669] env[69350]: _type = "HttpNfcLease" [ 954.116669] env[69350]: } to be ready. {{(pid=69350) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 954.123265] env[69350]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 954.123265] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5207e336-50fc-8df2-d8a1-37c55463fca5" [ 954.123265] env[69350]: _type = "HttpNfcLease" [ 954.123265] env[69350]: } is initializing. {{(pid=69350) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 954.245651] env[69350]: INFO nova.compute.manager [None req-82c491cb-ed22-450d-847e-e8f562dba9fc tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] [instance: 83e0ad4e-cacd-4024-b73b-8d2b54d8aed3] Took 49.51 seconds to build instance. [ 954.251103] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bfe5b992-a08d-4733-b9e8-de0fa4fc0ad0 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Lock "6d681952-777f-4243-9b4b-ee5fb0392173" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.746s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.378846] env[69350]: DEBUG oslo_vmware.api [None req-1919bb26-86b1-43d7-90ce-0ef0350291c1 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': task-3365373, 'name': PowerOffVM_Task, 'duration_secs': 0.297919} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.379178] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-1919bb26-86b1-43d7-90ce-0ef0350291c1 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 06270a6b-46d7-42ca-a02b-6747417f937e] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 954.379330] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-1919bb26-86b1-43d7-90ce-0ef0350291c1 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 06270a6b-46d7-42ca-a02b-6747417f937e] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 954.379582] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-20f9733a-1bcd-4c7c-bd45-fa2aeb2b4be3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.466750] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-1919bb26-86b1-43d7-90ce-0ef0350291c1 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 06270a6b-46d7-42ca-a02b-6747417f937e] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 954.466981] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-1919bb26-86b1-43d7-90ce-0ef0350291c1 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 06270a6b-46d7-42ca-a02b-6747417f937e] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 954.467185] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-1919bb26-86b1-43d7-90ce-0ef0350291c1 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Deleting the datastore file [datastore2] 06270a6b-46d7-42ca-a02b-6747417f937e {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 954.467450] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-66635eba-e033-4756-ac4e-a03abf2e7208 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.473287] env[69350]: DEBUG oslo_vmware.api [None req-1919bb26-86b1-43d7-90ce-0ef0350291c1 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Waiting for the task: (returnval){ [ 954.473287] env[69350]: value = "task-3365376" [ 954.473287] env[69350]: _type = "Task" [ 954.473287] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.481715] env[69350]: DEBUG oslo_vmware.api [None req-1919bb26-86b1-43d7-90ce-0ef0350291c1 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': task-3365376, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.575212] env[69350]: DEBUG nova.compute.manager [None req-c905d87a-634d-4a4b-a277-1749853bcf1b tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 3a5af6a2-a06a-4f35-92ea-d122160b22b5] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 954.575465] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c905d87a-634d-4a4b-a277-1749853bcf1b tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 3a5af6a2-a06a-4f35-92ea-d122160b22b5] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 954.576465] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa9502e-f523-4c23-8e40-70307fc98280 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.584290] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-c905d87a-634d-4a4b-a277-1749853bcf1b tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 3a5af6a2-a06a-4f35-92ea-d122160b22b5] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 954.584545] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9dac3673-30f5-4e5c-87d9-f18a49dc03b3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.590182] env[69350]: DEBUG oslo_vmware.api [None req-c905d87a-634d-4a4b-a277-1749853bcf1b tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Waiting for the task: (returnval){ [ 954.590182] env[69350]: value = "task-3365377" [ 954.590182] env[69350]: _type = "Task" [ 954.590182] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.598558] env[69350]: DEBUG oslo_vmware.api [None req-c905d87a-634d-4a4b-a277-1749853bcf1b tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Task: {'id': task-3365377, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.624972] env[69350]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 954.624972] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5207e336-50fc-8df2-d8a1-37c55463fca5" [ 954.624972] env[69350]: _type = "HttpNfcLease" [ 954.624972] env[69350]: } is ready. {{(pid=69350) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 954.625312] env[69350]: DEBUG oslo_vmware.rw_handles [None req-258ca4fb-21f8-4234-9440-90f6448f8f52 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 954.625312] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5207e336-50fc-8df2-d8a1-37c55463fca5" [ 954.625312] env[69350]: _type = "HttpNfcLease" [ 954.625312] env[69350]: }. {{(pid=69350) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 954.626114] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5003e36d-aa78-4b96-9053-33f9d9a3b9cf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.633433] env[69350]: DEBUG oslo_vmware.rw_handles [None req-258ca4fb-21f8-4234-9440-90f6448f8f52 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526dedc1-1305-5d28-0640-b6fba1fcaf6c/disk-0.vmdk from lease info. {{(pid=69350) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 954.633616] env[69350]: DEBUG oslo_vmware.rw_handles [None req-258ca4fb-21f8-4234-9440-90f6448f8f52 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526dedc1-1305-5d28-0640-b6fba1fcaf6c/disk-0.vmdk for reading. {{(pid=69350) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 954.698866] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7b8b8ef4-0a69-4fe8-80e0-abb3cb17054b tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] Acquiring lock "83e0ad4e-cacd-4024-b73b-8d2b54d8aed3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.729724] env[69350]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a3c678fc-a939-409d-8b7e-5bb77372f6d8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.748021] env[69350]: DEBUG oslo_concurrency.lockutils [None req-82c491cb-ed22-450d-847e-e8f562dba9fc tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] Lock "83e0ad4e-cacd-4024-b73b-8d2b54d8aed3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.432s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.748021] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7b8b8ef4-0a69-4fe8-80e0-abb3cb17054b tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] Lock "83e0ad4e-cacd-4024-b73b-8d2b54d8aed3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.049s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.748021] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7b8b8ef4-0a69-4fe8-80e0-abb3cb17054b tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] Acquiring lock "83e0ad4e-cacd-4024-b73b-8d2b54d8aed3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.748225] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7b8b8ef4-0a69-4fe8-80e0-abb3cb17054b tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] Lock "83e0ad4e-cacd-4024-b73b-8d2b54d8aed3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.748379] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7b8b8ef4-0a69-4fe8-80e0-abb3cb17054b tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] Lock "83e0ad4e-cacd-4024-b73b-8d2b54d8aed3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.754870] env[69350]: INFO nova.compute.manager [None req-7b8b8ef4-0a69-4fe8-80e0-abb3cb17054b tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] [instance: 83e0ad4e-cacd-4024-b73b-8d2b54d8aed3] Terminating instance [ 954.985186] env[69350]: DEBUG oslo_vmware.api [None req-1919bb26-86b1-43d7-90ce-0ef0350291c1 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': task-3365376, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.281963} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.985297] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-1919bb26-86b1-43d7-90ce-0ef0350291c1 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 954.985483] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-1919bb26-86b1-43d7-90ce-0ef0350291c1 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 06270a6b-46d7-42ca-a02b-6747417f937e] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 954.985669] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-1919bb26-86b1-43d7-90ce-0ef0350291c1 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 06270a6b-46d7-42ca-a02b-6747417f937e] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 954.985836] env[69350]: INFO nova.compute.manager [None req-1919bb26-86b1-43d7-90ce-0ef0350291c1 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 06270a6b-46d7-42ca-a02b-6747417f937e] Took 1.14 seconds to destroy the instance on the hypervisor. [ 954.986101] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1919bb26-86b1-43d7-90ce-0ef0350291c1 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 954.988915] env[69350]: DEBUG nova.compute.manager [-] [instance: 06270a6b-46d7-42ca-a02b-6747417f937e] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 954.988915] env[69350]: DEBUG nova.network.neutron [-] [instance: 06270a6b-46d7-42ca-a02b-6747417f937e] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 955.107953] env[69350]: DEBUG oslo_vmware.api [None req-c905d87a-634d-4a4b-a277-1749853bcf1b tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Task: {'id': task-3365377, 'name': PowerOffVM_Task, 'duration_secs': 0.178722} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.108810] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-c905d87a-634d-4a4b-a277-1749853bcf1b tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 3a5af6a2-a06a-4f35-92ea-d122160b22b5] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 955.109066] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c905d87a-634d-4a4b-a277-1749853bcf1b tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 3a5af6a2-a06a-4f35-92ea-d122160b22b5] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 955.109431] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bba03330-7ba8-4549-a3f7-ef0d8633dea8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.185725] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c905d87a-634d-4a4b-a277-1749853bcf1b tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 3a5af6a2-a06a-4f35-92ea-d122160b22b5] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 955.185725] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c905d87a-634d-4a4b-a277-1749853bcf1b tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 3a5af6a2-a06a-4f35-92ea-d122160b22b5] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 955.185847] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-c905d87a-634d-4a4b-a277-1749853bcf1b tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Deleting the datastore file [datastore2] 3a5af6a2-a06a-4f35-92ea-d122160b22b5 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 955.189641] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7fa3943d-f0d0-4a0d-ac57-221d3f8aa8bc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.196840] env[69350]: DEBUG oslo_vmware.api [None req-c905d87a-634d-4a4b-a277-1749853bcf1b tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Waiting for the task: (returnval){ [ 955.196840] env[69350]: value = "task-3365379" [ 955.196840] env[69350]: _type = "Task" [ 955.196840] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.208781] env[69350]: DEBUG oslo_vmware.api [None req-c905d87a-634d-4a4b-a277-1749853bcf1b tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Task: {'id': task-3365379, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.259165] env[69350]: DEBUG nova.compute.manager [None req-7b8b8ef4-0a69-4fe8-80e0-abb3cb17054b tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] [instance: 83e0ad4e-cacd-4024-b73b-8d2b54d8aed3] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 955.259446] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7b8b8ef4-0a69-4fe8-80e0-abb3cb17054b tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] [instance: 83e0ad4e-cacd-4024-b73b-8d2b54d8aed3] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 955.260476] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e3c1f4-c0b3-4ca4-952b-708f38f28e2f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.268825] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b8b8ef4-0a69-4fe8-80e0-abb3cb17054b tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] [instance: 83e0ad4e-cacd-4024-b73b-8d2b54d8aed3] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 955.272891] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4aadb5d-192d-4613-aa3d-64f4667528db {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.279206] env[69350]: DEBUG oslo_vmware.api [None req-7b8b8ef4-0a69-4fe8-80e0-abb3cb17054b tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] Waiting for the task: (returnval){ [ 955.279206] env[69350]: value = "task-3365380" [ 955.279206] env[69350]: _type = "Task" [ 955.279206] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.290828] env[69350]: DEBUG oslo_vmware.api [None req-7b8b8ef4-0a69-4fe8-80e0-abb3cb17054b tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] Task: {'id': task-3365380, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.384024] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9455678a-61a7-4233-bee8-4051efe649c4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.389915] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-004b9037-091a-41fb-8e0b-3bf9fc0660dd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.426702] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d139e276-03a0-4c1d-b161-20f9fc37b173 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.436108] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c14baae-28ef-46eb-b809-27e806c07e50 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.444367] env[69350]: DEBUG nova.compute.manager [req-bcb1d750-6610-490c-8735-9ac969e79713 req-8bb93399-b4e6-4682-beed-4fe933126ec4 service nova] [instance: 06270a6b-46d7-42ca-a02b-6747417f937e] Received event network-vif-deleted-f78f9a1c-d8be-4b03-a494-b7c906eddf83 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 955.444700] env[69350]: INFO nova.compute.manager [req-bcb1d750-6610-490c-8735-9ac969e79713 req-8bb93399-b4e6-4682-beed-4fe933126ec4 service nova] [instance: 06270a6b-46d7-42ca-a02b-6747417f937e] Neutron deleted interface f78f9a1c-d8be-4b03-a494-b7c906eddf83; detaching it from the instance and deleting it from the info cache [ 955.445034] env[69350]: DEBUG nova.network.neutron [req-bcb1d750-6610-490c-8735-9ac969e79713 req-8bb93399-b4e6-4682-beed-4fe933126ec4 service nova] [instance: 06270a6b-46d7-42ca-a02b-6747417f937e] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.458289] env[69350]: DEBUG nova.compute.provider_tree [None req-3e0fe48e-9b50-4d0c-bf4c-395701aea6aa tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 955.706938] env[69350]: DEBUG oslo_vmware.api [None req-c905d87a-634d-4a4b-a277-1749853bcf1b tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Task: {'id': task-3365379, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.228609} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.707186] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-c905d87a-634d-4a4b-a277-1749853bcf1b tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 955.707367] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c905d87a-634d-4a4b-a277-1749853bcf1b tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 3a5af6a2-a06a-4f35-92ea-d122160b22b5] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 955.707545] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c905d87a-634d-4a4b-a277-1749853bcf1b tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 3a5af6a2-a06a-4f35-92ea-d122160b22b5] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 955.707714] env[69350]: INFO nova.compute.manager [None req-c905d87a-634d-4a4b-a277-1749853bcf1b tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 3a5af6a2-a06a-4f35-92ea-d122160b22b5] Took 1.13 seconds to destroy the instance on the hypervisor. [ 955.707988] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c905d87a-634d-4a4b-a277-1749853bcf1b tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 955.708253] env[69350]: DEBUG nova.compute.manager [-] [instance: 3a5af6a2-a06a-4f35-92ea-d122160b22b5] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 955.708308] env[69350]: DEBUG nova.network.neutron [-] [instance: 3a5af6a2-a06a-4f35-92ea-d122160b22b5] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 955.794227] env[69350]: DEBUG oslo_vmware.api [None req-7b8b8ef4-0a69-4fe8-80e0-abb3cb17054b tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] Task: {'id': task-3365380, 'name': PowerOffVM_Task, 'duration_secs': 0.263995} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.794699] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b8b8ef4-0a69-4fe8-80e0-abb3cb17054b tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] [instance: 83e0ad4e-cacd-4024-b73b-8d2b54d8aed3] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 955.794967] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7b8b8ef4-0a69-4fe8-80e0-abb3cb17054b tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] [instance: 83e0ad4e-cacd-4024-b73b-8d2b54d8aed3] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 955.795316] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d648e83a-5ba2-4b90-9183-0a91db09f60b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.850015] env[69350]: DEBUG nova.network.neutron [-] [instance: 06270a6b-46d7-42ca-a02b-6747417f937e] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.861156] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7b8b8ef4-0a69-4fe8-80e0-abb3cb17054b tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] [instance: 83e0ad4e-cacd-4024-b73b-8d2b54d8aed3] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 955.862065] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7b8b8ef4-0a69-4fe8-80e0-abb3cb17054b tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] [instance: 83e0ad4e-cacd-4024-b73b-8d2b54d8aed3] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 955.862065] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b8b8ef4-0a69-4fe8-80e0-abb3cb17054b tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] Deleting the datastore file [datastore2] 83e0ad4e-cacd-4024-b73b-8d2b54d8aed3 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 955.862431] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-841599a9-af9d-4758-9814-83b146c0a8bf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.869651] env[69350]: DEBUG oslo_vmware.api [None req-7b8b8ef4-0a69-4fe8-80e0-abb3cb17054b tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] Waiting for the task: (returnval){ [ 955.869651] env[69350]: value = "task-3365382" [ 955.869651] env[69350]: _type = "Task" [ 955.869651] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.880225] env[69350]: DEBUG oslo_vmware.api [None req-7b8b8ef4-0a69-4fe8-80e0-abb3cb17054b tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] Task: {'id': task-3365382, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.961989] env[69350]: DEBUG nova.scheduler.client.report [None req-3e0fe48e-9b50-4d0c-bf4c-395701aea6aa tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 955.969792] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-21a3ed57-cc93-44b5-89d7-435d7fde557b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.983304] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21863b6a-75f9-4f12-859b-4c67170b160e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.026298] env[69350]: DEBUG nova.compute.manager [req-bcb1d750-6610-490c-8735-9ac969e79713 req-8bb93399-b4e6-4682-beed-4fe933126ec4 service nova] [instance: 06270a6b-46d7-42ca-a02b-6747417f937e] Detach interface failed, port_id=f78f9a1c-d8be-4b03-a494-b7c906eddf83, reason: Instance 06270a6b-46d7-42ca-a02b-6747417f937e could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 956.353163] env[69350]: INFO nova.compute.manager [-] [instance: 06270a6b-46d7-42ca-a02b-6747417f937e] Took 1.36 seconds to deallocate network for instance. [ 956.380713] env[69350]: DEBUG oslo_vmware.api [None req-7b8b8ef4-0a69-4fe8-80e0-abb3cb17054b tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] Task: {'id': task-3365382, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.238849} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.381058] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b8b8ef4-0a69-4fe8-80e0-abb3cb17054b tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 956.381270] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7b8b8ef4-0a69-4fe8-80e0-abb3cb17054b tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] [instance: 83e0ad4e-cacd-4024-b73b-8d2b54d8aed3] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 956.381480] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7b8b8ef4-0a69-4fe8-80e0-abb3cb17054b tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] [instance: 83e0ad4e-cacd-4024-b73b-8d2b54d8aed3] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 956.381695] env[69350]: INFO nova.compute.manager [None req-7b8b8ef4-0a69-4fe8-80e0-abb3cb17054b tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] [instance: 83e0ad4e-cacd-4024-b73b-8d2b54d8aed3] Took 1.12 seconds to destroy the instance on the hypervisor. [ 956.381964] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b8b8ef4-0a69-4fe8-80e0-abb3cb17054b tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 956.382182] env[69350]: DEBUG nova.compute.manager [-] [instance: 83e0ad4e-cacd-4024-b73b-8d2b54d8aed3] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 956.382283] env[69350]: DEBUG nova.network.neutron [-] [instance: 83e0ad4e-cacd-4024-b73b-8d2b54d8aed3] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 956.387982] env[69350]: INFO nova.compute.manager [None req-27bd37f5-38e0-4937-ad48-665f9689eea6 tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] [instance: 2e8e720c-f11a-434e-b1b2-ad961383e5de] Get console output [ 956.388361] env[69350]: WARNING nova.virt.vmwareapi.driver [None req-27bd37f5-38e0-4937-ad48-665f9689eea6 tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] [instance: 2e8e720c-f11a-434e-b1b2-ad961383e5de] The console log is missing. Check your VSPC configuration [ 956.475026] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3e0fe48e-9b50-4d0c-bf4c-395701aea6aa tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.749s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.475026] env[69350]: DEBUG nova.compute.manager [None req-3e0fe48e-9b50-4d0c-bf4c-395701aea6aa tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] [instance: e38a1927-542e-4094-80f7-3832351b1db3] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 956.475969] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d4dfabfb-5aea-4dd8-835a-4ca40242a673 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.340s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.477466] env[69350]: INFO nova.compute.claims [None req-d4dfabfb-5aea-4dd8-835a-4ca40242a673 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: aad4e7c2-8241-4c46-be12-938b0673d68e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 956.636993] env[69350]: DEBUG nova.network.neutron [-] [instance: 3a5af6a2-a06a-4f35-92ea-d122160b22b5] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.787449] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a823f61e-57c5-4cae-81c5-f9d82c363014 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Acquiring lock "532d8313-d578-433b-8dec-e05a03ba013b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.787684] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a823f61e-57c5-4cae-81c5-f9d82c363014 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Lock "532d8313-d578-433b-8dec-e05a03ba013b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.860511] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1919bb26-86b1-43d7-90ce-0ef0350291c1 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.986848] env[69350]: DEBUG nova.compute.utils [None req-3e0fe48e-9b50-4d0c-bf4c-395701aea6aa tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 956.988780] env[69350]: DEBUG nova.compute.manager [None req-3e0fe48e-9b50-4d0c-bf4c-395701aea6aa tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] [instance: e38a1927-542e-4094-80f7-3832351b1db3] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 956.988780] env[69350]: DEBUG nova.network.neutron [None req-3e0fe48e-9b50-4d0c-bf4c-395701aea6aa tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] [instance: e38a1927-542e-4094-80f7-3832351b1db3] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 957.042897] env[69350]: DEBUG nova.policy [None req-3e0fe48e-9b50-4d0c-bf4c-395701aea6aa tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd48dc7180dae4d1da13dbd405e815394', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '35695472c4df4ac69598532e95c24cf3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 957.139555] env[69350]: INFO nova.compute.manager [-] [instance: 3a5af6a2-a06a-4f35-92ea-d122160b22b5] Took 1.43 seconds to deallocate network for instance. [ 957.166991] env[69350]: DEBUG nova.network.neutron [-] [instance: 83e0ad4e-cacd-4024-b73b-8d2b54d8aed3] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.290948] env[69350]: DEBUG nova.compute.manager [None req-a823f61e-57c5-4cae-81c5-f9d82c363014 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 532d8313-d578-433b-8dec-e05a03ba013b] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 957.389569] env[69350]: DEBUG nova.network.neutron [None req-3e0fe48e-9b50-4d0c-bf4c-395701aea6aa tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] [instance: e38a1927-542e-4094-80f7-3832351b1db3] Successfully created port: f589f8c3-2f28-472f-8b7a-f6ed61fe82b3 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 957.483583] env[69350]: DEBUG nova.compute.manager [req-38393252-791c-4da1-aa8e-0ded3ea6c505 req-2e98707f-96ee-4189-aef9-b1af53df01c1 service nova] [instance: 3a5af6a2-a06a-4f35-92ea-d122160b22b5] Received event network-vif-deleted-91992c2a-c4aa-4460-9209-15d4643533cc {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 957.483884] env[69350]: DEBUG nova.compute.manager [req-38393252-791c-4da1-aa8e-0ded3ea6c505 req-2e98707f-96ee-4189-aef9-b1af53df01c1 service nova] [instance: 83e0ad4e-cacd-4024-b73b-8d2b54d8aed3] Received event network-vif-deleted-8f35f162-f94b-4720-898b-8382155882d5 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 957.494444] env[69350]: DEBUG nova.compute.manager [None req-3e0fe48e-9b50-4d0c-bf4c-395701aea6aa tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] [instance: e38a1927-542e-4094-80f7-3832351b1db3] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 957.501243] env[69350]: DEBUG oslo_concurrency.lockutils [None req-603d9d2b-2352-4dec-a3ff-4cbd884a0862 tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] Acquiring lock "2e8e720c-f11a-434e-b1b2-ad961383e5de" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.501526] env[69350]: DEBUG oslo_concurrency.lockutils [None req-603d9d2b-2352-4dec-a3ff-4cbd884a0862 tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] Lock "2e8e720c-f11a-434e-b1b2-ad961383e5de" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.501724] env[69350]: DEBUG oslo_concurrency.lockutils [None req-603d9d2b-2352-4dec-a3ff-4cbd884a0862 tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] Acquiring lock "2e8e720c-f11a-434e-b1b2-ad961383e5de-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.501903] env[69350]: DEBUG oslo_concurrency.lockutils [None req-603d9d2b-2352-4dec-a3ff-4cbd884a0862 tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] Lock "2e8e720c-f11a-434e-b1b2-ad961383e5de-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.502109] env[69350]: DEBUG oslo_concurrency.lockutils [None req-603d9d2b-2352-4dec-a3ff-4cbd884a0862 tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] Lock "2e8e720c-f11a-434e-b1b2-ad961383e5de-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.507675] env[69350]: INFO nova.compute.manager [None req-603d9d2b-2352-4dec-a3ff-4cbd884a0862 tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] [instance: 2e8e720c-f11a-434e-b1b2-ad961383e5de] Terminating instance [ 957.645869] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c905d87a-634d-4a4b-a277-1749853bcf1b tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.671068] env[69350]: INFO nova.compute.manager [-] [instance: 83e0ad4e-cacd-4024-b73b-8d2b54d8aed3] Took 1.29 seconds to deallocate network for instance. [ 957.812139] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a823f61e-57c5-4cae-81c5-f9d82c363014 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.906259] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52ebc50f-1da1-40c1-8d2a-ef9a2b3d0698 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.915015] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87bf33d2-1500-4992-a2d4-dc809c601aca {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.946537] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c54c2f51-8467-42ff-9410-97380a6c32dc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.954518] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa0d65f-3d88-422a-b02d-19679689b434 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.968567] env[69350]: DEBUG nova.compute.provider_tree [None req-d4dfabfb-5aea-4dd8-835a-4ca40242a673 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 958.010140] env[69350]: DEBUG nova.compute.manager [None req-603d9d2b-2352-4dec-a3ff-4cbd884a0862 tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] [instance: 2e8e720c-f11a-434e-b1b2-ad961383e5de] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 958.010432] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-603d9d2b-2352-4dec-a3ff-4cbd884a0862 tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] [instance: 2e8e720c-f11a-434e-b1b2-ad961383e5de] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 958.011375] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d117a2-6927-4e47-9e98-0d8e048fe315 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.019526] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-603d9d2b-2352-4dec-a3ff-4cbd884a0862 tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] [instance: 2e8e720c-f11a-434e-b1b2-ad961383e5de] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 958.019806] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-528e6359-7867-44d6-9aa7-44781596d4ab {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.027171] env[69350]: DEBUG oslo_vmware.api [None req-603d9d2b-2352-4dec-a3ff-4cbd884a0862 tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] Waiting for the task: (returnval){ [ 958.027171] env[69350]: value = "task-3365383" [ 958.027171] env[69350]: _type = "Task" [ 958.027171] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.036823] env[69350]: DEBUG oslo_vmware.api [None req-603d9d2b-2352-4dec-a3ff-4cbd884a0862 tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] Task: {'id': task-3365383, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.181112] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7b8b8ef4-0a69-4fe8-80e0-abb3cb17054b tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.473323] env[69350]: DEBUG nova.scheduler.client.report [None req-d4dfabfb-5aea-4dd8-835a-4ca40242a673 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 958.508381] env[69350]: DEBUG nova.compute.manager [None req-3e0fe48e-9b50-4d0c-bf4c-395701aea6aa tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] [instance: e38a1927-542e-4094-80f7-3832351b1db3] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 958.530925] env[69350]: DEBUG nova.virt.hardware [None req-3e0fe48e-9b50-4d0c-bf4c-395701aea6aa tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 958.531241] env[69350]: DEBUG nova.virt.hardware [None req-3e0fe48e-9b50-4d0c-bf4c-395701aea6aa tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 958.531502] env[69350]: DEBUG nova.virt.hardware [None req-3e0fe48e-9b50-4d0c-bf4c-395701aea6aa tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 958.531707] env[69350]: DEBUG nova.virt.hardware [None req-3e0fe48e-9b50-4d0c-bf4c-395701aea6aa tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 958.531855] env[69350]: DEBUG nova.virt.hardware [None req-3e0fe48e-9b50-4d0c-bf4c-395701aea6aa tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 958.531998] env[69350]: DEBUG nova.virt.hardware [None req-3e0fe48e-9b50-4d0c-bf4c-395701aea6aa tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 958.532226] env[69350]: DEBUG nova.virt.hardware [None req-3e0fe48e-9b50-4d0c-bf4c-395701aea6aa tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 958.532383] env[69350]: DEBUG nova.virt.hardware [None req-3e0fe48e-9b50-4d0c-bf4c-395701aea6aa tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 958.532550] env[69350]: DEBUG nova.virt.hardware [None req-3e0fe48e-9b50-4d0c-bf4c-395701aea6aa tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 958.532708] env[69350]: DEBUG nova.virt.hardware [None req-3e0fe48e-9b50-4d0c-bf4c-395701aea6aa tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 958.532877] env[69350]: DEBUG nova.virt.hardware [None req-3e0fe48e-9b50-4d0c-bf4c-395701aea6aa tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 958.538471] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6197de38-1707-4036-b240-890c79b4ab20 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.549126] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177b080b-3657-41aa-a5ef-98233ce7c814 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.553099] env[69350]: DEBUG oslo_vmware.api [None req-603d9d2b-2352-4dec-a3ff-4cbd884a0862 tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] Task: {'id': task-3365383, 'name': PowerOffVM_Task, 'duration_secs': 0.216749} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.553424] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-603d9d2b-2352-4dec-a3ff-4cbd884a0862 tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] [instance: 2e8e720c-f11a-434e-b1b2-ad961383e5de] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 958.553590] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-603d9d2b-2352-4dec-a3ff-4cbd884a0862 tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] [instance: 2e8e720c-f11a-434e-b1b2-ad961383e5de] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 958.554514] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f41af6ce-0a66-48ab-b449-98a8ea7c4279 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.627684] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-603d9d2b-2352-4dec-a3ff-4cbd884a0862 tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] [instance: 2e8e720c-f11a-434e-b1b2-ad961383e5de] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 958.627967] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-603d9d2b-2352-4dec-a3ff-4cbd884a0862 tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] [instance: 2e8e720c-f11a-434e-b1b2-ad961383e5de] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 958.628169] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-603d9d2b-2352-4dec-a3ff-4cbd884a0862 tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] Deleting the datastore file [datastore1] 2e8e720c-f11a-434e-b1b2-ad961383e5de {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 958.628447] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e050ed4-f7f9-4d70-b262-de5b036002a1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.634810] env[69350]: DEBUG oslo_vmware.api [None req-603d9d2b-2352-4dec-a3ff-4cbd884a0862 tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] Waiting for the task: (returnval){ [ 958.634810] env[69350]: value = "task-3365385" [ 958.634810] env[69350]: _type = "Task" [ 958.634810] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.643118] env[69350]: DEBUG oslo_vmware.api [None req-603d9d2b-2352-4dec-a3ff-4cbd884a0862 tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] Task: {'id': task-3365385, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.886399] env[69350]: DEBUG nova.network.neutron [None req-3e0fe48e-9b50-4d0c-bf4c-395701aea6aa tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] [instance: e38a1927-542e-4094-80f7-3832351b1db3] Successfully updated port: f589f8c3-2f28-472f-8b7a-f6ed61fe82b3 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 958.978929] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d4dfabfb-5aea-4dd8-835a-4ca40242a673 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.502s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.979070] env[69350]: DEBUG nova.compute.manager [None req-d4dfabfb-5aea-4dd8-835a-4ca40242a673 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: aad4e7c2-8241-4c46-be12-938b0673d68e] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 958.981754] env[69350]: DEBUG oslo_concurrency.lockutils [None req-917287ed-5557-4c6c-9284-ef3db5200685 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.873s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.984170] env[69350]: INFO nova.compute.claims [None req-917287ed-5557-4c6c-9284-ef3db5200685 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] [instance: 684c8b24-d21b-46bd-86e7-9e93b00cc7dc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 959.145497] env[69350]: DEBUG oslo_vmware.api [None req-603d9d2b-2352-4dec-a3ff-4cbd884a0862 tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] Task: {'id': task-3365385, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139701} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.145831] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-603d9d2b-2352-4dec-a3ff-4cbd884a0862 tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 959.146035] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-603d9d2b-2352-4dec-a3ff-4cbd884a0862 tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] [instance: 2e8e720c-f11a-434e-b1b2-ad961383e5de] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 959.146241] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-603d9d2b-2352-4dec-a3ff-4cbd884a0862 tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] [instance: 2e8e720c-f11a-434e-b1b2-ad961383e5de] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 959.146417] env[69350]: INFO nova.compute.manager [None req-603d9d2b-2352-4dec-a3ff-4cbd884a0862 tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] [instance: 2e8e720c-f11a-434e-b1b2-ad961383e5de] Took 1.14 seconds to destroy the instance on the hypervisor. [ 959.146679] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-603d9d2b-2352-4dec-a3ff-4cbd884a0862 tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 959.146882] env[69350]: DEBUG nova.compute.manager [-] [instance: 2e8e720c-f11a-434e-b1b2-ad961383e5de] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 959.146985] env[69350]: DEBUG nova.network.neutron [-] [instance: 2e8e720c-f11a-434e-b1b2-ad961383e5de] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 959.389262] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3e0fe48e-9b50-4d0c-bf4c-395701aea6aa tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Acquiring lock "refresh_cache-e38a1927-542e-4094-80f7-3832351b1db3" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.389438] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3e0fe48e-9b50-4d0c-bf4c-395701aea6aa tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Acquired lock "refresh_cache-e38a1927-542e-4094-80f7-3832351b1db3" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.389594] env[69350]: DEBUG nova.network.neutron [None req-3e0fe48e-9b50-4d0c-bf4c-395701aea6aa tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] [instance: e38a1927-542e-4094-80f7-3832351b1db3] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 959.491276] env[69350]: DEBUG nova.compute.utils [None req-d4dfabfb-5aea-4dd8-835a-4ca40242a673 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 959.497955] env[69350]: DEBUG nova.compute.manager [None req-d4dfabfb-5aea-4dd8-835a-4ca40242a673 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: aad4e7c2-8241-4c46-be12-938b0673d68e] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 959.498259] env[69350]: DEBUG nova.network.neutron [None req-d4dfabfb-5aea-4dd8-835a-4ca40242a673 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: aad4e7c2-8241-4c46-be12-938b0673d68e] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 959.529681] env[69350]: DEBUG nova.compute.manager [req-a66c029e-210e-46f0-91e0-a2a87e09b147 req-b6ed87cd-afa4-475d-81bb-e7243ff31a9f service nova] [instance: e38a1927-542e-4094-80f7-3832351b1db3] Received event network-vif-plugged-f589f8c3-2f28-472f-8b7a-f6ed61fe82b3 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 959.529931] env[69350]: DEBUG oslo_concurrency.lockutils [req-a66c029e-210e-46f0-91e0-a2a87e09b147 req-b6ed87cd-afa4-475d-81bb-e7243ff31a9f service nova] Acquiring lock "e38a1927-542e-4094-80f7-3832351b1db3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.532278] env[69350]: DEBUG oslo_concurrency.lockutils [req-a66c029e-210e-46f0-91e0-a2a87e09b147 req-b6ed87cd-afa4-475d-81bb-e7243ff31a9f service nova] Lock "e38a1927-542e-4094-80f7-3832351b1db3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.532522] env[69350]: DEBUG oslo_concurrency.lockutils [req-a66c029e-210e-46f0-91e0-a2a87e09b147 req-b6ed87cd-afa4-475d-81bb-e7243ff31a9f service nova] Lock "e38a1927-542e-4094-80f7-3832351b1db3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.532706] env[69350]: DEBUG nova.compute.manager [req-a66c029e-210e-46f0-91e0-a2a87e09b147 req-b6ed87cd-afa4-475d-81bb-e7243ff31a9f service nova] [instance: e38a1927-542e-4094-80f7-3832351b1db3] No waiting events found dispatching network-vif-plugged-f589f8c3-2f28-472f-8b7a-f6ed61fe82b3 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 959.532880] env[69350]: WARNING nova.compute.manager [req-a66c029e-210e-46f0-91e0-a2a87e09b147 req-b6ed87cd-afa4-475d-81bb-e7243ff31a9f service nova] [instance: e38a1927-542e-4094-80f7-3832351b1db3] Received unexpected event network-vif-plugged-f589f8c3-2f28-472f-8b7a-f6ed61fe82b3 for instance with vm_state building and task_state spawning. [ 959.533084] env[69350]: DEBUG nova.compute.manager [req-a66c029e-210e-46f0-91e0-a2a87e09b147 req-b6ed87cd-afa4-475d-81bb-e7243ff31a9f service nova] [instance: e38a1927-542e-4094-80f7-3832351b1db3] Received event network-changed-f589f8c3-2f28-472f-8b7a-f6ed61fe82b3 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 959.533249] env[69350]: DEBUG nova.compute.manager [req-a66c029e-210e-46f0-91e0-a2a87e09b147 req-b6ed87cd-afa4-475d-81bb-e7243ff31a9f service nova] [instance: e38a1927-542e-4094-80f7-3832351b1db3] Refreshing instance network info cache due to event network-changed-f589f8c3-2f28-472f-8b7a-f6ed61fe82b3. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 959.533415] env[69350]: DEBUG oslo_concurrency.lockutils [req-a66c029e-210e-46f0-91e0-a2a87e09b147 req-b6ed87cd-afa4-475d-81bb-e7243ff31a9f service nova] Acquiring lock "refresh_cache-e38a1927-542e-4094-80f7-3832351b1db3" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.570803] env[69350]: DEBUG nova.policy [None req-d4dfabfb-5aea-4dd8-835a-4ca40242a673 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'baa803e960bc47b1a5fa1d720cfcbbcd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '46625a434b9f47dc83d92c9db8a3024c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 959.963150] env[69350]: DEBUG nova.network.neutron [None req-3e0fe48e-9b50-4d0c-bf4c-395701aea6aa tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] [instance: e38a1927-542e-4094-80f7-3832351b1db3] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 959.999029] env[69350]: DEBUG nova.compute.manager [None req-d4dfabfb-5aea-4dd8-835a-4ca40242a673 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: aad4e7c2-8241-4c46-be12-938b0673d68e] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 960.006426] env[69350]: DEBUG nova.network.neutron [None req-d4dfabfb-5aea-4dd8-835a-4ca40242a673 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: aad4e7c2-8241-4c46-be12-938b0673d68e] Successfully created port: b1af3607-5317-4ec5-b397-1f27a7823c62 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 960.221164] env[69350]: DEBUG nova.network.neutron [-] [instance: 2e8e720c-f11a-434e-b1b2-ad961383e5de] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.234603] env[69350]: DEBUG nova.network.neutron [None req-3e0fe48e-9b50-4d0c-bf4c-395701aea6aa tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] [instance: e38a1927-542e-4094-80f7-3832351b1db3] Updating instance_info_cache with network_info: [{"id": "f589f8c3-2f28-472f-8b7a-f6ed61fe82b3", "address": "fa:16:3e:c7:49:f7", "network": {"id": "551188d6-1b62-439d-a72a-925dbe0d2ec7", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1630423921-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35695472c4df4ac69598532e95c24cf3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf589f8c3-2f", "ovs_interfaceid": "f589f8c3-2f28-472f-8b7a-f6ed61fe82b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.538747] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d80a79-4336-4623-abf3-1b538add5920 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.547559] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02adcbe2-bf3d-4c24-8e26-ded66b1ee991 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.583834] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a1817f-96f5-4acf-bad1-5018ed734e18 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.592544] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-125a5afe-167e-430b-bd4d-33917ef941fa {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.609177] env[69350]: DEBUG nova.compute.provider_tree [None req-917287ed-5557-4c6c-9284-ef3db5200685 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] Updating inventory in ProviderTree for provider 493c4881-f171-4c66-96e5-06180e27f02f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 960.726174] env[69350]: INFO nova.compute.manager [-] [instance: 2e8e720c-f11a-434e-b1b2-ad961383e5de] Took 1.58 seconds to deallocate network for instance. [ 960.738597] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3e0fe48e-9b50-4d0c-bf4c-395701aea6aa tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Releasing lock "refresh_cache-e38a1927-542e-4094-80f7-3832351b1db3" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.738963] env[69350]: DEBUG nova.compute.manager [None req-3e0fe48e-9b50-4d0c-bf4c-395701aea6aa tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] [instance: e38a1927-542e-4094-80f7-3832351b1db3] Instance network_info: |[{"id": "f589f8c3-2f28-472f-8b7a-f6ed61fe82b3", "address": "fa:16:3e:c7:49:f7", "network": {"id": "551188d6-1b62-439d-a72a-925dbe0d2ec7", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1630423921-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35695472c4df4ac69598532e95c24cf3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf589f8c3-2f", "ovs_interfaceid": "f589f8c3-2f28-472f-8b7a-f6ed61fe82b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 960.739284] env[69350]: DEBUG oslo_concurrency.lockutils [req-a66c029e-210e-46f0-91e0-a2a87e09b147 req-b6ed87cd-afa4-475d-81bb-e7243ff31a9f service nova] Acquired lock "refresh_cache-e38a1927-542e-4094-80f7-3832351b1db3" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.739475] env[69350]: DEBUG nova.network.neutron [req-a66c029e-210e-46f0-91e0-a2a87e09b147 req-b6ed87cd-afa4-475d-81bb-e7243ff31a9f service nova] [instance: e38a1927-542e-4094-80f7-3832351b1db3] Refreshing network info cache for port f589f8c3-2f28-472f-8b7a-f6ed61fe82b3 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 960.740604] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-3e0fe48e-9b50-4d0c-bf4c-395701aea6aa tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] [instance: e38a1927-542e-4094-80f7-3832351b1db3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:49:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0c293d47-74c0-49d7-a474-cdb643080f6f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f589f8c3-2f28-472f-8b7a-f6ed61fe82b3', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 960.748431] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e0fe48e-9b50-4d0c-bf4c-395701aea6aa tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 960.751575] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e38a1927-542e-4094-80f7-3832351b1db3] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 960.752547] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d40497f-2ed5-4041-889b-044a360087c8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.778093] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 960.778093] env[69350]: value = "task-3365386" [ 960.778093] env[69350]: _type = "Task" [ 960.778093] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.786564] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365386, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.993477] env[69350]: DEBUG nova.network.neutron [req-a66c029e-210e-46f0-91e0-a2a87e09b147 req-b6ed87cd-afa4-475d-81bb-e7243ff31a9f service nova] [instance: e38a1927-542e-4094-80f7-3832351b1db3] Updated VIF entry in instance network info cache for port f589f8c3-2f28-472f-8b7a-f6ed61fe82b3. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 960.993883] env[69350]: DEBUG nova.network.neutron [req-a66c029e-210e-46f0-91e0-a2a87e09b147 req-b6ed87cd-afa4-475d-81bb-e7243ff31a9f service nova] [instance: e38a1927-542e-4094-80f7-3832351b1db3] Updating instance_info_cache with network_info: [{"id": "f589f8c3-2f28-472f-8b7a-f6ed61fe82b3", "address": "fa:16:3e:c7:49:f7", "network": {"id": "551188d6-1b62-439d-a72a-925dbe0d2ec7", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1630423921-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35695472c4df4ac69598532e95c24cf3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf589f8c3-2f", "ovs_interfaceid": "f589f8c3-2f28-472f-8b7a-f6ed61fe82b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.012741] env[69350]: DEBUG nova.compute.manager [None req-d4dfabfb-5aea-4dd8-835a-4ca40242a673 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: aad4e7c2-8241-4c46-be12-938b0673d68e] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 961.035520] env[69350]: DEBUG nova.virt.hardware [None req-d4dfabfb-5aea-4dd8-835a-4ca40242a673 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 961.035795] env[69350]: DEBUG nova.virt.hardware [None req-d4dfabfb-5aea-4dd8-835a-4ca40242a673 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 961.035981] env[69350]: DEBUG nova.virt.hardware [None req-d4dfabfb-5aea-4dd8-835a-4ca40242a673 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 961.036184] env[69350]: DEBUG nova.virt.hardware [None req-d4dfabfb-5aea-4dd8-835a-4ca40242a673 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 961.036388] env[69350]: DEBUG nova.virt.hardware [None req-d4dfabfb-5aea-4dd8-835a-4ca40242a673 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 961.036487] env[69350]: DEBUG nova.virt.hardware [None req-d4dfabfb-5aea-4dd8-835a-4ca40242a673 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 961.036732] env[69350]: DEBUG nova.virt.hardware [None req-d4dfabfb-5aea-4dd8-835a-4ca40242a673 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 961.036941] env[69350]: DEBUG nova.virt.hardware [None req-d4dfabfb-5aea-4dd8-835a-4ca40242a673 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 961.037187] env[69350]: DEBUG nova.virt.hardware [None req-d4dfabfb-5aea-4dd8-835a-4ca40242a673 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 961.037381] env[69350]: DEBUG nova.virt.hardware [None req-d4dfabfb-5aea-4dd8-835a-4ca40242a673 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 961.037558] env[69350]: DEBUG nova.virt.hardware [None req-d4dfabfb-5aea-4dd8-835a-4ca40242a673 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 961.038568] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ecd52d-2303-48da-aadb-5fcfcb3ce1a0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.049308] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c8fbd4d-b206-4a91-9b7c-356cc91a2699 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.134284] env[69350]: ERROR nova.scheduler.client.report [None req-917287ed-5557-4c6c-9284-ef3db5200685 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] [req-b01cd404-aad2-44e1-b7d9-ed01ed87923b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 493c4881-f171-4c66-96e5-06180e27f02f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b01cd404-aad2-44e1-b7d9-ed01ed87923b"}]} [ 961.155696] env[69350]: DEBUG nova.scheduler.client.report [None req-917287ed-5557-4c6c-9284-ef3db5200685 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] Refreshing inventories for resource provider 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 961.184071] env[69350]: DEBUG nova.scheduler.client.report [None req-917287ed-5557-4c6c-9284-ef3db5200685 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] Updating ProviderTree inventory for provider 493c4881-f171-4c66-96e5-06180e27f02f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 961.184326] env[69350]: DEBUG nova.compute.provider_tree [None req-917287ed-5557-4c6c-9284-ef3db5200685 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] Updating inventory in ProviderTree for provider 493c4881-f171-4c66-96e5-06180e27f02f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 961.211225] env[69350]: DEBUG nova.scheduler.client.report [None req-917287ed-5557-4c6c-9284-ef3db5200685 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] Refreshing aggregate associations for resource provider 493c4881-f171-4c66-96e5-06180e27f02f, aggregates: None {{(pid=69350) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 961.230894] env[69350]: DEBUG nova.scheduler.client.report [None req-917287ed-5557-4c6c-9284-ef3db5200685 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] Refreshing trait associations for resource provider 493c4881-f171-4c66-96e5-06180e27f02f, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69350) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 961.233830] env[69350]: DEBUG oslo_concurrency.lockutils [None req-603d9d2b-2352-4dec-a3ff-4cbd884a0862 tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.290573] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365386, 'name': CreateVM_Task, 'duration_secs': 0.359066} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.290745] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e38a1927-542e-4094-80f7-3832351b1db3] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 961.291443] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3e0fe48e-9b50-4d0c-bf4c-395701aea6aa tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.291609] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3e0fe48e-9b50-4d0c-bf4c-395701aea6aa tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.292037] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3e0fe48e-9b50-4d0c-bf4c-395701aea6aa tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.292302] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48ca61ef-4f32-4920-8c20-aca77aec7071 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.299486] env[69350]: DEBUG oslo_vmware.api [None req-3e0fe48e-9b50-4d0c-bf4c-395701aea6aa tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Waiting for the task: (returnval){ [ 961.299486] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]520acf5c-23bc-64d6-1bf6-c48169c82a6f" [ 961.299486] env[69350]: _type = "Task" [ 961.299486] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.307792] env[69350]: DEBUG oslo_vmware.api [None req-3e0fe48e-9b50-4d0c-bf4c-395701aea6aa tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]520acf5c-23bc-64d6-1bf6-c48169c82a6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.498719] env[69350]: DEBUG oslo_concurrency.lockutils [req-a66c029e-210e-46f0-91e0-a2a87e09b147 req-b6ed87cd-afa4-475d-81bb-e7243ff31a9f service nova] Releasing lock "refresh_cache-e38a1927-542e-4094-80f7-3832351b1db3" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.563522] env[69350]: DEBUG nova.compute.manager [req-f33a3d98-24da-4273-a6f8-e542434617cd req-205617aa-2ce4-4cb5-adee-5d876de48414 service nova] [instance: 2e8e720c-f11a-434e-b1b2-ad961383e5de] Received event network-vif-deleted-f5612751-dbb1-46c0-b3bc-ced4a4b3aa9e {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 961.612007] env[69350]: DEBUG oslo_vmware.rw_handles [None req-258ca4fb-21f8-4234-9440-90f6448f8f52 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526dedc1-1305-5d28-0640-b6fba1fcaf6c/disk-0.vmdk. {{(pid=69350) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 961.613097] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f3e9177-5c0e-4a04-afed-847a0621234a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.621671] env[69350]: DEBUG oslo_vmware.rw_handles [None req-258ca4fb-21f8-4234-9440-90f6448f8f52 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526dedc1-1305-5d28-0640-b6fba1fcaf6c/disk-0.vmdk is in state: ready. {{(pid=69350) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 961.621671] env[69350]: ERROR oslo_vmware.rw_handles [None req-258ca4fb-21f8-4234-9440-90f6448f8f52 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526dedc1-1305-5d28-0640-b6fba1fcaf6c/disk-0.vmdk due to incomplete transfer. [ 961.621887] env[69350]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-551a27ee-1c62-4a98-b05a-cb69ced825bd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.628537] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a813d66c-5a5f-4e78-a73b-a846be3c7b4b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.632550] env[69350]: DEBUG oslo_vmware.rw_handles [None req-258ca4fb-21f8-4234-9440-90f6448f8f52 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526dedc1-1305-5d28-0640-b6fba1fcaf6c/disk-0.vmdk. {{(pid=69350) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 961.632550] env[69350]: DEBUG nova.virt.vmwareapi.images [None req-258ca4fb-21f8-4234-9440-90f6448f8f52 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: dfa7050a-9a30-4a81-8e47-404bca52d0bd] Uploaded image 4da1070d-eb99-42f8-8c97-15909590a125 to the Glance image server {{(pid=69350) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 961.634672] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-258ca4fb-21f8-4234-9440-90f6448f8f52 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: dfa7050a-9a30-4a81-8e47-404bca52d0bd] Destroying the VM {{(pid=69350) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 961.635221] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-75f06954-85db-446a-90d1-280886e9ef98 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.639723] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca1d7be-5564-4c2e-b1a9-6451dfaa7563 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.643633] env[69350]: DEBUG oslo_vmware.api [None req-258ca4fb-21f8-4234-9440-90f6448f8f52 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Waiting for the task: (returnval){ [ 961.643633] env[69350]: value = "task-3365387" [ 961.643633] env[69350]: _type = "Task" [ 961.643633] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.673151] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e8d564a-b1d2-43f1-bd2f-6bd68b63ee1a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.678445] env[69350]: DEBUG oslo_vmware.api [None req-258ca4fb-21f8-4234-9440-90f6448f8f52 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365387, 'name': Destroy_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.683114] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e25e3db7-1a38-4290-9ec6-4dda3dff22e6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.697670] env[69350]: DEBUG nova.compute.provider_tree [None req-917287ed-5557-4c6c-9284-ef3db5200685 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] Updating inventory in ProviderTree for provider 493c4881-f171-4c66-96e5-06180e27f02f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 961.809875] env[69350]: DEBUG oslo_vmware.api [None req-3e0fe48e-9b50-4d0c-bf4c-395701aea6aa tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]520acf5c-23bc-64d6-1bf6-c48169c82a6f, 'name': SearchDatastore_Task, 'duration_secs': 0.011302} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.810191] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3e0fe48e-9b50-4d0c-bf4c-395701aea6aa tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.810599] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-3e0fe48e-9b50-4d0c-bf4c-395701aea6aa tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] [instance: e38a1927-542e-4094-80f7-3832351b1db3] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 961.810839] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3e0fe48e-9b50-4d0c-bf4c-395701aea6aa tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.810984] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3e0fe48e-9b50-4d0c-bf4c-395701aea6aa tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.811179] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e0fe48e-9b50-4d0c-bf4c-395701aea6aa tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 961.811433] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8d2541a-bdc7-48c0-9059-cbfb22591485 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.819254] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e0fe48e-9b50-4d0c-bf4c-395701aea6aa tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 961.819688] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-3e0fe48e-9b50-4d0c-bf4c-395701aea6aa tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 961.820287] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1492849e-9f3b-4607-90c8-8b397dff20ef {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.825358] env[69350]: DEBUG oslo_vmware.api [None req-3e0fe48e-9b50-4d0c-bf4c-395701aea6aa tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Waiting for the task: (returnval){ [ 961.825358] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]526b8f11-2f9c-696f-573c-e95f9bed691c" [ 961.825358] env[69350]: _type = "Task" [ 961.825358] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.834724] env[69350]: DEBUG oslo_vmware.api [None req-3e0fe48e-9b50-4d0c-bf4c-395701aea6aa tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]526b8f11-2f9c-696f-573c-e95f9bed691c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.991127] env[69350]: DEBUG nova.network.neutron [None req-d4dfabfb-5aea-4dd8-835a-4ca40242a673 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: aad4e7c2-8241-4c46-be12-938b0673d68e] Successfully updated port: b1af3607-5317-4ec5-b397-1f27a7823c62 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 962.155032] env[69350]: DEBUG oslo_vmware.api [None req-258ca4fb-21f8-4234-9440-90f6448f8f52 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365387, 'name': Destroy_Task, 'duration_secs': 0.315646} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.155032] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-258ca4fb-21f8-4234-9440-90f6448f8f52 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: dfa7050a-9a30-4a81-8e47-404bca52d0bd] Destroyed the VM [ 962.155032] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-258ca4fb-21f8-4234-9440-90f6448f8f52 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: dfa7050a-9a30-4a81-8e47-404bca52d0bd] Deleting Snapshot of the VM instance {{(pid=69350) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 962.155174] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d5cc7fca-0ba1-4987-a243-a224a9a443b9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.160992] env[69350]: DEBUG oslo_vmware.api [None req-258ca4fb-21f8-4234-9440-90f6448f8f52 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Waiting for the task: (returnval){ [ 962.160992] env[69350]: value = "task-3365388" [ 962.160992] env[69350]: _type = "Task" [ 962.160992] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.168355] env[69350]: DEBUG oslo_vmware.api [None req-258ca4fb-21f8-4234-9440-90f6448f8f52 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365388, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.232492] env[69350]: DEBUG nova.scheduler.client.report [None req-917287ed-5557-4c6c-9284-ef3db5200685 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] Updated inventory for provider 493c4881-f171-4c66-96e5-06180e27f02f with generation 88 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 962.232492] env[69350]: DEBUG nova.compute.provider_tree [None req-917287ed-5557-4c6c-9284-ef3db5200685 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] Updating resource provider 493c4881-f171-4c66-96e5-06180e27f02f generation from 88 to 89 during operation: update_inventory {{(pid=69350) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 962.232492] env[69350]: DEBUG nova.compute.provider_tree [None req-917287ed-5557-4c6c-9284-ef3db5200685 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] Updating inventory in ProviderTree for provider 493c4881-f171-4c66-96e5-06180e27f02f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 962.337255] env[69350]: DEBUG oslo_vmware.api [None req-3e0fe48e-9b50-4d0c-bf4c-395701aea6aa tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]526b8f11-2f9c-696f-573c-e95f9bed691c, 'name': SearchDatastore_Task, 'duration_secs': 0.007821} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.338135] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec476789-e675-4bce-a8a0-ea27530eea82 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.343477] env[69350]: DEBUG oslo_vmware.api [None req-3e0fe48e-9b50-4d0c-bf4c-395701aea6aa tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Waiting for the task: (returnval){ [ 962.343477] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]520dd678-ecca-8062-b824-b244b6d4ee73" [ 962.343477] env[69350]: _type = "Task" [ 962.343477] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.351777] env[69350]: DEBUG oslo_vmware.api [None req-3e0fe48e-9b50-4d0c-bf4c-395701aea6aa tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]520dd678-ecca-8062-b824-b244b6d4ee73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.493523] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d4dfabfb-5aea-4dd8-835a-4ca40242a673 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Acquiring lock "refresh_cache-aad4e7c2-8241-4c46-be12-938b0673d68e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.493746] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d4dfabfb-5aea-4dd8-835a-4ca40242a673 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Acquired lock "refresh_cache-aad4e7c2-8241-4c46-be12-938b0673d68e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.493914] env[69350]: DEBUG nova.network.neutron [None req-d4dfabfb-5aea-4dd8-835a-4ca40242a673 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: aad4e7c2-8241-4c46-be12-938b0673d68e] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 962.670718] env[69350]: DEBUG oslo_vmware.api [None req-258ca4fb-21f8-4234-9440-90f6448f8f52 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365388, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.736026] env[69350]: DEBUG oslo_concurrency.lockutils [None req-917287ed-5557-4c6c-9284-ef3db5200685 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.754s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.736586] env[69350]: DEBUG nova.compute.manager [None req-917287ed-5557-4c6c-9284-ef3db5200685 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] [instance: 684c8b24-d21b-46bd-86e7-9e93b00cc7dc] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 962.739582] env[69350]: DEBUG oslo_concurrency.lockutils [None req-dff00bdb-9821-41dc-b152-be3321b7b364 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.230s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.741607] env[69350]: INFO nova.compute.claims [None req-dff00bdb-9821-41dc-b152-be3321b7b364 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] [instance: 344ddaeb-e158-4d77-a322-68360d567e5b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 962.853815] env[69350]: DEBUG oslo_vmware.api [None req-3e0fe48e-9b50-4d0c-bf4c-395701aea6aa tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]520dd678-ecca-8062-b824-b244b6d4ee73, 'name': SearchDatastore_Task, 'duration_secs': 0.009791} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.854075] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3e0fe48e-9b50-4d0c-bf4c-395701aea6aa tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.854333] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e0fe48e-9b50-4d0c-bf4c-395701aea6aa tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] e38a1927-542e-4094-80f7-3832351b1db3/e38a1927-542e-4094-80f7-3832351b1db3.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 962.854588] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c99efa40-3a5b-4b26-961a-9a7611d5fa0f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.861193] env[69350]: DEBUG oslo_vmware.api [None req-3e0fe48e-9b50-4d0c-bf4c-395701aea6aa tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Waiting for the task: (returnval){ [ 962.861193] env[69350]: value = "task-3365389" [ 962.861193] env[69350]: _type = "Task" [ 962.861193] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.870530] env[69350]: DEBUG oslo_vmware.api [None req-3e0fe48e-9b50-4d0c-bf4c-395701aea6aa tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Task: {'id': task-3365389, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.027231] env[69350]: DEBUG nova.network.neutron [None req-d4dfabfb-5aea-4dd8-835a-4ca40242a673 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: aad4e7c2-8241-4c46-be12-938b0673d68e] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 963.172342] env[69350]: DEBUG oslo_vmware.api [None req-258ca4fb-21f8-4234-9440-90f6448f8f52 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365388, 'name': RemoveSnapshot_Task, 'duration_secs': 0.638457} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.172639] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-258ca4fb-21f8-4234-9440-90f6448f8f52 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: dfa7050a-9a30-4a81-8e47-404bca52d0bd] Deleted Snapshot of the VM instance {{(pid=69350) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 963.172884] env[69350]: INFO nova.compute.manager [None req-258ca4fb-21f8-4234-9440-90f6448f8f52 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: dfa7050a-9a30-4a81-8e47-404bca52d0bd] Took 12.20 seconds to snapshot the instance on the hypervisor. [ 963.176210] env[69350]: DEBUG nova.network.neutron [None req-d4dfabfb-5aea-4dd8-835a-4ca40242a673 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: aad4e7c2-8241-4c46-be12-938b0673d68e] Updating instance_info_cache with network_info: [{"id": "b1af3607-5317-4ec5-b397-1f27a7823c62", "address": "fa:16:3e:73:5f:4a", "network": {"id": "bc16c158-ef75-4a41-beeb-3ceae708fa9d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-469663997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46625a434b9f47dc83d92c9db8a3024c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1af3607-53", "ovs_interfaceid": "b1af3607-5317-4ec5-b397-1f27a7823c62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.245441] env[69350]: DEBUG nova.compute.utils [None req-917287ed-5557-4c6c-9284-ef3db5200685 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 963.249943] env[69350]: DEBUG nova.compute.manager [None req-917287ed-5557-4c6c-9284-ef3db5200685 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] [instance: 684c8b24-d21b-46bd-86e7-9e93b00cc7dc] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 963.250098] env[69350]: DEBUG nova.network.neutron [None req-917287ed-5557-4c6c-9284-ef3db5200685 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] [instance: 684c8b24-d21b-46bd-86e7-9e93b00cc7dc] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 963.300127] env[69350]: DEBUG nova.policy [None req-917287ed-5557-4c6c-9284-ef3db5200685 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4df5be01d0bd4511aa01867750b4b60b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e7c55b76690e4dc8b0406b487854d2ab', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 963.342986] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Acquiring lock "dcace75e-abf2-4e4a-8bae-2ccce0c618f5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.343344] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Lock "dcace75e-abf2-4e4a-8bae-2ccce0c618f5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.376733] env[69350]: DEBUG oslo_vmware.api [None req-3e0fe48e-9b50-4d0c-bf4c-395701aea6aa tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Task: {'id': task-3365389, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.596247] env[69350]: DEBUG nova.compute.manager [req-e7ef6ca1-07ba-4bd8-a452-5120334542ad req-21869cbb-b37a-40a7-92ec-5d97df92972a service nova] [instance: aad4e7c2-8241-4c46-be12-938b0673d68e] Received event network-vif-plugged-b1af3607-5317-4ec5-b397-1f27a7823c62 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 963.596247] env[69350]: DEBUG oslo_concurrency.lockutils [req-e7ef6ca1-07ba-4bd8-a452-5120334542ad req-21869cbb-b37a-40a7-92ec-5d97df92972a service nova] Acquiring lock "aad4e7c2-8241-4c46-be12-938b0673d68e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.596247] env[69350]: DEBUG oslo_concurrency.lockutils [req-e7ef6ca1-07ba-4bd8-a452-5120334542ad req-21869cbb-b37a-40a7-92ec-5d97df92972a service nova] Lock "aad4e7c2-8241-4c46-be12-938b0673d68e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.596247] env[69350]: DEBUG oslo_concurrency.lockutils [req-e7ef6ca1-07ba-4bd8-a452-5120334542ad req-21869cbb-b37a-40a7-92ec-5d97df92972a service nova] Lock "aad4e7c2-8241-4c46-be12-938b0673d68e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.596247] env[69350]: DEBUG nova.compute.manager [req-e7ef6ca1-07ba-4bd8-a452-5120334542ad req-21869cbb-b37a-40a7-92ec-5d97df92972a service nova] [instance: aad4e7c2-8241-4c46-be12-938b0673d68e] No waiting events found dispatching network-vif-plugged-b1af3607-5317-4ec5-b397-1f27a7823c62 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 963.596247] env[69350]: WARNING nova.compute.manager [req-e7ef6ca1-07ba-4bd8-a452-5120334542ad req-21869cbb-b37a-40a7-92ec-5d97df92972a service nova] [instance: aad4e7c2-8241-4c46-be12-938b0673d68e] Received unexpected event network-vif-plugged-b1af3607-5317-4ec5-b397-1f27a7823c62 for instance with vm_state building and task_state spawning. [ 963.596247] env[69350]: DEBUG nova.compute.manager [req-e7ef6ca1-07ba-4bd8-a452-5120334542ad req-21869cbb-b37a-40a7-92ec-5d97df92972a service nova] [instance: aad4e7c2-8241-4c46-be12-938b0673d68e] Received event network-changed-b1af3607-5317-4ec5-b397-1f27a7823c62 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 963.596247] env[69350]: DEBUG nova.compute.manager [req-e7ef6ca1-07ba-4bd8-a452-5120334542ad req-21869cbb-b37a-40a7-92ec-5d97df92972a service nova] [instance: aad4e7c2-8241-4c46-be12-938b0673d68e] Refreshing instance network info cache due to event network-changed-b1af3607-5317-4ec5-b397-1f27a7823c62. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 963.596247] env[69350]: DEBUG oslo_concurrency.lockutils [req-e7ef6ca1-07ba-4bd8-a452-5120334542ad req-21869cbb-b37a-40a7-92ec-5d97df92972a service nova] Acquiring lock "refresh_cache-aad4e7c2-8241-4c46-be12-938b0673d68e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.641170] env[69350]: DEBUG nova.network.neutron [None req-917287ed-5557-4c6c-9284-ef3db5200685 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] [instance: 684c8b24-d21b-46bd-86e7-9e93b00cc7dc] Successfully created port: c9fff5da-6a1d-42f1-8de6-552f0bce7a98 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 963.680614] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d4dfabfb-5aea-4dd8-835a-4ca40242a673 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Releasing lock "refresh_cache-aad4e7c2-8241-4c46-be12-938b0673d68e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.680910] env[69350]: DEBUG nova.compute.manager [None req-d4dfabfb-5aea-4dd8-835a-4ca40242a673 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: aad4e7c2-8241-4c46-be12-938b0673d68e] Instance network_info: |[{"id": "b1af3607-5317-4ec5-b397-1f27a7823c62", "address": "fa:16:3e:73:5f:4a", "network": {"id": "bc16c158-ef75-4a41-beeb-3ceae708fa9d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-469663997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46625a434b9f47dc83d92c9db8a3024c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1af3607-53", "ovs_interfaceid": "b1af3607-5317-4ec5-b397-1f27a7823c62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 963.682406] env[69350]: DEBUG oslo_concurrency.lockutils [req-e7ef6ca1-07ba-4bd8-a452-5120334542ad req-21869cbb-b37a-40a7-92ec-5d97df92972a service nova] Acquired lock "refresh_cache-aad4e7c2-8241-4c46-be12-938b0673d68e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.682594] env[69350]: DEBUG nova.network.neutron [req-e7ef6ca1-07ba-4bd8-a452-5120334542ad req-21869cbb-b37a-40a7-92ec-5d97df92972a service nova] [instance: aad4e7c2-8241-4c46-be12-938b0673d68e] Refreshing network info cache for port b1af3607-5317-4ec5-b397-1f27a7823c62 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 963.684164] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d4dfabfb-5aea-4dd8-835a-4ca40242a673 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: aad4e7c2-8241-4c46-be12-938b0673d68e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:5f:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0549820d-5649-40bc-ad6e-9ae27b384d90', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b1af3607-5317-4ec5-b397-1f27a7823c62', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 963.692125] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d4dfabfb-5aea-4dd8-835a-4ca40242a673 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 963.695240] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aad4e7c2-8241-4c46-be12-938b0673d68e] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 963.696154] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e3af7df1-3449-413c-b3bd-61907b9b57f9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.717477] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 963.717477] env[69350]: value = "task-3365390" [ 963.717477] env[69350]: _type = "Task" [ 963.717477] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.726623] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365390, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.753145] env[69350]: DEBUG nova.compute.manager [None req-917287ed-5557-4c6c-9284-ef3db5200685 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] [instance: 684c8b24-d21b-46bd-86e7-9e93b00cc7dc] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 963.845981] env[69350]: DEBUG nova.compute.manager [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: dcace75e-abf2-4e4a-8bae-2ccce0c618f5] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 963.875565] env[69350]: DEBUG oslo_vmware.api [None req-3e0fe48e-9b50-4d0c-bf4c-395701aea6aa tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Task: {'id': task-3365389, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.634384} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.875730] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e0fe48e-9b50-4d0c-bf4c-395701aea6aa tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] e38a1927-542e-4094-80f7-3832351b1db3/e38a1927-542e-4094-80f7-3832351b1db3.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 963.876253] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-3e0fe48e-9b50-4d0c-bf4c-395701aea6aa tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] [instance: e38a1927-542e-4094-80f7-3832351b1db3] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 963.876307] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-25d64d2f-11fc-48a4-b319-dd25737429af {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.883913] env[69350]: DEBUG oslo_vmware.api [None req-3e0fe48e-9b50-4d0c-bf4c-395701aea6aa tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Waiting for the task: (returnval){ [ 963.883913] env[69350]: value = "task-3365391" [ 963.883913] env[69350]: _type = "Task" [ 963.883913] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.901720] env[69350]: DEBUG oslo_vmware.api [None req-3e0fe48e-9b50-4d0c-bf4c-395701aea6aa tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Task: {'id': task-3365391, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.109049] env[69350]: DEBUG nova.network.neutron [req-e7ef6ca1-07ba-4bd8-a452-5120334542ad req-21869cbb-b37a-40a7-92ec-5d97df92972a service nova] [instance: aad4e7c2-8241-4c46-be12-938b0673d68e] Updated VIF entry in instance network info cache for port b1af3607-5317-4ec5-b397-1f27a7823c62. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 964.109441] env[69350]: DEBUG nova.network.neutron [req-e7ef6ca1-07ba-4bd8-a452-5120334542ad req-21869cbb-b37a-40a7-92ec-5d97df92972a service nova] [instance: aad4e7c2-8241-4c46-be12-938b0673d68e] Updating instance_info_cache with network_info: [{"id": "b1af3607-5317-4ec5-b397-1f27a7823c62", "address": "fa:16:3e:73:5f:4a", "network": {"id": "bc16c158-ef75-4a41-beeb-3ceae708fa9d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-469663997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46625a434b9f47dc83d92c9db8a3024c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1af3607-53", "ovs_interfaceid": "b1af3607-5317-4ec5-b397-1f27a7823c62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.228456] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365390, 'name': CreateVM_Task, 'duration_secs': 0.406955} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.231453] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aad4e7c2-8241-4c46-be12-938b0673d68e] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 964.232299] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d4dfabfb-5aea-4dd8-835a-4ca40242a673 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.232452] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d4dfabfb-5aea-4dd8-835a-4ca40242a673 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.232762] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d4dfabfb-5aea-4dd8-835a-4ca40242a673 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.233017] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d69dda51-3f9a-4dc9-a79f-f48c6d05a0db {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.237751] env[69350]: DEBUG oslo_vmware.api [None req-d4dfabfb-5aea-4dd8-835a-4ca40242a673 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Waiting for the task: (returnval){ [ 964.237751] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]520b848a-5e4a-a385-90ea-960ca829a266" [ 964.237751] env[69350]: _type = "Task" [ 964.237751] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.250550] env[69350]: DEBUG oslo_vmware.api [None req-d4dfabfb-5aea-4dd8-835a-4ca40242a673 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]520b848a-5e4a-a385-90ea-960ca829a266, 'name': SearchDatastore_Task, 'duration_secs': 0.010126} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.250817] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d4dfabfb-5aea-4dd8-835a-4ca40242a673 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.251051] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d4dfabfb-5aea-4dd8-835a-4ca40242a673 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: aad4e7c2-8241-4c46-be12-938b0673d68e] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 964.251286] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d4dfabfb-5aea-4dd8-835a-4ca40242a673 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.251431] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d4dfabfb-5aea-4dd8-835a-4ca40242a673 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.251604] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4dfabfb-5aea-4dd8-835a-4ca40242a673 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 964.252181] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b1af6b31-5727-4d35-b844-2a0ce579bd70 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.255065] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56b494df-49e0-4bfd-9d0b-eddb377f5de9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.266382] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c29e69-a5a3-4ae2-ac9f-fc870af904b3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.269302] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4dfabfb-5aea-4dd8-835a-4ca40242a673 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 964.269467] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d4dfabfb-5aea-4dd8-835a-4ca40242a673 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 964.270359] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b751d67f-5e4a-4aba-84d3-7c90219edef1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.275259] env[69350]: DEBUG oslo_vmware.api [None req-d4dfabfb-5aea-4dd8-835a-4ca40242a673 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Waiting for the task: (returnval){ [ 964.275259] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52eaec74-ff49-aefb-721e-a661984f83d5" [ 964.275259] env[69350]: _type = "Task" [ 964.275259] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.303441] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae7a1cd0-8ca3-4dee-b753-2c5d1b2ca4b3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.313086] env[69350]: DEBUG oslo_vmware.api [None req-d4dfabfb-5aea-4dd8-835a-4ca40242a673 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52eaec74-ff49-aefb-721e-a661984f83d5, 'name': SearchDatastore_Task, 'duration_secs': 0.00844} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.314955] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ca1bbb3-650e-4867-9c2e-d6a9da4cee65 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.318678] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79a17b87-65db-4203-84a9-d21d736c6a5f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.323527] env[69350]: DEBUG oslo_vmware.api [None req-d4dfabfb-5aea-4dd8-835a-4ca40242a673 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Waiting for the task: (returnval){ [ 964.323527] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52fbcef5-40fb-96bb-f6e2-bde67c762060" [ 964.323527] env[69350]: _type = "Task" [ 964.323527] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.332787] env[69350]: DEBUG nova.compute.provider_tree [None req-dff00bdb-9821-41dc-b152-be3321b7b364 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 964.341931] env[69350]: DEBUG oslo_vmware.api [None req-d4dfabfb-5aea-4dd8-835a-4ca40242a673 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52fbcef5-40fb-96bb-f6e2-bde67c762060, 'name': SearchDatastore_Task, 'duration_secs': 0.008938} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.342174] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d4dfabfb-5aea-4dd8-835a-4ca40242a673 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.342416] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4dfabfb-5aea-4dd8-835a-4ca40242a673 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] aad4e7c2-8241-4c46-be12-938b0673d68e/aad4e7c2-8241-4c46-be12-938b0673d68e.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 964.342646] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab3169cb-026e-4517-81d9-a34161405a9b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.348540] env[69350]: DEBUG oslo_vmware.api [None req-d4dfabfb-5aea-4dd8-835a-4ca40242a673 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Waiting for the task: (returnval){ [ 964.348540] env[69350]: value = "task-3365392" [ 964.348540] env[69350]: _type = "Task" [ 964.348540] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.357745] env[69350]: DEBUG oslo_vmware.api [None req-d4dfabfb-5aea-4dd8-835a-4ca40242a673 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3365392, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.369748] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.396224] env[69350]: DEBUG oslo_vmware.api [None req-3e0fe48e-9b50-4d0c-bf4c-395701aea6aa tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Task: {'id': task-3365391, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089426} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.396536] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-3e0fe48e-9b50-4d0c-bf4c-395701aea6aa tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] [instance: e38a1927-542e-4094-80f7-3832351b1db3] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 964.397375] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6370444a-5031-40a7-9699-b94198fc075b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.420453] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e0fe48e-9b50-4d0c-bf4c-395701aea6aa tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] [instance: e38a1927-542e-4094-80f7-3832351b1db3] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] e38a1927-542e-4094-80f7-3832351b1db3/e38a1927-542e-4094-80f7-3832351b1db3.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 964.420795] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e402c143-4cce-481c-9f24-0d07146f35be {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.440327] env[69350]: DEBUG oslo_vmware.api [None req-3e0fe48e-9b50-4d0c-bf4c-395701aea6aa tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Waiting for the task: (returnval){ [ 964.440327] env[69350]: value = "task-3365393" [ 964.440327] env[69350]: _type = "Task" [ 964.440327] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.448287] env[69350]: DEBUG oslo_vmware.api [None req-3e0fe48e-9b50-4d0c-bf4c-395701aea6aa tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Task: {'id': task-3365393, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.612723] env[69350]: DEBUG oslo_concurrency.lockutils [req-e7ef6ca1-07ba-4bd8-a452-5120334542ad req-21869cbb-b37a-40a7-92ec-5d97df92972a service nova] Releasing lock "refresh_cache-aad4e7c2-8241-4c46-be12-938b0673d68e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.772482] env[69350]: DEBUG nova.compute.manager [None req-917287ed-5557-4c6c-9284-ef3db5200685 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] [instance: 684c8b24-d21b-46bd-86e7-9e93b00cc7dc] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 964.797612] env[69350]: DEBUG nova.virt.hardware [None req-917287ed-5557-4c6c-9284-ef3db5200685 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 964.797864] env[69350]: DEBUG nova.virt.hardware [None req-917287ed-5557-4c6c-9284-ef3db5200685 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 964.798105] env[69350]: DEBUG nova.virt.hardware [None req-917287ed-5557-4c6c-9284-ef3db5200685 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 964.798580] env[69350]: DEBUG nova.virt.hardware [None req-917287ed-5557-4c6c-9284-ef3db5200685 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 964.798580] env[69350]: DEBUG nova.virt.hardware [None req-917287ed-5557-4c6c-9284-ef3db5200685 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 964.798580] env[69350]: DEBUG nova.virt.hardware [None req-917287ed-5557-4c6c-9284-ef3db5200685 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 964.798779] env[69350]: DEBUG nova.virt.hardware [None req-917287ed-5557-4c6c-9284-ef3db5200685 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 964.798939] env[69350]: DEBUG nova.virt.hardware [None req-917287ed-5557-4c6c-9284-ef3db5200685 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 964.799116] env[69350]: DEBUG nova.virt.hardware [None req-917287ed-5557-4c6c-9284-ef3db5200685 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 964.799276] env[69350]: DEBUG nova.virt.hardware [None req-917287ed-5557-4c6c-9284-ef3db5200685 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 964.799454] env[69350]: DEBUG nova.virt.hardware [None req-917287ed-5557-4c6c-9284-ef3db5200685 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 964.800445] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-058289d0-50f9-4f56-8334-cacbed6def92 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.809480] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2094837e-5153-4836-a142-05a98205a2ab {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.838296] env[69350]: DEBUG nova.scheduler.client.report [None req-dff00bdb-9821-41dc-b152-be3321b7b364 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 964.859733] env[69350]: DEBUG oslo_vmware.api [None req-d4dfabfb-5aea-4dd8-835a-4ca40242a673 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3365392, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.43141} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.860018] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4dfabfb-5aea-4dd8-835a-4ca40242a673 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] aad4e7c2-8241-4c46-be12-938b0673d68e/aad4e7c2-8241-4c46-be12-938b0673d68e.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 964.860253] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d4dfabfb-5aea-4dd8-835a-4ca40242a673 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: aad4e7c2-8241-4c46-be12-938b0673d68e] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 964.860514] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-334cc497-1fb0-4198-a6cc-22512d51dbf6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.867163] env[69350]: DEBUG oslo_vmware.api [None req-d4dfabfb-5aea-4dd8-835a-4ca40242a673 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Waiting for the task: (returnval){ [ 964.867163] env[69350]: value = "task-3365394" [ 964.867163] env[69350]: _type = "Task" [ 964.867163] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.874581] env[69350]: DEBUG oslo_vmware.api [None req-d4dfabfb-5aea-4dd8-835a-4ca40242a673 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3365394, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.951294] env[69350]: DEBUG oslo_vmware.api [None req-3e0fe48e-9b50-4d0c-bf4c-395701aea6aa tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Task: {'id': task-3365393, 'name': ReconfigVM_Task, 'duration_secs': 0.340687} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.951585] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e0fe48e-9b50-4d0c-bf4c-395701aea6aa tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] [instance: e38a1927-542e-4094-80f7-3832351b1db3] Reconfigured VM instance instance-0000003d to attach disk [datastore1] e38a1927-542e-4094-80f7-3832351b1db3/e38a1927-542e-4094-80f7-3832351b1db3.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 964.952390] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-27e9e86c-9982-49e9-ab3a-fbda33c46e7d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.959323] env[69350]: DEBUG oslo_vmware.api [None req-3e0fe48e-9b50-4d0c-bf4c-395701aea6aa tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Waiting for the task: (returnval){ [ 964.959323] env[69350]: value = "task-3365395" [ 964.959323] env[69350]: _type = "Task" [ 964.959323] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.969881] env[69350]: DEBUG oslo_vmware.api [None req-3e0fe48e-9b50-4d0c-bf4c-395701aea6aa tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Task: {'id': task-3365395, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.346084] env[69350]: DEBUG oslo_concurrency.lockutils [None req-dff00bdb-9821-41dc-b152-be3321b7b364 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.604s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.346084] env[69350]: DEBUG nova.compute.manager [None req-dff00bdb-9821-41dc-b152-be3321b7b364 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] [instance: 344ddaeb-e158-4d77-a322-68360d567e5b] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 965.347476] env[69350]: DEBUG oslo_concurrency.lockutils [None req-faf204cd-5bd5-4d67-967f-b0e66653aaeb tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.185s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.347828] env[69350]: DEBUG nova.objects.instance [None req-faf204cd-5bd5-4d67-967f-b0e66653aaeb tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Lazy-loading 'resources' on Instance uuid 9d08e109-356f-4370-86c6-b7bf4d70ce0b {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 965.377075] env[69350]: DEBUG oslo_vmware.api [None req-d4dfabfb-5aea-4dd8-835a-4ca40242a673 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3365394, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.218287} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.377584] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d4dfabfb-5aea-4dd8-835a-4ca40242a673 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: aad4e7c2-8241-4c46-be12-938b0673d68e] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 965.378511] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-618ecb9a-aa3b-4ebc-b510-fe231bf081d3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.407854] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4dfabfb-5aea-4dd8-835a-4ca40242a673 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: aad4e7c2-8241-4c46-be12-938b0673d68e] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] aad4e7c2-8241-4c46-be12-938b0673d68e/aad4e7c2-8241-4c46-be12-938b0673d68e.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 965.408250] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-121d96c6-d2c5-4a82-82e2-1d92102d3cf4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.424164] env[69350]: DEBUG nova.network.neutron [None req-917287ed-5557-4c6c-9284-ef3db5200685 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] [instance: 684c8b24-d21b-46bd-86e7-9e93b00cc7dc] Successfully updated port: c9fff5da-6a1d-42f1-8de6-552f0bce7a98 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 965.431409] env[69350]: DEBUG oslo_vmware.api [None req-d4dfabfb-5aea-4dd8-835a-4ca40242a673 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Waiting for the task: (returnval){ [ 965.431409] env[69350]: value = "task-3365396" [ 965.431409] env[69350]: _type = "Task" [ 965.431409] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.441505] env[69350]: DEBUG oslo_vmware.api [None req-d4dfabfb-5aea-4dd8-835a-4ca40242a673 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3365396, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.468731] env[69350]: DEBUG oslo_vmware.api [None req-3e0fe48e-9b50-4d0c-bf4c-395701aea6aa tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Task: {'id': task-3365395, 'name': Rename_Task, 'duration_secs': 0.148847} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.469028] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e0fe48e-9b50-4d0c-bf4c-395701aea6aa tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] [instance: e38a1927-542e-4094-80f7-3832351b1db3] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 965.469286] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d21aac11-7706-46dd-b448-26912af2b1fc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.474917] env[69350]: DEBUG oslo_vmware.api [None req-3e0fe48e-9b50-4d0c-bf4c-395701aea6aa tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Waiting for the task: (returnval){ [ 965.474917] env[69350]: value = "task-3365397" [ 965.474917] env[69350]: _type = "Task" [ 965.474917] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.481987] env[69350]: DEBUG oslo_vmware.api [None req-3e0fe48e-9b50-4d0c-bf4c-395701aea6aa tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Task: {'id': task-3365397, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.642930] env[69350]: DEBUG nova.compute.manager [req-b0f65266-c9ac-4119-a668-a18fcfba855d req-662eee33-2013-4ac8-9957-c1a8c891028e service nova] [instance: 684c8b24-d21b-46bd-86e7-9e93b00cc7dc] Received event network-vif-plugged-c9fff5da-6a1d-42f1-8de6-552f0bce7a98 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 965.643059] env[69350]: DEBUG oslo_concurrency.lockutils [req-b0f65266-c9ac-4119-a668-a18fcfba855d req-662eee33-2013-4ac8-9957-c1a8c891028e service nova] Acquiring lock "684c8b24-d21b-46bd-86e7-9e93b00cc7dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.643296] env[69350]: DEBUG oslo_concurrency.lockutils [req-b0f65266-c9ac-4119-a668-a18fcfba855d req-662eee33-2013-4ac8-9957-c1a8c891028e service nova] Lock "684c8b24-d21b-46bd-86e7-9e93b00cc7dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.643431] env[69350]: DEBUG oslo_concurrency.lockutils [req-b0f65266-c9ac-4119-a668-a18fcfba855d req-662eee33-2013-4ac8-9957-c1a8c891028e service nova] Lock "684c8b24-d21b-46bd-86e7-9e93b00cc7dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.643594] env[69350]: DEBUG nova.compute.manager [req-b0f65266-c9ac-4119-a668-a18fcfba855d req-662eee33-2013-4ac8-9957-c1a8c891028e service nova] [instance: 684c8b24-d21b-46bd-86e7-9e93b00cc7dc] No waiting events found dispatching network-vif-plugged-c9fff5da-6a1d-42f1-8de6-552f0bce7a98 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 965.643754] env[69350]: WARNING nova.compute.manager [req-b0f65266-c9ac-4119-a668-a18fcfba855d req-662eee33-2013-4ac8-9957-c1a8c891028e service nova] [instance: 684c8b24-d21b-46bd-86e7-9e93b00cc7dc] Received unexpected event network-vif-plugged-c9fff5da-6a1d-42f1-8de6-552f0bce7a98 for instance with vm_state building and task_state spawning. [ 965.643908] env[69350]: DEBUG nova.compute.manager [req-b0f65266-c9ac-4119-a668-a18fcfba855d req-662eee33-2013-4ac8-9957-c1a8c891028e service nova] [instance: 684c8b24-d21b-46bd-86e7-9e93b00cc7dc] Received event network-changed-c9fff5da-6a1d-42f1-8de6-552f0bce7a98 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 965.644071] env[69350]: DEBUG nova.compute.manager [req-b0f65266-c9ac-4119-a668-a18fcfba855d req-662eee33-2013-4ac8-9957-c1a8c891028e service nova] [instance: 684c8b24-d21b-46bd-86e7-9e93b00cc7dc] Refreshing instance network info cache due to event network-changed-c9fff5da-6a1d-42f1-8de6-552f0bce7a98. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 965.644255] env[69350]: DEBUG oslo_concurrency.lockutils [req-b0f65266-c9ac-4119-a668-a18fcfba855d req-662eee33-2013-4ac8-9957-c1a8c891028e service nova] Acquiring lock "refresh_cache-684c8b24-d21b-46bd-86e7-9e93b00cc7dc" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.644384] env[69350]: DEBUG oslo_concurrency.lockutils [req-b0f65266-c9ac-4119-a668-a18fcfba855d req-662eee33-2013-4ac8-9957-c1a8c891028e service nova] Acquired lock "refresh_cache-684c8b24-d21b-46bd-86e7-9e93b00cc7dc" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.644531] env[69350]: DEBUG nova.network.neutron [req-b0f65266-c9ac-4119-a668-a18fcfba855d req-662eee33-2013-4ac8-9957-c1a8c891028e service nova] [instance: 684c8b24-d21b-46bd-86e7-9e93b00cc7dc] Refreshing network info cache for port c9fff5da-6a1d-42f1-8de6-552f0bce7a98 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 965.850628] env[69350]: DEBUG nova.compute.utils [None req-dff00bdb-9821-41dc-b152-be3321b7b364 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 965.852465] env[69350]: DEBUG nova.compute.manager [None req-dff00bdb-9821-41dc-b152-be3321b7b364 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] [instance: 344ddaeb-e158-4d77-a322-68360d567e5b] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 965.852545] env[69350]: DEBUG nova.network.neutron [None req-dff00bdb-9821-41dc-b152-be3321b7b364 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] [instance: 344ddaeb-e158-4d77-a322-68360d567e5b] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 965.908825] env[69350]: DEBUG nova.policy [None req-dff00bdb-9821-41dc-b152-be3321b7b364 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4eb08d28c10b4183b75171757a911da8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '26699962dbd54b9abe8e330e355f5102', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 965.927378] env[69350]: DEBUG oslo_concurrency.lockutils [None req-917287ed-5557-4c6c-9284-ef3db5200685 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] Acquiring lock "refresh_cache-684c8b24-d21b-46bd-86e7-9e93b00cc7dc" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.949279] env[69350]: DEBUG oslo_vmware.api [None req-d4dfabfb-5aea-4dd8-835a-4ca40242a673 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3365396, 'name': ReconfigVM_Task, 'duration_secs': 0.273047} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.952757] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4dfabfb-5aea-4dd8-835a-4ca40242a673 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: aad4e7c2-8241-4c46-be12-938b0673d68e] Reconfigured VM instance instance-0000003e to attach disk [datastore1] aad4e7c2-8241-4c46-be12-938b0673d68e/aad4e7c2-8241-4c46-be12-938b0673d68e.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 965.953682] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e1d27149-0ba5-4c81-b738-5810ea2b4d90 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.960743] env[69350]: DEBUG oslo_vmware.api [None req-d4dfabfb-5aea-4dd8-835a-4ca40242a673 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Waiting for the task: (returnval){ [ 965.960743] env[69350]: value = "task-3365398" [ 965.960743] env[69350]: _type = "Task" [ 965.960743] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.971797] env[69350]: DEBUG oslo_vmware.api [None req-d4dfabfb-5aea-4dd8-835a-4ca40242a673 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3365398, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.989049] env[69350]: DEBUG oslo_vmware.api [None req-3e0fe48e-9b50-4d0c-bf4c-395701aea6aa tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Task: {'id': task-3365397, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.185078] env[69350]: DEBUG nova.network.neutron [req-b0f65266-c9ac-4119-a668-a18fcfba855d req-662eee33-2013-4ac8-9957-c1a8c891028e service nova] [instance: 684c8b24-d21b-46bd-86e7-9e93b00cc7dc] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 966.281298] env[69350]: DEBUG nova.network.neutron [None req-dff00bdb-9821-41dc-b152-be3321b7b364 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] [instance: 344ddaeb-e158-4d77-a322-68360d567e5b] Successfully created port: 76259967-9cec-4c83-879f-6c086090a661 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 966.302864] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc43a2a-8f2d-4d76-a6b8-2e15b1653d70 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.307400] env[69350]: DEBUG nova.network.neutron [req-b0f65266-c9ac-4119-a668-a18fcfba855d req-662eee33-2013-4ac8-9957-c1a8c891028e service nova] [instance: 684c8b24-d21b-46bd-86e7-9e93b00cc7dc] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.313314] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f44888-ea3f-4222-99cd-2765a756f1d4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.343881] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbb2c7cb-1514-410b-a868-a5a401bbf196 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.352044] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-861268b5-c170-43bf-a7af-ff651245b255 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.360569] env[69350]: DEBUG nova.compute.manager [None req-dff00bdb-9821-41dc-b152-be3321b7b364 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] [instance: 344ddaeb-e158-4d77-a322-68360d567e5b] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 966.368591] env[69350]: DEBUG nova.compute.provider_tree [None req-faf204cd-5bd5-4d67-967f-b0e66653aaeb tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 966.470552] env[69350]: DEBUG oslo_vmware.api [None req-d4dfabfb-5aea-4dd8-835a-4ca40242a673 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3365398, 'name': Rename_Task, 'duration_secs': 0.156881} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.470674] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4dfabfb-5aea-4dd8-835a-4ca40242a673 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: aad4e7c2-8241-4c46-be12-938b0673d68e] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 966.470921] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23d3cf51-c3a6-4a69-85e5-50ae08fed38e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.477372] env[69350]: DEBUG oslo_vmware.api [None req-d4dfabfb-5aea-4dd8-835a-4ca40242a673 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Waiting for the task: (returnval){ [ 966.477372] env[69350]: value = "task-3365399" [ 966.477372] env[69350]: _type = "Task" [ 966.477372] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.491683] env[69350]: DEBUG oslo_vmware.api [None req-3e0fe48e-9b50-4d0c-bf4c-395701aea6aa tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Task: {'id': task-3365397, 'name': PowerOnVM_Task, 'duration_secs': 0.647537} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.491892] env[69350]: DEBUG oslo_vmware.api [None req-d4dfabfb-5aea-4dd8-835a-4ca40242a673 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3365399, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.492135] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e0fe48e-9b50-4d0c-bf4c-395701aea6aa tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] [instance: e38a1927-542e-4094-80f7-3832351b1db3] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 966.492332] env[69350]: INFO nova.compute.manager [None req-3e0fe48e-9b50-4d0c-bf4c-395701aea6aa tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] [instance: e38a1927-542e-4094-80f7-3832351b1db3] Took 7.98 seconds to spawn the instance on the hypervisor. [ 966.492506] env[69350]: DEBUG nova.compute.manager [None req-3e0fe48e-9b50-4d0c-bf4c-395701aea6aa tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] [instance: e38a1927-542e-4094-80f7-3832351b1db3] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 966.493272] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d79327-af00-4107-9074-ec1e9f0de48e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.812385] env[69350]: DEBUG oslo_concurrency.lockutils [req-b0f65266-c9ac-4119-a668-a18fcfba855d req-662eee33-2013-4ac8-9957-c1a8c891028e service nova] Releasing lock "refresh_cache-684c8b24-d21b-46bd-86e7-9e93b00cc7dc" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.812835] env[69350]: DEBUG oslo_concurrency.lockutils [None req-917287ed-5557-4c6c-9284-ef3db5200685 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] Acquired lock "refresh_cache-684c8b24-d21b-46bd-86e7-9e93b00cc7dc" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.813013] env[69350]: DEBUG nova.network.neutron [None req-917287ed-5557-4c6c-9284-ef3db5200685 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] [instance: 684c8b24-d21b-46bd-86e7-9e93b00cc7dc] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 966.871241] env[69350]: DEBUG nova.scheduler.client.report [None req-faf204cd-5bd5-4d67-967f-b0e66653aaeb tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 966.988495] env[69350]: DEBUG oslo_vmware.api [None req-d4dfabfb-5aea-4dd8-835a-4ca40242a673 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3365399, 'name': PowerOnVM_Task, 'duration_secs': 0.439351} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.988776] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4dfabfb-5aea-4dd8-835a-4ca40242a673 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: aad4e7c2-8241-4c46-be12-938b0673d68e] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 966.988987] env[69350]: INFO nova.compute.manager [None req-d4dfabfb-5aea-4dd8-835a-4ca40242a673 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: aad4e7c2-8241-4c46-be12-938b0673d68e] Took 5.98 seconds to spawn the instance on the hypervisor. [ 966.989201] env[69350]: DEBUG nova.compute.manager [None req-d4dfabfb-5aea-4dd8-835a-4ca40242a673 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: aad4e7c2-8241-4c46-be12-938b0673d68e] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 966.992609] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f8dcd83-b534-4c88-9b9e-22b4c7de28d8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.007920] env[69350]: INFO nova.compute.manager [None req-3e0fe48e-9b50-4d0c-bf4c-395701aea6aa tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] [instance: e38a1927-542e-4094-80f7-3832351b1db3] Took 47.98 seconds to build instance. [ 967.356379] env[69350]: DEBUG nova.network.neutron [None req-917287ed-5557-4c6c-9284-ef3db5200685 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] [instance: 684c8b24-d21b-46bd-86e7-9e93b00cc7dc] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 967.366559] env[69350]: DEBUG nova.compute.manager [None req-dff00bdb-9821-41dc-b152-be3321b7b364 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] [instance: 344ddaeb-e158-4d77-a322-68360d567e5b] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 967.376375] env[69350]: DEBUG oslo_concurrency.lockutils [None req-faf204cd-5bd5-4d67-967f-b0e66653aaeb tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.029s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.378670] env[69350]: DEBUG oslo_concurrency.lockutils [None req-227540ce-c8a5-4ffc-add1-ebc10e6f0ce3 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.650s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.379881] env[69350]: INFO nova.compute.claims [None req-227540ce-c8a5-4ffc-add1-ebc10e6f0ce3 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: a03ec981-aaa5-45f3-aee7-8716b22652c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 967.392843] env[69350]: DEBUG nova.virt.hardware [None req-dff00bdb-9821-41dc-b152-be3321b7b364 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 967.393090] env[69350]: DEBUG nova.virt.hardware [None req-dff00bdb-9821-41dc-b152-be3321b7b364 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 967.393250] env[69350]: DEBUG nova.virt.hardware [None req-dff00bdb-9821-41dc-b152-be3321b7b364 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 967.393430] env[69350]: DEBUG nova.virt.hardware [None req-dff00bdb-9821-41dc-b152-be3321b7b364 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 967.394084] env[69350]: DEBUG nova.virt.hardware [None req-dff00bdb-9821-41dc-b152-be3321b7b364 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 967.394084] env[69350]: DEBUG nova.virt.hardware [None req-dff00bdb-9821-41dc-b152-be3321b7b364 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 967.394084] env[69350]: DEBUG nova.virt.hardware [None req-dff00bdb-9821-41dc-b152-be3321b7b364 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 967.394231] env[69350]: DEBUG nova.virt.hardware [None req-dff00bdb-9821-41dc-b152-be3321b7b364 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 967.395177] env[69350]: DEBUG nova.virt.hardware [None req-dff00bdb-9821-41dc-b152-be3321b7b364 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 967.395177] env[69350]: DEBUG nova.virt.hardware [None req-dff00bdb-9821-41dc-b152-be3321b7b364 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 967.395177] env[69350]: DEBUG nova.virt.hardware [None req-dff00bdb-9821-41dc-b152-be3321b7b364 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 967.395678] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b924aeaa-810e-4957-ac2b-7f3791c1fba2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.399300] env[69350]: INFO nova.scheduler.client.report [None req-faf204cd-5bd5-4d67-967f-b0e66653aaeb tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Deleted allocations for instance 9d08e109-356f-4370-86c6-b7bf4d70ce0b [ 967.409386] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4e37c17-ada4-4041-9869-1e3169f6d76a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.507109] env[69350]: INFO nova.compute.manager [None req-d4dfabfb-5aea-4dd8-835a-4ca40242a673 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: aad4e7c2-8241-4c46-be12-938b0673d68e] Took 48.39 seconds to build instance. [ 967.510047] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3e0fe48e-9b50-4d0c-bf4c-395701aea6aa tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Lock "e38a1927-542e-4094-80f7-3832351b1db3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.175s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.514449] env[69350]: DEBUG nova.network.neutron [None req-917287ed-5557-4c6c-9284-ef3db5200685 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] [instance: 684c8b24-d21b-46bd-86e7-9e93b00cc7dc] Updating instance_info_cache with network_info: [{"id": "c9fff5da-6a1d-42f1-8de6-552f0bce7a98", "address": "fa:16:3e:8b:a2:d0", "network": {"id": "99374a8b-4df1-427a-a769-08b1bfec31d2", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1214238722-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7c55b76690e4dc8b0406b487854d2ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9fff5da-6a", "ovs_interfaceid": "c9fff5da-6a1d-42f1-8de6-552f0bce7a98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.906027] env[69350]: DEBUG nova.compute.manager [req-6bb088e7-2bbf-4ec7-8b02-50506d4486ef req-597659c3-94a0-41e6-b2a9-e2f5fb24cc4e service nova] [instance: 344ddaeb-e158-4d77-a322-68360d567e5b] Received event network-vif-plugged-76259967-9cec-4c83-879f-6c086090a661 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 967.906288] env[69350]: DEBUG oslo_concurrency.lockutils [req-6bb088e7-2bbf-4ec7-8b02-50506d4486ef req-597659c3-94a0-41e6-b2a9-e2f5fb24cc4e service nova] Acquiring lock "344ddaeb-e158-4d77-a322-68360d567e5b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.906447] env[69350]: DEBUG oslo_concurrency.lockutils [req-6bb088e7-2bbf-4ec7-8b02-50506d4486ef req-597659c3-94a0-41e6-b2a9-e2f5fb24cc4e service nova] Lock "344ddaeb-e158-4d77-a322-68360d567e5b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.906690] env[69350]: DEBUG oslo_concurrency.lockutils [req-6bb088e7-2bbf-4ec7-8b02-50506d4486ef req-597659c3-94a0-41e6-b2a9-e2f5fb24cc4e service nova] Lock "344ddaeb-e158-4d77-a322-68360d567e5b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.906767] env[69350]: DEBUG nova.compute.manager [req-6bb088e7-2bbf-4ec7-8b02-50506d4486ef req-597659c3-94a0-41e6-b2a9-e2f5fb24cc4e service nova] [instance: 344ddaeb-e158-4d77-a322-68360d567e5b] No waiting events found dispatching network-vif-plugged-76259967-9cec-4c83-879f-6c086090a661 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 967.906932] env[69350]: WARNING nova.compute.manager [req-6bb088e7-2bbf-4ec7-8b02-50506d4486ef req-597659c3-94a0-41e6-b2a9-e2f5fb24cc4e service nova] [instance: 344ddaeb-e158-4d77-a322-68360d567e5b] Received unexpected event network-vif-plugged-76259967-9cec-4c83-879f-6c086090a661 for instance with vm_state building and task_state spawning. [ 967.909563] env[69350]: DEBUG oslo_concurrency.lockutils [None req-faf204cd-5bd5-4d67-967f-b0e66653aaeb tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Lock "9d08e109-356f-4370-86c6-b7bf4d70ce0b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.309s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.946639] env[69350]: DEBUG nova.network.neutron [None req-dff00bdb-9821-41dc-b152-be3321b7b364 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] [instance: 344ddaeb-e158-4d77-a322-68360d567e5b] Successfully updated port: 76259967-9cec-4c83-879f-6c086090a661 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 968.010713] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d4dfabfb-5aea-4dd8-835a-4ca40242a673 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Lock "aad4e7c2-8241-4c46-be12-938b0673d68e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.889s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.017571] env[69350]: DEBUG oslo_concurrency.lockutils [None req-917287ed-5557-4c6c-9284-ef3db5200685 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] Releasing lock "refresh_cache-684c8b24-d21b-46bd-86e7-9e93b00cc7dc" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.017684] env[69350]: DEBUG nova.compute.manager [None req-917287ed-5557-4c6c-9284-ef3db5200685 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] [instance: 684c8b24-d21b-46bd-86e7-9e93b00cc7dc] Instance network_info: |[{"id": "c9fff5da-6a1d-42f1-8de6-552f0bce7a98", "address": "fa:16:3e:8b:a2:d0", "network": {"id": "99374a8b-4df1-427a-a769-08b1bfec31d2", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1214238722-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7c55b76690e4dc8b0406b487854d2ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9fff5da-6a", "ovs_interfaceid": "c9fff5da-6a1d-42f1-8de6-552f0bce7a98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 968.018159] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-917287ed-5557-4c6c-9284-ef3db5200685 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] [instance: 684c8b24-d21b-46bd-86e7-9e93b00cc7dc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:a2:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4cb37d4-2060-48b6-9e60-156a71fc7ee3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c9fff5da-6a1d-42f1-8de6-552f0bce7a98', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 968.026276] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-917287ed-5557-4c6c-9284-ef3db5200685 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] Creating folder: Project (e7c55b76690e4dc8b0406b487854d2ab). Parent ref: group-v671398. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 968.030018] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ee94a933-198f-4a15-b3ad-ba63d48f5263 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.038713] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-917287ed-5557-4c6c-9284-ef3db5200685 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] Created folder: Project (e7c55b76690e4dc8b0406b487854d2ab) in parent group-v671398. [ 968.038834] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-917287ed-5557-4c6c-9284-ef3db5200685 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] Creating folder: Instances. Parent ref: group-v671575. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 968.039095] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c587c486-c775-4179-81f6-9598cd01777b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.053060] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-917287ed-5557-4c6c-9284-ef3db5200685 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] Created folder: Instances in parent group-v671575. [ 968.056042] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-917287ed-5557-4c6c-9284-ef3db5200685 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 968.056042] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 684c8b24-d21b-46bd-86e7-9e93b00cc7dc] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 968.056042] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8331784d-94aa-4765-8486-e8ce5df2fe76 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.077029] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 968.077029] env[69350]: value = "task-3365402" [ 968.077029] env[69350]: _type = "Task" [ 968.077029] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.081989] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365402, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.453483] env[69350]: DEBUG oslo_concurrency.lockutils [None req-dff00bdb-9821-41dc-b152-be3321b7b364 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] Acquiring lock "refresh_cache-344ddaeb-e158-4d77-a322-68360d567e5b" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.453653] env[69350]: DEBUG oslo_concurrency.lockutils [None req-dff00bdb-9821-41dc-b152-be3321b7b364 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] Acquired lock "refresh_cache-344ddaeb-e158-4d77-a322-68360d567e5b" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.453813] env[69350]: DEBUG nova.network.neutron [None req-dff00bdb-9821-41dc-b152-be3321b7b364 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] [instance: 344ddaeb-e158-4d77-a322-68360d567e5b] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 968.586185] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365402, 'name': CreateVM_Task, 'duration_secs': 0.337708} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.588876] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 684c8b24-d21b-46bd-86e7-9e93b00cc7dc] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 968.590058] env[69350]: DEBUG oslo_concurrency.lockutils [None req-917287ed-5557-4c6c-9284-ef3db5200685 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.590058] env[69350]: DEBUG oslo_concurrency.lockutils [None req-917287ed-5557-4c6c-9284-ef3db5200685 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.590375] env[69350]: DEBUG oslo_concurrency.lockutils [None req-917287ed-5557-4c6c-9284-ef3db5200685 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.590626] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e9658b4-131d-48c2-9efa-9eb027425046 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.595160] env[69350]: DEBUG oslo_vmware.api [None req-917287ed-5557-4c6c-9284-ef3db5200685 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] Waiting for the task: (returnval){ [ 968.595160] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52211820-6319-38e7-074e-4609c1cf3426" [ 968.595160] env[69350]: _type = "Task" [ 968.595160] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.605402] env[69350]: DEBUG oslo_vmware.api [None req-917287ed-5557-4c6c-9284-ef3db5200685 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52211820-6319-38e7-074e-4609c1cf3426, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.844608] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d771dc70-dd32-40cd-86eb-c1fcf65595f0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.852160] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea1732b-ec1c-45d3-9af8-f8c580a0c520 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.886444] env[69350]: DEBUG oslo_concurrency.lockutils [None req-860bd8eb-cfb8-4419-975c-1727f60b9357 tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Acquiring lock "c6b8f842-5836-4383-9db3-fbcb8e83ffc2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.886868] env[69350]: DEBUG oslo_concurrency.lockutils [None req-860bd8eb-cfb8-4419-975c-1727f60b9357 tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Lock "c6b8f842-5836-4383-9db3-fbcb8e83ffc2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.887122] env[69350]: DEBUG oslo_concurrency.lockutils [None req-860bd8eb-cfb8-4419-975c-1727f60b9357 tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Acquiring lock "c6b8f842-5836-4383-9db3-fbcb8e83ffc2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.887343] env[69350]: DEBUG oslo_concurrency.lockutils [None req-860bd8eb-cfb8-4419-975c-1727f60b9357 tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Lock "c6b8f842-5836-4383-9db3-fbcb8e83ffc2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.887537] env[69350]: DEBUG oslo_concurrency.lockutils [None req-860bd8eb-cfb8-4419-975c-1727f60b9357 tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Lock "c6b8f842-5836-4383-9db3-fbcb8e83ffc2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.890024] env[69350]: INFO nova.compute.manager [None req-860bd8eb-cfb8-4419-975c-1727f60b9357 tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] [instance: c6b8f842-5836-4383-9db3-fbcb8e83ffc2] Terminating instance [ 968.891889] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-330b430f-af4d-4140-bd51-6bf8019bfa9b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.900830] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-717540ab-2012-457e-9edc-6dfc709f7bdc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.916576] env[69350]: DEBUG nova.compute.provider_tree [None req-227540ce-c8a5-4ffc-add1-ebc10e6f0ce3 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 968.939449] env[69350]: DEBUG oslo_concurrency.lockutils [None req-06aaf83f-3069-4db0-9228-f76546f6b3bc tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Acquiring lock "793cf920-4cb4-44cf-b9d7-3acd42a3caeb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.939758] env[69350]: DEBUG oslo_concurrency.lockutils [None req-06aaf83f-3069-4db0-9228-f76546f6b3bc tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Lock "793cf920-4cb4-44cf-b9d7-3acd42a3caeb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.940029] env[69350]: DEBUG oslo_concurrency.lockutils [None req-06aaf83f-3069-4db0-9228-f76546f6b3bc tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Acquiring lock "793cf920-4cb4-44cf-b9d7-3acd42a3caeb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.940232] env[69350]: DEBUG oslo_concurrency.lockutils [None req-06aaf83f-3069-4db0-9228-f76546f6b3bc tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Lock "793cf920-4cb4-44cf-b9d7-3acd42a3caeb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.940401] env[69350]: DEBUG oslo_concurrency.lockutils [None req-06aaf83f-3069-4db0-9228-f76546f6b3bc tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Lock "793cf920-4cb4-44cf-b9d7-3acd42a3caeb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.942467] env[69350]: INFO nova.compute.manager [None req-06aaf83f-3069-4db0-9228-f76546f6b3bc tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] [instance: 793cf920-4cb4-44cf-b9d7-3acd42a3caeb] Terminating instance [ 969.003973] env[69350]: DEBUG nova.network.neutron [None req-dff00bdb-9821-41dc-b152-be3321b7b364 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] [instance: 344ddaeb-e158-4d77-a322-68360d567e5b] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 969.107385] env[69350]: DEBUG oslo_vmware.api [None req-917287ed-5557-4c6c-9284-ef3db5200685 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52211820-6319-38e7-074e-4609c1cf3426, 'name': SearchDatastore_Task, 'duration_secs': 0.01001} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.107385] env[69350]: DEBUG oslo_concurrency.lockutils [None req-917287ed-5557-4c6c-9284-ef3db5200685 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.107385] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-917287ed-5557-4c6c-9284-ef3db5200685 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] [instance: 684c8b24-d21b-46bd-86e7-9e93b00cc7dc] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 969.107669] env[69350]: DEBUG oslo_concurrency.lockutils [None req-917287ed-5557-4c6c-9284-ef3db5200685 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.107756] env[69350]: DEBUG oslo_concurrency.lockutils [None req-917287ed-5557-4c6c-9284-ef3db5200685 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.107945] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-917287ed-5557-4c6c-9284-ef3db5200685 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 969.108267] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-baf2b7fd-404e-42d8-8b9a-8fd8f95dd4f8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.117346] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-917287ed-5557-4c6c-9284-ef3db5200685 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 969.117574] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-917287ed-5557-4c6c-9284-ef3db5200685 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 969.118356] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01972784-5fbd-4ad4-9adc-e99a3cd18b71 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.124066] env[69350]: DEBUG oslo_vmware.api [None req-917287ed-5557-4c6c-9284-ef3db5200685 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] Waiting for the task: (returnval){ [ 969.124066] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52580080-d4f4-4251-2853-82e7942d029a" [ 969.124066] env[69350]: _type = "Task" [ 969.124066] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.131749] env[69350]: DEBUG oslo_vmware.api [None req-917287ed-5557-4c6c-9284-ef3db5200685 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52580080-d4f4-4251-2853-82e7942d029a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.169058] env[69350]: DEBUG nova.network.neutron [None req-dff00bdb-9821-41dc-b152-be3321b7b364 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] [instance: 344ddaeb-e158-4d77-a322-68360d567e5b] Updating instance_info_cache with network_info: [{"id": "76259967-9cec-4c83-879f-6c086090a661", "address": "fa:16:3e:f6:fa:24", "network": {"id": "648a9adc-e70d-4503-813f-1158b7a6b8f2", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-142258375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26699962dbd54b9abe8e330e355f5102", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be8bd197-4b2b-46e7-88ea-2554b0438584", "external-id": "nsx-vlan-transportzone-338", "segmentation_id": 338, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76259967-9c", "ovs_interfaceid": "76259967-9cec-4c83-879f-6c086090a661", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.397454] env[69350]: DEBUG nova.compute.manager [None req-860bd8eb-cfb8-4419-975c-1727f60b9357 tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] [instance: c6b8f842-5836-4383-9db3-fbcb8e83ffc2] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 969.397723] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-860bd8eb-cfb8-4419-975c-1727f60b9357 tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] [instance: c6b8f842-5836-4383-9db3-fbcb8e83ffc2] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 969.398753] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29558946-504b-4059-9cf7-668e491dbbd6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.406188] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-860bd8eb-cfb8-4419-975c-1727f60b9357 tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] [instance: c6b8f842-5836-4383-9db3-fbcb8e83ffc2] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 969.406438] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7bf65be2-2f43-4768-8f34-a4ba8342e26d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.411841] env[69350]: DEBUG oslo_vmware.api [None req-860bd8eb-cfb8-4419-975c-1727f60b9357 tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Waiting for the task: (returnval){ [ 969.411841] env[69350]: value = "task-3365403" [ 969.411841] env[69350]: _type = "Task" [ 969.411841] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.420206] env[69350]: DEBUG nova.scheduler.client.report [None req-227540ce-c8a5-4ffc-add1-ebc10e6f0ce3 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 969.423653] env[69350]: DEBUG oslo_vmware.api [None req-860bd8eb-cfb8-4419-975c-1727f60b9357 tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Task: {'id': task-3365403, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.447034] env[69350]: DEBUG nova.compute.manager [None req-06aaf83f-3069-4db0-9228-f76546f6b3bc tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] [instance: 793cf920-4cb4-44cf-b9d7-3acd42a3caeb] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 969.447227] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-06aaf83f-3069-4db0-9228-f76546f6b3bc tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] [instance: 793cf920-4cb4-44cf-b9d7-3acd42a3caeb] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 969.448161] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5146f01-8fc9-48c7-898e-af06a1627bd2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.456227] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-06aaf83f-3069-4db0-9228-f76546f6b3bc tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] [instance: 793cf920-4cb4-44cf-b9d7-3acd42a3caeb] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 969.456485] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e48861bd-7fa5-4732-b559-0ed475d60d6d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.462985] env[69350]: DEBUG oslo_vmware.api [None req-06aaf83f-3069-4db0-9228-f76546f6b3bc tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Waiting for the task: (returnval){ [ 969.462985] env[69350]: value = "task-3365404" [ 969.462985] env[69350]: _type = "Task" [ 969.462985] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.471072] env[69350]: DEBUG oslo_vmware.api [None req-06aaf83f-3069-4db0-9228-f76546f6b3bc tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Task: {'id': task-3365404, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.637683] env[69350]: DEBUG oslo_vmware.api [None req-917287ed-5557-4c6c-9284-ef3db5200685 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52580080-d4f4-4251-2853-82e7942d029a, 'name': SearchDatastore_Task, 'duration_secs': 0.00905} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.637683] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd4fe49d-1c3e-4f45-9949-3953bdb06a28 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.643541] env[69350]: DEBUG oslo_vmware.api [None req-917287ed-5557-4c6c-9284-ef3db5200685 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] Waiting for the task: (returnval){ [ 969.643541] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52ba7c47-003d-35d7-6998-9a4d0345ca75" [ 969.643541] env[69350]: _type = "Task" [ 969.643541] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.653962] env[69350]: DEBUG oslo_vmware.api [None req-917287ed-5557-4c6c-9284-ef3db5200685 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52ba7c47-003d-35d7-6998-9a4d0345ca75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.671789] env[69350]: DEBUG oslo_concurrency.lockutils [None req-dff00bdb-9821-41dc-b152-be3321b7b364 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] Releasing lock "refresh_cache-344ddaeb-e158-4d77-a322-68360d567e5b" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.672164] env[69350]: DEBUG nova.compute.manager [None req-dff00bdb-9821-41dc-b152-be3321b7b364 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] [instance: 344ddaeb-e158-4d77-a322-68360d567e5b] Instance network_info: |[{"id": "76259967-9cec-4c83-879f-6c086090a661", "address": "fa:16:3e:f6:fa:24", "network": {"id": "648a9adc-e70d-4503-813f-1158b7a6b8f2", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-142258375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26699962dbd54b9abe8e330e355f5102", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be8bd197-4b2b-46e7-88ea-2554b0438584", "external-id": "nsx-vlan-transportzone-338", "segmentation_id": 338, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76259967-9c", "ovs_interfaceid": "76259967-9cec-4c83-879f-6c086090a661", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 969.672632] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-dff00bdb-9821-41dc-b152-be3321b7b364 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] [instance: 344ddaeb-e158-4d77-a322-68360d567e5b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:fa:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'be8bd197-4b2b-46e7-88ea-2554b0438584', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76259967-9cec-4c83-879f-6c086090a661', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 969.680779] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-dff00bdb-9821-41dc-b152-be3321b7b364 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] Creating folder: Project (26699962dbd54b9abe8e330e355f5102). Parent ref: group-v671398. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 969.681050] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-179561e7-f8cf-451b-b445-a7f34113744a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.691057] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-dff00bdb-9821-41dc-b152-be3321b7b364 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] Created folder: Project (26699962dbd54b9abe8e330e355f5102) in parent group-v671398. [ 969.691248] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-dff00bdb-9821-41dc-b152-be3321b7b364 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] Creating folder: Instances. Parent ref: group-v671578. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 969.691486] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-15bd250e-7ad8-4b7c-bcb1-428f6ee3f24e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.700145] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-dff00bdb-9821-41dc-b152-be3321b7b364 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] Created folder: Instances in parent group-v671578. [ 969.700381] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dff00bdb-9821-41dc-b152-be3321b7b364 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 969.700563] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 344ddaeb-e158-4d77-a322-68360d567e5b] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 969.700757] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-50652484-88ed-42f7-99d5-23720a082104 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.719588] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 969.719588] env[69350]: value = "task-3365407" [ 969.719588] env[69350]: _type = "Task" [ 969.719588] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.727038] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365407, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.922633] env[69350]: DEBUG oslo_vmware.api [None req-860bd8eb-cfb8-4419-975c-1727f60b9357 tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Task: {'id': task-3365403, 'name': PowerOffVM_Task, 'duration_secs': 0.247883} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.922942] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-860bd8eb-cfb8-4419-975c-1727f60b9357 tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] [instance: c6b8f842-5836-4383-9db3-fbcb8e83ffc2] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 969.923107] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-860bd8eb-cfb8-4419-975c-1727f60b9357 tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] [instance: c6b8f842-5836-4383-9db3-fbcb8e83ffc2] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 969.923396] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a149947d-8b37-48b5-b8dd-4edb498fcafa {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.925566] env[69350]: DEBUG oslo_concurrency.lockutils [None req-227540ce-c8a5-4ffc-add1-ebc10e6f0ce3 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.548s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.926083] env[69350]: DEBUG nova.compute.manager [None req-227540ce-c8a5-4ffc-add1-ebc10e6f0ce3 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: a03ec981-aaa5-45f3-aee7-8716b22652c4] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 969.929035] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e70a00b3-de87-429c-8594-3fc02a909f66 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.964s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.930582] env[69350]: INFO nova.compute.claims [None req-e70a00b3-de87-429c-8594-3fc02a909f66 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] [instance: 3982eed1-6462-4109-a550-9675a5970e1d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 969.974365] env[69350]: DEBUG oslo_vmware.api [None req-06aaf83f-3069-4db0-9228-f76546f6b3bc tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Task: {'id': task-3365404, 'name': PowerOffVM_Task, 'duration_secs': 0.209036} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.974653] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-06aaf83f-3069-4db0-9228-f76546f6b3bc tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] [instance: 793cf920-4cb4-44cf-b9d7-3acd42a3caeb] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 969.974820] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-06aaf83f-3069-4db0-9228-f76546f6b3bc tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] [instance: 793cf920-4cb4-44cf-b9d7-3acd42a3caeb] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 969.975317] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b8e961a-16fc-415b-b70d-f9f3858d6d70 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.985761] env[69350]: DEBUG nova.compute.manager [req-d6b3b363-492c-47f8-a471-61a410b48548 req-bce06e12-ed04-4b23-bbc8-d58a07e96658 service nova] [instance: 344ddaeb-e158-4d77-a322-68360d567e5b] Received event network-changed-76259967-9cec-4c83-879f-6c086090a661 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 969.985761] env[69350]: DEBUG nova.compute.manager [req-d6b3b363-492c-47f8-a471-61a410b48548 req-bce06e12-ed04-4b23-bbc8-d58a07e96658 service nova] [instance: 344ddaeb-e158-4d77-a322-68360d567e5b] Refreshing instance network info cache due to event network-changed-76259967-9cec-4c83-879f-6c086090a661. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 969.985842] env[69350]: DEBUG oslo_concurrency.lockutils [req-d6b3b363-492c-47f8-a471-61a410b48548 req-bce06e12-ed04-4b23-bbc8-d58a07e96658 service nova] Acquiring lock "refresh_cache-344ddaeb-e158-4d77-a322-68360d567e5b" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.985987] env[69350]: DEBUG oslo_concurrency.lockutils [req-d6b3b363-492c-47f8-a471-61a410b48548 req-bce06e12-ed04-4b23-bbc8-d58a07e96658 service nova] Acquired lock "refresh_cache-344ddaeb-e158-4d77-a322-68360d567e5b" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.986162] env[69350]: DEBUG nova.network.neutron [req-d6b3b363-492c-47f8-a471-61a410b48548 req-bce06e12-ed04-4b23-bbc8-d58a07e96658 service nova] [instance: 344ddaeb-e158-4d77-a322-68360d567e5b] Refreshing network info cache for port 76259967-9cec-4c83-879f-6c086090a661 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 970.007036] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-860bd8eb-cfb8-4419-975c-1727f60b9357 tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] [instance: c6b8f842-5836-4383-9db3-fbcb8e83ffc2] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 970.007036] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-860bd8eb-cfb8-4419-975c-1727f60b9357 tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] [instance: c6b8f842-5836-4383-9db3-fbcb8e83ffc2] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 970.007036] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-860bd8eb-cfb8-4419-975c-1727f60b9357 tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Deleting the datastore file [datastore2] c6b8f842-5836-4383-9db3-fbcb8e83ffc2 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 970.007036] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18a7b860-8556-4c53-9330-8867f46dd24f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.013572] env[69350]: DEBUG oslo_vmware.api [None req-860bd8eb-cfb8-4419-975c-1727f60b9357 tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Waiting for the task: (returnval){ [ 970.013572] env[69350]: value = "task-3365410" [ 970.013572] env[69350]: _type = "Task" [ 970.013572] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.021801] env[69350]: DEBUG oslo_vmware.api [None req-860bd8eb-cfb8-4419-975c-1727f60b9357 tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Task: {'id': task-3365410, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.061416] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-06aaf83f-3069-4db0-9228-f76546f6b3bc tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] [instance: 793cf920-4cb4-44cf-b9d7-3acd42a3caeb] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 970.061636] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-06aaf83f-3069-4db0-9228-f76546f6b3bc tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] [instance: 793cf920-4cb4-44cf-b9d7-3acd42a3caeb] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 970.061824] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-06aaf83f-3069-4db0-9228-f76546f6b3bc tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Deleting the datastore file [datastore2] 793cf920-4cb4-44cf-b9d7-3acd42a3caeb {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 970.062121] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56c8baf5-3e9b-440e-b549-17fcaccd9326 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.068638] env[69350]: DEBUG oslo_vmware.api [None req-06aaf83f-3069-4db0-9228-f76546f6b3bc tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Waiting for the task: (returnval){ [ 970.068638] env[69350]: value = "task-3365411" [ 970.068638] env[69350]: _type = "Task" [ 970.068638] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.076844] env[69350]: DEBUG oslo_vmware.api [None req-06aaf83f-3069-4db0-9228-f76546f6b3bc tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Task: {'id': task-3365411, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.155035] env[69350]: DEBUG oslo_vmware.api [None req-917287ed-5557-4c6c-9284-ef3db5200685 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52ba7c47-003d-35d7-6998-9a4d0345ca75, 'name': SearchDatastore_Task, 'duration_secs': 0.019181} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.155266] env[69350]: DEBUG oslo_concurrency.lockutils [None req-917287ed-5557-4c6c-9284-ef3db5200685 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.155574] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-917287ed-5557-4c6c-9284-ef3db5200685 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] 684c8b24-d21b-46bd-86e7-9e93b00cc7dc/684c8b24-d21b-46bd-86e7-9e93b00cc7dc.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 970.155851] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ca9841b-2af0-4d61-8c29-2ea76be6023d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.162783] env[69350]: DEBUG oslo_vmware.api [None req-917287ed-5557-4c6c-9284-ef3db5200685 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] Waiting for the task: (returnval){ [ 970.162783] env[69350]: value = "task-3365412" [ 970.162783] env[69350]: _type = "Task" [ 970.162783] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.170766] env[69350]: DEBUG oslo_vmware.api [None req-917287ed-5557-4c6c-9284-ef3db5200685 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] Task: {'id': task-3365412, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.228972] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365407, 'name': CreateVM_Task, 'duration_secs': 0.332981} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.229179] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 344ddaeb-e158-4d77-a322-68360d567e5b] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 970.229893] env[69350]: DEBUG oslo_concurrency.lockutils [None req-dff00bdb-9821-41dc-b152-be3321b7b364 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.230063] env[69350]: DEBUG oslo_concurrency.lockutils [None req-dff00bdb-9821-41dc-b152-be3321b7b364 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.230535] env[69350]: DEBUG oslo_concurrency.lockutils [None req-dff00bdb-9821-41dc-b152-be3321b7b364 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.230730] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8535a25-9991-483c-a95a-93e43caf040a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.235555] env[69350]: DEBUG oslo_vmware.api [None req-dff00bdb-9821-41dc-b152-be3321b7b364 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] Waiting for the task: (returnval){ [ 970.235555] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52a56cce-4814-37bb-b619-102042ebfb6f" [ 970.235555] env[69350]: _type = "Task" [ 970.235555] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.245055] env[69350]: DEBUG oslo_vmware.api [None req-dff00bdb-9821-41dc-b152-be3321b7b364 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52a56cce-4814-37bb-b619-102042ebfb6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.372812] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6a74f55e-2778-4366-87b9-f1a742110f9e tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Acquiring lock "e38a1927-542e-4094-80f7-3832351b1db3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.373012] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6a74f55e-2778-4366-87b9-f1a742110f9e tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Lock "e38a1927-542e-4094-80f7-3832351b1db3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.373260] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6a74f55e-2778-4366-87b9-f1a742110f9e tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Acquiring lock "e38a1927-542e-4094-80f7-3832351b1db3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.373450] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6a74f55e-2778-4366-87b9-f1a742110f9e tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Lock "e38a1927-542e-4094-80f7-3832351b1db3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.373615] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6a74f55e-2778-4366-87b9-f1a742110f9e tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Lock "e38a1927-542e-4094-80f7-3832351b1db3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.375741] env[69350]: INFO nova.compute.manager [None req-6a74f55e-2778-4366-87b9-f1a742110f9e tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] [instance: e38a1927-542e-4094-80f7-3832351b1db3] Terminating instance [ 970.435541] env[69350]: DEBUG nova.compute.utils [None req-227540ce-c8a5-4ffc-add1-ebc10e6f0ce3 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 970.439035] env[69350]: DEBUG nova.compute.manager [None req-227540ce-c8a5-4ffc-add1-ebc10e6f0ce3 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: a03ec981-aaa5-45f3-aee7-8716b22652c4] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 970.439204] env[69350]: DEBUG nova.network.neutron [None req-227540ce-c8a5-4ffc-add1-ebc10e6f0ce3 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: a03ec981-aaa5-45f3-aee7-8716b22652c4] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 970.491826] env[69350]: DEBUG nova.policy [None req-227540ce-c8a5-4ffc-add1-ebc10e6f0ce3 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ab4329b91984482e9142ad4773bd0560', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eb23de86c4ea42c1accf78e42cda1fc1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 970.524351] env[69350]: DEBUG oslo_vmware.api [None req-860bd8eb-cfb8-4419-975c-1727f60b9357 tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Task: {'id': task-3365410, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.261707} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.524776] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-860bd8eb-cfb8-4419-975c-1727f60b9357 tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 970.525086] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-860bd8eb-cfb8-4419-975c-1727f60b9357 tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] [instance: c6b8f842-5836-4383-9db3-fbcb8e83ffc2] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 970.525357] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-860bd8eb-cfb8-4419-975c-1727f60b9357 tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] [instance: c6b8f842-5836-4383-9db3-fbcb8e83ffc2] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 970.525603] env[69350]: INFO nova.compute.manager [None req-860bd8eb-cfb8-4419-975c-1727f60b9357 tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] [instance: c6b8f842-5836-4383-9db3-fbcb8e83ffc2] Took 1.13 seconds to destroy the instance on the hypervisor. [ 970.525913] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-860bd8eb-cfb8-4419-975c-1727f60b9357 tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 970.526182] env[69350]: DEBUG nova.compute.manager [-] [instance: c6b8f842-5836-4383-9db3-fbcb8e83ffc2] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 970.526338] env[69350]: DEBUG nova.network.neutron [-] [instance: c6b8f842-5836-4383-9db3-fbcb8e83ffc2] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 970.579878] env[69350]: DEBUG oslo_vmware.api [None req-06aaf83f-3069-4db0-9228-f76546f6b3bc tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Task: {'id': task-3365411, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.382664} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.580210] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-06aaf83f-3069-4db0-9228-f76546f6b3bc tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 970.580470] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-06aaf83f-3069-4db0-9228-f76546f6b3bc tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] [instance: 793cf920-4cb4-44cf-b9d7-3acd42a3caeb] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 970.580895] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-06aaf83f-3069-4db0-9228-f76546f6b3bc tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] [instance: 793cf920-4cb4-44cf-b9d7-3acd42a3caeb] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 970.580972] env[69350]: INFO nova.compute.manager [None req-06aaf83f-3069-4db0-9228-f76546f6b3bc tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] [instance: 793cf920-4cb4-44cf-b9d7-3acd42a3caeb] Took 1.13 seconds to destroy the instance on the hypervisor. [ 970.581185] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-06aaf83f-3069-4db0-9228-f76546f6b3bc tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 970.581378] env[69350]: DEBUG nova.compute.manager [-] [instance: 793cf920-4cb4-44cf-b9d7-3acd42a3caeb] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 970.581485] env[69350]: DEBUG nova.network.neutron [-] [instance: 793cf920-4cb4-44cf-b9d7-3acd42a3caeb] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 970.676705] env[69350]: DEBUG oslo_vmware.api [None req-917287ed-5557-4c6c-9284-ef3db5200685 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] Task: {'id': task-3365412, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.747441] env[69350]: DEBUG oslo_vmware.api [None req-dff00bdb-9821-41dc-b152-be3321b7b364 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52a56cce-4814-37bb-b619-102042ebfb6f, 'name': SearchDatastore_Task, 'duration_secs': 0.02074} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.747724] env[69350]: DEBUG oslo_concurrency.lockutils [None req-dff00bdb-9821-41dc-b152-be3321b7b364 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.747954] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-dff00bdb-9821-41dc-b152-be3321b7b364 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] [instance: 344ddaeb-e158-4d77-a322-68360d567e5b] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 970.748225] env[69350]: DEBUG oslo_concurrency.lockutils [None req-dff00bdb-9821-41dc-b152-be3321b7b364 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.748371] env[69350]: DEBUG oslo_concurrency.lockutils [None req-dff00bdb-9821-41dc-b152-be3321b7b364 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.748547] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-dff00bdb-9821-41dc-b152-be3321b7b364 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 970.748819] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d1723b39-9d3a-4223-876f-32999d2fe397 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.765117] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-dff00bdb-9821-41dc-b152-be3321b7b364 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 970.765117] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-dff00bdb-9821-41dc-b152-be3321b7b364 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 970.765117] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b99ddca-8aa5-4507-be6d-bb56311dd578 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.770272] env[69350]: DEBUG oslo_vmware.api [None req-dff00bdb-9821-41dc-b152-be3321b7b364 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] Waiting for the task: (returnval){ [ 970.770272] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52947ab8-d61f-ed3f-280b-ce2e3443875a" [ 970.770272] env[69350]: _type = "Task" [ 970.770272] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.778523] env[69350]: DEBUG oslo_vmware.api [None req-dff00bdb-9821-41dc-b152-be3321b7b364 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52947ab8-d61f-ed3f-280b-ce2e3443875a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.883021] env[69350]: DEBUG nova.compute.manager [None req-6a74f55e-2778-4366-87b9-f1a742110f9e tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] [instance: e38a1927-542e-4094-80f7-3832351b1db3] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 970.883021] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-6a74f55e-2778-4366-87b9-f1a742110f9e tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] [instance: e38a1927-542e-4094-80f7-3832351b1db3] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 970.883021] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e687c3-3cb8-4aab-9b6e-951aad84a2f3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.890487] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a74f55e-2778-4366-87b9-f1a742110f9e tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] [instance: e38a1927-542e-4094-80f7-3832351b1db3] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 970.890921] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2f556a7c-8492-4ef2-ab62-f236d9fc729b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.898509] env[69350]: DEBUG oslo_vmware.api [None req-6a74f55e-2778-4366-87b9-f1a742110f9e tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Waiting for the task: (returnval){ [ 970.898509] env[69350]: value = "task-3365413" [ 970.898509] env[69350]: _type = "Task" [ 970.898509] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.907541] env[69350]: DEBUG oslo_vmware.api [None req-6a74f55e-2778-4366-87b9-f1a742110f9e tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Task: {'id': task-3365413, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.940276] env[69350]: DEBUG nova.compute.manager [None req-227540ce-c8a5-4ffc-add1-ebc10e6f0ce3 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: a03ec981-aaa5-45f3-aee7-8716b22652c4] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 971.177923] env[69350]: DEBUG oslo_vmware.api [None req-917287ed-5557-4c6c-9284-ef3db5200685 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] Task: {'id': task-3365412, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.738121} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.179599] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-917287ed-5557-4c6c-9284-ef3db5200685 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] 684c8b24-d21b-46bd-86e7-9e93b00cc7dc/684c8b24-d21b-46bd-86e7-9e93b00cc7dc.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 971.179837] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-917287ed-5557-4c6c-9284-ef3db5200685 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] [instance: 684c8b24-d21b-46bd-86e7-9e93b00cc7dc] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 971.182985] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3ba1ae80-b82d-4452-83c8-b78186b83654 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.189527] env[69350]: DEBUG oslo_vmware.api [None req-917287ed-5557-4c6c-9284-ef3db5200685 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] Waiting for the task: (returnval){ [ 971.189527] env[69350]: value = "task-3365414" [ 971.189527] env[69350]: _type = "Task" [ 971.189527] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.204759] env[69350]: DEBUG oslo_vmware.api [None req-917287ed-5557-4c6c-9284-ef3db5200685 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] Task: {'id': task-3365414, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.285152] env[69350]: DEBUG oslo_vmware.api [None req-dff00bdb-9821-41dc-b152-be3321b7b364 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52947ab8-d61f-ed3f-280b-ce2e3443875a, 'name': SearchDatastore_Task, 'duration_secs': 0.051379} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.286022] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1db29c2a-0af5-45bf-9f4a-62cdbd00e49e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.291200] env[69350]: DEBUG oslo_vmware.api [None req-dff00bdb-9821-41dc-b152-be3321b7b364 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] Waiting for the task: (returnval){ [ 971.291200] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52186095-634e-db59-1c57-893de56ce6b9" [ 971.291200] env[69350]: _type = "Task" [ 971.291200] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.305356] env[69350]: DEBUG oslo_vmware.api [None req-dff00bdb-9821-41dc-b152-be3321b7b364 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52186095-634e-db59-1c57-893de56ce6b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.410890] env[69350]: DEBUG oslo_vmware.api [None req-6a74f55e-2778-4366-87b9-f1a742110f9e tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Task: {'id': task-3365413, 'name': PowerOffVM_Task, 'duration_secs': 0.330671} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.414373] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a74f55e-2778-4366-87b9-f1a742110f9e tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] [instance: e38a1927-542e-4094-80f7-3832351b1db3] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 971.414596] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-6a74f55e-2778-4366-87b9-f1a742110f9e tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] [instance: e38a1927-542e-4094-80f7-3832351b1db3] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 971.417157] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ed20b48-a64f-4a99-8185-e676911c1885 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.429160] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27bca575-b740-4741-83a7-d96cfecd924b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.436043] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb25dc7-e165-4a53-8449-a0ad8c73f73c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.470376] env[69350]: DEBUG nova.network.neutron [req-d6b3b363-492c-47f8-a471-61a410b48548 req-bce06e12-ed04-4b23-bbc8-d58a07e96658 service nova] [instance: 344ddaeb-e158-4d77-a322-68360d567e5b] Updated VIF entry in instance network info cache for port 76259967-9cec-4c83-879f-6c086090a661. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 971.470677] env[69350]: DEBUG nova.network.neutron [req-d6b3b363-492c-47f8-a471-61a410b48548 req-bce06e12-ed04-4b23-bbc8-d58a07e96658 service nova] [instance: 344ddaeb-e158-4d77-a322-68360d567e5b] Updating instance_info_cache with network_info: [{"id": "76259967-9cec-4c83-879f-6c086090a661", "address": "fa:16:3e:f6:fa:24", "network": {"id": "648a9adc-e70d-4503-813f-1158b7a6b8f2", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-142258375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26699962dbd54b9abe8e330e355f5102", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be8bd197-4b2b-46e7-88ea-2554b0438584", "external-id": "nsx-vlan-transportzone-338", "segmentation_id": 338, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76259967-9c", "ovs_interfaceid": "76259967-9cec-4c83-879f-6c086090a661", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.472162] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d44d9b96-f38b-4278-bd97-ea80878d7703 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.479785] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de121fbb-7ebc-468c-a542-331f519b09f2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.494170] env[69350]: DEBUG nova.compute.provider_tree [None req-e70a00b3-de87-429c-8594-3fc02a909f66 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 971.504419] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-6a74f55e-2778-4366-87b9-f1a742110f9e tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] [instance: e38a1927-542e-4094-80f7-3832351b1db3] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 971.504707] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-6a74f55e-2778-4366-87b9-f1a742110f9e tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] [instance: e38a1927-542e-4094-80f7-3832351b1db3] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 971.504923] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a74f55e-2778-4366-87b9-f1a742110f9e tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Deleting the datastore file [datastore1] e38a1927-542e-4094-80f7-3832351b1db3 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 971.505450] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e7d7b20-ff29-4eb8-ba00-15d4b5a1d79d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.512434] env[69350]: DEBUG oslo_vmware.api [None req-6a74f55e-2778-4366-87b9-f1a742110f9e tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Waiting for the task: (returnval){ [ 971.512434] env[69350]: value = "task-3365416" [ 971.512434] env[69350]: _type = "Task" [ 971.512434] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.521631] env[69350]: DEBUG oslo_vmware.api [None req-6a74f55e-2778-4366-87b9-f1a742110f9e tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Task: {'id': task-3365416, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.662246] env[69350]: DEBUG nova.network.neutron [None req-227540ce-c8a5-4ffc-add1-ebc10e6f0ce3 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: a03ec981-aaa5-45f3-aee7-8716b22652c4] Successfully created port: 3e18beea-4fc6-4f21-91b4-318acb8511f3 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 971.700534] env[69350]: DEBUG oslo_vmware.api [None req-917287ed-5557-4c6c-9284-ef3db5200685 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] Task: {'id': task-3365414, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074822} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.700810] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-917287ed-5557-4c6c-9284-ef3db5200685 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] [instance: 684c8b24-d21b-46bd-86e7-9e93b00cc7dc] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 971.701663] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b63a8388-1bab-49da-85fa-9c9ce0c39cef {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.723369] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-917287ed-5557-4c6c-9284-ef3db5200685 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] [instance: 684c8b24-d21b-46bd-86e7-9e93b00cc7dc] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] 684c8b24-d21b-46bd-86e7-9e93b00cc7dc/684c8b24-d21b-46bd-86e7-9e93b00cc7dc.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 971.723668] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4af22636-08c7-4da4-8453-cc03172e287c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.742751] env[69350]: DEBUG oslo_vmware.api [None req-917287ed-5557-4c6c-9284-ef3db5200685 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] Waiting for the task: (returnval){ [ 971.742751] env[69350]: value = "task-3365417" [ 971.742751] env[69350]: _type = "Task" [ 971.742751] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.751972] env[69350]: DEBUG oslo_vmware.api [None req-917287ed-5557-4c6c-9284-ef3db5200685 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] Task: {'id': task-3365417, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.800514] env[69350]: DEBUG oslo_vmware.api [None req-dff00bdb-9821-41dc-b152-be3321b7b364 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52186095-634e-db59-1c57-893de56ce6b9, 'name': SearchDatastore_Task, 'duration_secs': 0.030191} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.800781] env[69350]: DEBUG oslo_concurrency.lockutils [None req-dff00bdb-9821-41dc-b152-be3321b7b364 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.801049] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-dff00bdb-9821-41dc-b152-be3321b7b364 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] 344ddaeb-e158-4d77-a322-68360d567e5b/344ddaeb-e158-4d77-a322-68360d567e5b.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 971.801304] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2ae1e198-019c-494c-9e31-f24ecf7df783 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.807343] env[69350]: DEBUG oslo_vmware.api [None req-dff00bdb-9821-41dc-b152-be3321b7b364 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] Waiting for the task: (returnval){ [ 971.807343] env[69350]: value = "task-3365418" [ 971.807343] env[69350]: _type = "Task" [ 971.807343] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.814863] env[69350]: DEBUG oslo_vmware.api [None req-dff00bdb-9821-41dc-b152-be3321b7b364 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] Task: {'id': task-3365418, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.976657] env[69350]: DEBUG nova.compute.manager [None req-227540ce-c8a5-4ffc-add1-ebc10e6f0ce3 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: a03ec981-aaa5-45f3-aee7-8716b22652c4] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 971.979123] env[69350]: DEBUG oslo_concurrency.lockutils [req-d6b3b363-492c-47f8-a471-61a410b48548 req-bce06e12-ed04-4b23-bbc8-d58a07e96658 service nova] Releasing lock "refresh_cache-344ddaeb-e158-4d77-a322-68360d567e5b" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.979433] env[69350]: DEBUG nova.compute.manager [req-d6b3b363-492c-47f8-a471-61a410b48548 req-bce06e12-ed04-4b23-bbc8-d58a07e96658 service nova] [instance: aad4e7c2-8241-4c46-be12-938b0673d68e] Received event network-changed-b1af3607-5317-4ec5-b397-1f27a7823c62 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 971.979694] env[69350]: DEBUG nova.compute.manager [req-d6b3b363-492c-47f8-a471-61a410b48548 req-bce06e12-ed04-4b23-bbc8-d58a07e96658 service nova] [instance: aad4e7c2-8241-4c46-be12-938b0673d68e] Refreshing instance network info cache due to event network-changed-b1af3607-5317-4ec5-b397-1f27a7823c62. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 971.979866] env[69350]: DEBUG oslo_concurrency.lockutils [req-d6b3b363-492c-47f8-a471-61a410b48548 req-bce06e12-ed04-4b23-bbc8-d58a07e96658 service nova] Acquiring lock "refresh_cache-aad4e7c2-8241-4c46-be12-938b0673d68e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.980045] env[69350]: DEBUG oslo_concurrency.lockutils [req-d6b3b363-492c-47f8-a471-61a410b48548 req-bce06e12-ed04-4b23-bbc8-d58a07e96658 service nova] Acquired lock "refresh_cache-aad4e7c2-8241-4c46-be12-938b0673d68e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.980245] env[69350]: DEBUG nova.network.neutron [req-d6b3b363-492c-47f8-a471-61a410b48548 req-bce06e12-ed04-4b23-bbc8-d58a07e96658 service nova] [instance: aad4e7c2-8241-4c46-be12-938b0673d68e] Refreshing network info cache for port b1af3607-5317-4ec5-b397-1f27a7823c62 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 971.996778] env[69350]: DEBUG nova.scheduler.client.report [None req-e70a00b3-de87-429c-8594-3fc02a909f66 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 972.008930] env[69350]: DEBUG nova.virt.hardware [None req-227540ce-c8a5-4ffc-add1-ebc10e6f0ce3 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 972.009214] env[69350]: DEBUG nova.virt.hardware [None req-227540ce-c8a5-4ffc-add1-ebc10e6f0ce3 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 972.010124] env[69350]: DEBUG nova.virt.hardware [None req-227540ce-c8a5-4ffc-add1-ebc10e6f0ce3 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 972.010124] env[69350]: DEBUG nova.virt.hardware [None req-227540ce-c8a5-4ffc-add1-ebc10e6f0ce3 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 972.010124] env[69350]: DEBUG nova.virt.hardware [None req-227540ce-c8a5-4ffc-add1-ebc10e6f0ce3 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 972.010124] env[69350]: DEBUG nova.virt.hardware [None req-227540ce-c8a5-4ffc-add1-ebc10e6f0ce3 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 972.010124] env[69350]: DEBUG nova.virt.hardware [None req-227540ce-c8a5-4ffc-add1-ebc10e6f0ce3 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 972.010371] env[69350]: DEBUG nova.virt.hardware [None req-227540ce-c8a5-4ffc-add1-ebc10e6f0ce3 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 972.010428] env[69350]: DEBUG nova.virt.hardware [None req-227540ce-c8a5-4ffc-add1-ebc10e6f0ce3 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 972.010590] env[69350]: DEBUG nova.virt.hardware [None req-227540ce-c8a5-4ffc-add1-ebc10e6f0ce3 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 972.010784] env[69350]: DEBUG nova.virt.hardware [None req-227540ce-c8a5-4ffc-add1-ebc10e6f0ce3 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 972.011662] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a4d34f6-4eb9-40f3-ace2-c17ad2a2548b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.017347] env[69350]: DEBUG nova.compute.manager [req-29110b2f-a9f8-44f2-99fd-5092c2c212fc req-df10d9bc-cdbc-4abd-8f3b-976e9d7fc489 service nova] [instance: c6b8f842-5836-4383-9db3-fbcb8e83ffc2] Received event network-vif-deleted-1e999116-e71b-4a28-add8-13c4e7a935b2 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 972.017549] env[69350]: INFO nova.compute.manager [req-29110b2f-a9f8-44f2-99fd-5092c2c212fc req-df10d9bc-cdbc-4abd-8f3b-976e9d7fc489 service nova] [instance: c6b8f842-5836-4383-9db3-fbcb8e83ffc2] Neutron deleted interface 1e999116-e71b-4a28-add8-13c4e7a935b2; detaching it from the instance and deleting it from the info cache [ 972.017726] env[69350]: DEBUG nova.network.neutron [req-29110b2f-a9f8-44f2-99fd-5092c2c212fc req-df10d9bc-cdbc-4abd-8f3b-976e9d7fc489 service nova] [instance: c6b8f842-5836-4383-9db3-fbcb8e83ffc2] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.029809] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95dd7231-6e19-4d19-93a0-4b7b891d45bd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.033853] env[69350]: DEBUG oslo_vmware.api [None req-6a74f55e-2778-4366-87b9-f1a742110f9e tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Task: {'id': task-3365416, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.072250] env[69350]: DEBUG nova.network.neutron [-] [instance: c6b8f842-5836-4383-9db3-fbcb8e83ffc2] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.108430] env[69350]: DEBUG nova.network.neutron [-] [instance: 793cf920-4cb4-44cf-b9d7-3acd42a3caeb] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.253542] env[69350]: DEBUG oslo_vmware.api [None req-917287ed-5557-4c6c-9284-ef3db5200685 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] Task: {'id': task-3365417, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.319084] env[69350]: DEBUG oslo_vmware.api [None req-dff00bdb-9821-41dc-b152-be3321b7b364 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] Task: {'id': task-3365418, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.506029] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e70a00b3-de87-429c-8594-3fc02a909f66 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.575s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.506029] env[69350]: DEBUG nova.compute.manager [None req-e70a00b3-de87-429c-8594-3fc02a909f66 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] [instance: 3982eed1-6462-4109-a550-9675a5970e1d] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 972.508347] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 30.099s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.523132] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-784267e1-2aa6-4971-8925-b612dd109ffa {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.528761] env[69350]: DEBUG oslo_vmware.api [None req-6a74f55e-2778-4366-87b9-f1a742110f9e tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Task: {'id': task-3365416, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.705919} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.529510] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a74f55e-2778-4366-87b9-f1a742110f9e tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 972.529717] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-6a74f55e-2778-4366-87b9-f1a742110f9e tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] [instance: e38a1927-542e-4094-80f7-3832351b1db3] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 972.529893] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-6a74f55e-2778-4366-87b9-f1a742110f9e tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] [instance: e38a1927-542e-4094-80f7-3832351b1db3] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 972.530077] env[69350]: INFO nova.compute.manager [None req-6a74f55e-2778-4366-87b9-f1a742110f9e tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] [instance: e38a1927-542e-4094-80f7-3832351b1db3] Took 1.65 seconds to destroy the instance on the hypervisor. [ 972.530329] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a74f55e-2778-4366-87b9-f1a742110f9e tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 972.530523] env[69350]: DEBUG nova.compute.manager [-] [instance: e38a1927-542e-4094-80f7-3832351b1db3] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 972.530621] env[69350]: DEBUG nova.network.neutron [-] [instance: e38a1927-542e-4094-80f7-3832351b1db3] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 972.536369] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-342e68c7-8bca-4f85-aef0-c6605d9c87ce {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.572852] env[69350]: DEBUG nova.compute.manager [req-29110b2f-a9f8-44f2-99fd-5092c2c212fc req-df10d9bc-cdbc-4abd-8f3b-976e9d7fc489 service nova] [instance: c6b8f842-5836-4383-9db3-fbcb8e83ffc2] Detach interface failed, port_id=1e999116-e71b-4a28-add8-13c4e7a935b2, reason: Instance c6b8f842-5836-4383-9db3-fbcb8e83ffc2 could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 972.573085] env[69350]: DEBUG nova.compute.manager [req-29110b2f-a9f8-44f2-99fd-5092c2c212fc req-df10d9bc-cdbc-4abd-8f3b-976e9d7fc489 service nova] [instance: 793cf920-4cb4-44cf-b9d7-3acd42a3caeb] Received event network-vif-deleted-e63981b8-4658-4f9b-97d6-f987469c7229 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 972.573330] env[69350]: INFO nova.compute.manager [req-29110b2f-a9f8-44f2-99fd-5092c2c212fc req-df10d9bc-cdbc-4abd-8f3b-976e9d7fc489 service nova] [instance: 793cf920-4cb4-44cf-b9d7-3acd42a3caeb] Neutron deleted interface e63981b8-4658-4f9b-97d6-f987469c7229; detaching it from the instance and deleting it from the info cache [ 972.573465] env[69350]: DEBUG nova.network.neutron [req-29110b2f-a9f8-44f2-99fd-5092c2c212fc req-df10d9bc-cdbc-4abd-8f3b-976e9d7fc489 service nova] [instance: 793cf920-4cb4-44cf-b9d7-3acd42a3caeb] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.574899] env[69350]: INFO nova.compute.manager [-] [instance: c6b8f842-5836-4383-9db3-fbcb8e83ffc2] Took 2.05 seconds to deallocate network for instance. [ 972.611806] env[69350]: INFO nova.compute.manager [-] [instance: 793cf920-4cb4-44cf-b9d7-3acd42a3caeb] Took 2.03 seconds to deallocate network for instance. [ 972.757479] env[69350]: DEBUG oslo_vmware.api [None req-917287ed-5557-4c6c-9284-ef3db5200685 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] Task: {'id': task-3365417, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.818330] env[69350]: DEBUG oslo_vmware.api [None req-dff00bdb-9821-41dc-b152-be3321b7b364 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] Task: {'id': task-3365418, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.865179] env[69350]: DEBUG nova.network.neutron [req-d6b3b363-492c-47f8-a471-61a410b48548 req-bce06e12-ed04-4b23-bbc8-d58a07e96658 service nova] [instance: aad4e7c2-8241-4c46-be12-938b0673d68e] Updated VIF entry in instance network info cache for port b1af3607-5317-4ec5-b397-1f27a7823c62. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 972.865763] env[69350]: DEBUG nova.network.neutron [req-d6b3b363-492c-47f8-a471-61a410b48548 req-bce06e12-ed04-4b23-bbc8-d58a07e96658 service nova] [instance: aad4e7c2-8241-4c46-be12-938b0673d68e] Updating instance_info_cache with network_info: [{"id": "b1af3607-5317-4ec5-b397-1f27a7823c62", "address": "fa:16:3e:73:5f:4a", "network": {"id": "bc16c158-ef75-4a41-beeb-3ceae708fa9d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-469663997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46625a434b9f47dc83d92c9db8a3024c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1af3607-53", "ovs_interfaceid": "b1af3607-5317-4ec5-b397-1f27a7823c62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.015386] env[69350]: DEBUG nova.compute.utils [None req-e70a00b3-de87-429c-8594-3fc02a909f66 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 973.031066] env[69350]: DEBUG nova.compute.manager [None req-e70a00b3-de87-429c-8594-3fc02a909f66 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] [instance: 3982eed1-6462-4109-a550-9675a5970e1d] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 973.033759] env[69350]: DEBUG nova.compute.manager [None req-e70a00b3-de87-429c-8594-3fc02a909f66 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] [instance: 3982eed1-6462-4109-a550-9675a5970e1d] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 973.033759] env[69350]: DEBUG nova.network.neutron [None req-e70a00b3-de87-429c-8594-3fc02a909f66 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] [instance: 3982eed1-6462-4109-a550-9675a5970e1d] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 973.075792] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-27a3a738-a48a-42fb-9359-fdfa93f03bc0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.083674] env[69350]: DEBUG oslo_concurrency.lockutils [None req-860bd8eb-cfb8-4419-975c-1727f60b9357 tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.087423] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f28bb57-cb6e-4945-913f-cbce589314f1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.124201] env[69350]: DEBUG oslo_concurrency.lockutils [None req-06aaf83f-3069-4db0-9228-f76546f6b3bc tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.124575] env[69350]: DEBUG nova.compute.manager [req-29110b2f-a9f8-44f2-99fd-5092c2c212fc req-df10d9bc-cdbc-4abd-8f3b-976e9d7fc489 service nova] [instance: 793cf920-4cb4-44cf-b9d7-3acd42a3caeb] Detach interface failed, port_id=e63981b8-4658-4f9b-97d6-f987469c7229, reason: Instance 793cf920-4cb4-44cf-b9d7-3acd42a3caeb could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 973.126167] env[69350]: DEBUG nova.policy [None req-e70a00b3-de87-429c-8594-3fc02a909f66 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4a866b3534c849569ce40155ce069ec0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '204d3c5a81a14a6194e0822e6e79cb94', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 973.257884] env[69350]: DEBUG oslo_vmware.api [None req-917287ed-5557-4c6c-9284-ef3db5200685 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] Task: {'id': task-3365417, 'name': ReconfigVM_Task, 'duration_secs': 1.146577} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.257884] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-917287ed-5557-4c6c-9284-ef3db5200685 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] [instance: 684c8b24-d21b-46bd-86e7-9e93b00cc7dc] Reconfigured VM instance instance-0000003f to attach disk [datastore2] 684c8b24-d21b-46bd-86e7-9e93b00cc7dc/684c8b24-d21b-46bd-86e7-9e93b00cc7dc.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 973.257884] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-94e3633e-69de-4fd0-b8dd-68ba6f684d6f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.263994] env[69350]: DEBUG oslo_vmware.api [None req-917287ed-5557-4c6c-9284-ef3db5200685 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] Waiting for the task: (returnval){ [ 973.263994] env[69350]: value = "task-3365419" [ 973.263994] env[69350]: _type = "Task" [ 973.263994] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.271802] env[69350]: DEBUG oslo_vmware.api [None req-917287ed-5557-4c6c-9284-ef3db5200685 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] Task: {'id': task-3365419, 'name': Rename_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.294656] env[69350]: DEBUG nova.network.neutron [None req-227540ce-c8a5-4ffc-add1-ebc10e6f0ce3 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: a03ec981-aaa5-45f3-aee7-8716b22652c4] Successfully updated port: 3e18beea-4fc6-4f21-91b4-318acb8511f3 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 973.321649] env[69350]: DEBUG oslo_vmware.api [None req-dff00bdb-9821-41dc-b152-be3321b7b364 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] Task: {'id': task-3365418, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.02662} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.322218] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-dff00bdb-9821-41dc-b152-be3321b7b364 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] 344ddaeb-e158-4d77-a322-68360d567e5b/344ddaeb-e158-4d77-a322-68360d567e5b.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 973.322466] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-dff00bdb-9821-41dc-b152-be3321b7b364 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] [instance: 344ddaeb-e158-4d77-a322-68360d567e5b] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 973.323025] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-95c39f52-5c6a-4f8d-8f83-c848ed379a39 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.329074] env[69350]: DEBUG oslo_vmware.api [None req-dff00bdb-9821-41dc-b152-be3321b7b364 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] Waiting for the task: (returnval){ [ 973.329074] env[69350]: value = "task-3365420" [ 973.329074] env[69350]: _type = "Task" [ 973.329074] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.338794] env[69350]: DEBUG oslo_vmware.api [None req-dff00bdb-9821-41dc-b152-be3321b7b364 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] Task: {'id': task-3365420, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.367947] env[69350]: DEBUG oslo_concurrency.lockutils [req-d6b3b363-492c-47f8-a471-61a410b48548 req-bce06e12-ed04-4b23-bbc8-d58a07e96658 service nova] Releasing lock "refresh_cache-aad4e7c2-8241-4c46-be12-938b0673d68e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.463813] env[69350]: DEBUG nova.network.neutron [-] [instance: e38a1927-542e-4094-80f7-3832351b1db3] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.508851] env[69350]: DEBUG nova.network.neutron [None req-e70a00b3-de87-429c-8594-3fc02a909f66 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] [instance: 3982eed1-6462-4109-a550-9675a5970e1d] Successfully created port: 2e127c5c-4494-4f85-8cae-fc1d423819a8 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 973.550035] env[69350]: INFO nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Updating resource usage from migration 78ebe086-6273-449f-8539-caaa72f393bf [ 973.577022] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance f1736cf7-d979-41ba-97d9-45c35b51cad8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 973.577022] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance 32df2bac-26f8-494c-8af5-a02218f66960 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 973.577022] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance a8f9c383-cccf-4c92-8639-88776a4e0dab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 973.577022] env[69350]: WARNING nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance 2e8e720c-f11a-434e-b1b2-ad961383e5de is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 973.577022] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance 1928e353-9d7a-4d20-8347-029c36bcdb8e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 973.577022] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance 8825162c-2942-4d5c-b7d1-d8b87f0ce534 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 973.577022] env[69350]: WARNING nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance 06270a6b-46d7-42ca-a02b-6747417f937e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 973.577022] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance d8ff34cc-0660-4828-847d-cc58e0c4385a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 973.577022] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance 8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 973.577022] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance 4d646a6a-26e5-4e67-8415-b981f86d49cb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 973.577022] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance d780fc2f-62f6-4cf7-8d8a-c2e7b25226dc actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 973.577022] env[69350]: WARNING nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance 3a5af6a2-a06a-4f35-92ea-d122160b22b5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 973.577022] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance 12469520-1e54-40a2-b179-0811c4099063 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 973.577022] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance 54012b13-65ff-4fe4-bcab-43038f12aeda actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 973.577742] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance c6b8f842-5836-4383-9db3-fbcb8e83ffc2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 973.577908] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance 793cf920-4cb4-44cf-b9d7-3acd42a3caeb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 973.578071] env[69350]: WARNING nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance 2701262d-0054-4f59-8849-bf1e17b7bb94 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 973.578210] env[69350]: WARNING nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance 18d57be1-24d5-4f9c-a5b5-24d82624069a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 973.578332] env[69350]: WARNING nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance 78121893-84ec-4432-a063-e8109be4e359 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 973.580282] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance f57f4243-4a2f-4f93-962e-4ceb2fbb2f66 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 973.580282] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance dfa7050a-9a30-4a81-8e47-404bca52d0bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 973.580282] env[69350]: WARNING nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance 83e0ad4e-cacd-4024-b73b-8d2b54d8aed3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 973.580282] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance e38a1927-542e-4094-80f7-3832351b1db3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 973.580282] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance aad4e7c2-8241-4c46-be12-938b0673d68e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 973.580282] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance 684c8b24-d21b-46bd-86e7-9e93b00cc7dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 973.580282] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance 344ddaeb-e158-4d77-a322-68360d567e5b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 973.580282] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance a03ec981-aaa5-45f3-aee7-8716b22652c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 973.580282] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance 3982eed1-6462-4109-a550-9675a5970e1d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 973.580282] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Migration 78ebe086-6273-449f-8539-caaa72f393bf is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 973.580282] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance 90b71625-4bb1-4f8b-a94e-313cea1be2da actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 973.774108] env[69350]: DEBUG oslo_vmware.api [None req-917287ed-5557-4c6c-9284-ef3db5200685 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] Task: {'id': task-3365419, 'name': Rename_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.796829] env[69350]: DEBUG oslo_concurrency.lockutils [None req-227540ce-c8a5-4ffc-add1-ebc10e6f0ce3 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Acquiring lock "refresh_cache-a03ec981-aaa5-45f3-aee7-8716b22652c4" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.796996] env[69350]: DEBUG oslo_concurrency.lockutils [None req-227540ce-c8a5-4ffc-add1-ebc10e6f0ce3 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Acquired lock "refresh_cache-a03ec981-aaa5-45f3-aee7-8716b22652c4" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.797197] env[69350]: DEBUG nova.network.neutron [None req-227540ce-c8a5-4ffc-add1-ebc10e6f0ce3 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: a03ec981-aaa5-45f3-aee7-8716b22652c4] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 973.838959] env[69350]: DEBUG oslo_vmware.api [None req-dff00bdb-9821-41dc-b152-be3321b7b364 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] Task: {'id': task-3365420, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059746} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.839260] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-dff00bdb-9821-41dc-b152-be3321b7b364 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] [instance: 344ddaeb-e158-4d77-a322-68360d567e5b] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 973.840030] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc48e4a2-6aad-46d9-8c28-23e28e8178c1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.863385] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-dff00bdb-9821-41dc-b152-be3321b7b364 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] [instance: 344ddaeb-e158-4d77-a322-68360d567e5b] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 344ddaeb-e158-4d77-a322-68360d567e5b/344ddaeb-e158-4d77-a322-68360d567e5b.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 973.863929] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46b578a2-0414-4ae1-9435-793e6954d142 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.885462] env[69350]: DEBUG oslo_vmware.api [None req-dff00bdb-9821-41dc-b152-be3321b7b364 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] Waiting for the task: (returnval){ [ 973.885462] env[69350]: value = "task-3365421" [ 973.885462] env[69350]: _type = "Task" [ 973.885462] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.893566] env[69350]: DEBUG oslo_vmware.api [None req-dff00bdb-9821-41dc-b152-be3321b7b364 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] Task: {'id': task-3365421, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.967043] env[69350]: INFO nova.compute.manager [-] [instance: e38a1927-542e-4094-80f7-3832351b1db3] Took 1.44 seconds to deallocate network for instance. [ 974.046380] env[69350]: DEBUG nova.compute.manager [req-09d1b77f-f408-40de-a17b-b3ee69df330f req-678b6fe8-70d8-436c-b465-9dca6b01d0a3 service nova] [instance: e38a1927-542e-4094-80f7-3832351b1db3] Received event network-vif-deleted-f589f8c3-2f28-472f-8b7a-f6ed61fe82b3 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 974.046644] env[69350]: DEBUG nova.compute.manager [req-09d1b77f-f408-40de-a17b-b3ee69df330f req-678b6fe8-70d8-436c-b465-9dca6b01d0a3 service nova] [instance: a03ec981-aaa5-45f3-aee7-8716b22652c4] Received event network-vif-plugged-3e18beea-4fc6-4f21-91b4-318acb8511f3 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 974.046765] env[69350]: DEBUG oslo_concurrency.lockutils [req-09d1b77f-f408-40de-a17b-b3ee69df330f req-678b6fe8-70d8-436c-b465-9dca6b01d0a3 service nova] Acquiring lock "a03ec981-aaa5-45f3-aee7-8716b22652c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.046973] env[69350]: DEBUG oslo_concurrency.lockutils [req-09d1b77f-f408-40de-a17b-b3ee69df330f req-678b6fe8-70d8-436c-b465-9dca6b01d0a3 service nova] Lock "a03ec981-aaa5-45f3-aee7-8716b22652c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.047316] env[69350]: DEBUG oslo_concurrency.lockutils [req-09d1b77f-f408-40de-a17b-b3ee69df330f req-678b6fe8-70d8-436c-b465-9dca6b01d0a3 service nova] Lock "a03ec981-aaa5-45f3-aee7-8716b22652c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.047492] env[69350]: DEBUG nova.compute.manager [req-09d1b77f-f408-40de-a17b-b3ee69df330f req-678b6fe8-70d8-436c-b465-9dca6b01d0a3 service nova] [instance: a03ec981-aaa5-45f3-aee7-8716b22652c4] No waiting events found dispatching network-vif-plugged-3e18beea-4fc6-4f21-91b4-318acb8511f3 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 974.047655] env[69350]: WARNING nova.compute.manager [req-09d1b77f-f408-40de-a17b-b3ee69df330f req-678b6fe8-70d8-436c-b465-9dca6b01d0a3 service nova] [instance: a03ec981-aaa5-45f3-aee7-8716b22652c4] Received unexpected event network-vif-plugged-3e18beea-4fc6-4f21-91b4-318acb8511f3 for instance with vm_state building and task_state spawning. [ 974.047814] env[69350]: DEBUG nova.compute.manager [req-09d1b77f-f408-40de-a17b-b3ee69df330f req-678b6fe8-70d8-436c-b465-9dca6b01d0a3 service nova] [instance: a03ec981-aaa5-45f3-aee7-8716b22652c4] Received event network-changed-3e18beea-4fc6-4f21-91b4-318acb8511f3 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 974.048172] env[69350]: DEBUG nova.compute.manager [req-09d1b77f-f408-40de-a17b-b3ee69df330f req-678b6fe8-70d8-436c-b465-9dca6b01d0a3 service nova] [instance: a03ec981-aaa5-45f3-aee7-8716b22652c4] Refreshing instance network info cache due to event network-changed-3e18beea-4fc6-4f21-91b4-318acb8511f3. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 974.048439] env[69350]: DEBUG oslo_concurrency.lockutils [req-09d1b77f-f408-40de-a17b-b3ee69df330f req-678b6fe8-70d8-436c-b465-9dca6b01d0a3 service nova] Acquiring lock "refresh_cache-a03ec981-aaa5-45f3-aee7-8716b22652c4" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.051208] env[69350]: DEBUG nova.compute.manager [None req-e70a00b3-de87-429c-8594-3fc02a909f66 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] [instance: 3982eed1-6462-4109-a550-9675a5970e1d] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 974.079959] env[69350]: DEBUG nova.virt.hardware [None req-e70a00b3-de87-429c-8594-3fc02a909f66 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 974.080266] env[69350]: DEBUG nova.virt.hardware [None req-e70a00b3-de87-429c-8594-3fc02a909f66 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 974.080428] env[69350]: DEBUG nova.virt.hardware [None req-e70a00b3-de87-429c-8594-3fc02a909f66 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 974.080609] env[69350]: DEBUG nova.virt.hardware [None req-e70a00b3-de87-429c-8594-3fc02a909f66 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 974.080756] env[69350]: DEBUG nova.virt.hardware [None req-e70a00b3-de87-429c-8594-3fc02a909f66 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 974.080902] env[69350]: DEBUG nova.virt.hardware [None req-e70a00b3-de87-429c-8594-3fc02a909f66 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 974.081124] env[69350]: DEBUG nova.virt.hardware [None req-e70a00b3-de87-429c-8594-3fc02a909f66 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 974.081288] env[69350]: DEBUG nova.virt.hardware [None req-e70a00b3-de87-429c-8594-3fc02a909f66 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 974.081455] env[69350]: DEBUG nova.virt.hardware [None req-e70a00b3-de87-429c-8594-3fc02a909f66 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 974.081626] env[69350]: DEBUG nova.virt.hardware [None req-e70a00b3-de87-429c-8594-3fc02a909f66 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 974.082583] env[69350]: DEBUG nova.virt.hardware [None req-e70a00b3-de87-429c-8594-3fc02a909f66 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 974.082583] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance 532d8313-d578-433b-8dec-e05a03ba013b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 974.084411] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7850dd77-cc5d-4595-885f-6500ab11be5d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.093082] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cbd7dab-772f-4b9b-bdf9-2a7c550cf57e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.275113] env[69350]: DEBUG oslo_vmware.api [None req-917287ed-5557-4c6c-9284-ef3db5200685 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] Task: {'id': task-3365419, 'name': Rename_Task, 'duration_secs': 0.784847} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.275395] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-917287ed-5557-4c6c-9284-ef3db5200685 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] [instance: 684c8b24-d21b-46bd-86e7-9e93b00cc7dc] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 974.275633] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af8fa1c3-26c1-496f-ad0a-cb93e2cb71a0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.281233] env[69350]: DEBUG oslo_vmware.api [None req-917287ed-5557-4c6c-9284-ef3db5200685 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] Waiting for the task: (returnval){ [ 974.281233] env[69350]: value = "task-3365422" [ 974.281233] env[69350]: _type = "Task" [ 974.281233] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.288263] env[69350]: DEBUG oslo_vmware.api [None req-917287ed-5557-4c6c-9284-ef3db5200685 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] Task: {'id': task-3365422, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.329188] env[69350]: DEBUG nova.network.neutron [None req-227540ce-c8a5-4ffc-add1-ebc10e6f0ce3 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: a03ec981-aaa5-45f3-aee7-8716b22652c4] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 974.399685] env[69350]: DEBUG oslo_vmware.api [None req-dff00bdb-9821-41dc-b152-be3321b7b364 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] Task: {'id': task-3365421, 'name': ReconfigVM_Task, 'duration_secs': 0.294586} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.399959] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-dff00bdb-9821-41dc-b152-be3321b7b364 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] [instance: 344ddaeb-e158-4d77-a322-68360d567e5b] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 344ddaeb-e158-4d77-a322-68360d567e5b/344ddaeb-e158-4d77-a322-68360d567e5b.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 974.400601] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-47ae0fe3-de22-4caa-9f93-1dfdf05f5aa8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.407340] env[69350]: DEBUG oslo_vmware.api [None req-dff00bdb-9821-41dc-b152-be3321b7b364 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] Waiting for the task: (returnval){ [ 974.407340] env[69350]: value = "task-3365423" [ 974.407340] env[69350]: _type = "Task" [ 974.407340] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.416611] env[69350]: DEBUG oslo_vmware.api [None req-dff00bdb-9821-41dc-b152-be3321b7b364 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] Task: {'id': task-3365423, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.474187] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6a74f55e-2778-4366-87b9-f1a742110f9e tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.517666] env[69350]: DEBUG nova.network.neutron [None req-227540ce-c8a5-4ffc-add1-ebc10e6f0ce3 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: a03ec981-aaa5-45f3-aee7-8716b22652c4] Updating instance_info_cache with network_info: [{"id": "3e18beea-4fc6-4f21-91b4-318acb8511f3", "address": "fa:16:3e:27:5e:80", "network": {"id": "0bcb2b19-9d56-48ef-ae2f-bfa8be4a624b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1099470443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb23de86c4ea42c1accf78e42cda1fc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e18beea-4f", "ovs_interfaceid": "3e18beea-4fc6-4f21-91b4-318acb8511f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.588844] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance dcace75e-abf2-4e4a-8bae-2ccce0c618f5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 974.589224] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Total usable vcpus: 48, total allocated vcpus: 22 {{(pid=69350) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 974.589378] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4800MB phys_disk=200GB used_disk=21GB total_vcpus=48 used_vcpus=22 pci_stats=[] {{(pid=69350) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 974.793357] env[69350]: DEBUG oslo_vmware.api [None req-917287ed-5557-4c6c-9284-ef3db5200685 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] Task: {'id': task-3365422, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.916922] env[69350]: DEBUG oslo_vmware.api [None req-dff00bdb-9821-41dc-b152-be3321b7b364 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] Task: {'id': task-3365423, 'name': Rename_Task, 'duration_secs': 0.138681} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.920152] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-dff00bdb-9821-41dc-b152-be3321b7b364 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] [instance: 344ddaeb-e158-4d77-a322-68360d567e5b] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 974.921049] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19d239b0-7de9-4c2a-b4a9-c2490b1624d3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.927644] env[69350]: DEBUG oslo_vmware.api [None req-dff00bdb-9821-41dc-b152-be3321b7b364 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] Waiting for the task: (returnval){ [ 974.927644] env[69350]: value = "task-3365424" [ 974.927644] env[69350]: _type = "Task" [ 974.927644] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.937288] env[69350]: DEBUG oslo_vmware.api [None req-dff00bdb-9821-41dc-b152-be3321b7b364 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] Task: {'id': task-3365424, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.000411] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc476cda-5f67-4cf7-bcd5-523e56c416a3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.008071] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ae8f86-3c70-460f-9a9d-d077aa02ccf5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.037261] env[69350]: DEBUG oslo_concurrency.lockutils [None req-227540ce-c8a5-4ffc-add1-ebc10e6f0ce3 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Releasing lock "refresh_cache-a03ec981-aaa5-45f3-aee7-8716b22652c4" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.037534] env[69350]: DEBUG nova.compute.manager [None req-227540ce-c8a5-4ffc-add1-ebc10e6f0ce3 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: a03ec981-aaa5-45f3-aee7-8716b22652c4] Instance network_info: |[{"id": "3e18beea-4fc6-4f21-91b4-318acb8511f3", "address": "fa:16:3e:27:5e:80", "network": {"id": "0bcb2b19-9d56-48ef-ae2f-bfa8be4a624b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1099470443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb23de86c4ea42c1accf78e42cda1fc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e18beea-4f", "ovs_interfaceid": "3e18beea-4fc6-4f21-91b4-318acb8511f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 975.038050] env[69350]: DEBUG oslo_concurrency.lockutils [req-09d1b77f-f408-40de-a17b-b3ee69df330f req-678b6fe8-70d8-436c-b465-9dca6b01d0a3 service nova] Acquired lock "refresh_cache-a03ec981-aaa5-45f3-aee7-8716b22652c4" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.038253] env[69350]: DEBUG nova.network.neutron [req-09d1b77f-f408-40de-a17b-b3ee69df330f req-678b6fe8-70d8-436c-b465-9dca6b01d0a3 service nova] [instance: a03ec981-aaa5-45f3-aee7-8716b22652c4] Refreshing network info cache for port 3e18beea-4fc6-4f21-91b4-318acb8511f3 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 975.039413] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-227540ce-c8a5-4ffc-add1-ebc10e6f0ce3 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: a03ec981-aaa5-45f3-aee7-8716b22652c4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:5e:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f1b07b1-e4e5-4842-9090-07fb2c3e124b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3e18beea-4fc6-4f21-91b4-318acb8511f3', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 975.046771] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-227540ce-c8a5-4ffc-add1-ebc10e6f0ce3 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Creating folder: Project (eb23de86c4ea42c1accf78e42cda1fc1). Parent ref: group-v671398. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 975.047518] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-883d9868-9546-4aa9-8ca2-d9270048e5a5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.052828] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ec3b41ad-be28-4d78-815a-6544d89209b5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.060152] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c62e3d2d-7f0f-4b4e-9f1e-de7f6b463dcb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.066728] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-227540ce-c8a5-4ffc-add1-ebc10e6f0ce3 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Created folder: Project (eb23de86c4ea42c1accf78e42cda1fc1) in parent group-v671398. [ 975.066971] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-227540ce-c8a5-4ffc-add1-ebc10e6f0ce3 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Creating folder: Instances. Parent ref: group-v671581. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 975.067667] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0526f283-32f9-4bbb-be54-1e438a19da07 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.077645] env[69350]: DEBUG nova.compute.provider_tree [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 975.079957] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-227540ce-c8a5-4ffc-add1-ebc10e6f0ce3 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Created folder: Instances in parent group-v671581. [ 975.080210] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-227540ce-c8a5-4ffc-add1-ebc10e6f0ce3 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 975.080637] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a03ec981-aaa5-45f3-aee7-8716b22652c4] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 975.080842] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-07fd9a40-6654-4264-a5f5-d8950da417a9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.105026] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 975.105026] env[69350]: value = "task-3365427" [ 975.105026] env[69350]: _type = "Task" [ 975.105026] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.111051] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365427, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.120124] env[69350]: DEBUG nova.network.neutron [None req-e70a00b3-de87-429c-8594-3fc02a909f66 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] [instance: 3982eed1-6462-4109-a550-9675a5970e1d] Successfully updated port: 2e127c5c-4494-4f85-8cae-fc1d423819a8 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 975.295255] env[69350]: DEBUG oslo_vmware.api [None req-917287ed-5557-4c6c-9284-ef3db5200685 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] Task: {'id': task-3365422, 'name': PowerOnVM_Task, 'duration_secs': 0.697027} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.295536] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-917287ed-5557-4c6c-9284-ef3db5200685 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] [instance: 684c8b24-d21b-46bd-86e7-9e93b00cc7dc] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 975.295732] env[69350]: INFO nova.compute.manager [None req-917287ed-5557-4c6c-9284-ef3db5200685 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] [instance: 684c8b24-d21b-46bd-86e7-9e93b00cc7dc] Took 10.52 seconds to spawn the instance on the hypervisor. [ 975.295911] env[69350]: DEBUG nova.compute.manager [None req-917287ed-5557-4c6c-9284-ef3db5200685 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] [instance: 684c8b24-d21b-46bd-86e7-9e93b00cc7dc] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 975.296744] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98399dca-525c-40e5-914e-ad36fd850d50 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.328547] env[69350]: DEBUG nova.network.neutron [req-09d1b77f-f408-40de-a17b-b3ee69df330f req-678b6fe8-70d8-436c-b465-9dca6b01d0a3 service nova] [instance: a03ec981-aaa5-45f3-aee7-8716b22652c4] Updated VIF entry in instance network info cache for port 3e18beea-4fc6-4f21-91b4-318acb8511f3. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 975.328891] env[69350]: DEBUG nova.network.neutron [req-09d1b77f-f408-40de-a17b-b3ee69df330f req-678b6fe8-70d8-436c-b465-9dca6b01d0a3 service nova] [instance: a03ec981-aaa5-45f3-aee7-8716b22652c4] Updating instance_info_cache with network_info: [{"id": "3e18beea-4fc6-4f21-91b4-318acb8511f3", "address": "fa:16:3e:27:5e:80", "network": {"id": "0bcb2b19-9d56-48ef-ae2f-bfa8be4a624b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1099470443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb23de86c4ea42c1accf78e42cda1fc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e18beea-4f", "ovs_interfaceid": "3e18beea-4fc6-4f21-91b4-318acb8511f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.437612] env[69350]: DEBUG oslo_vmware.api [None req-dff00bdb-9821-41dc-b152-be3321b7b364 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] Task: {'id': task-3365424, 'name': PowerOnVM_Task, 'duration_secs': 0.479218} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.437878] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-dff00bdb-9821-41dc-b152-be3321b7b364 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] [instance: 344ddaeb-e158-4d77-a322-68360d567e5b] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 975.438140] env[69350]: INFO nova.compute.manager [None req-dff00bdb-9821-41dc-b152-be3321b7b364 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] [instance: 344ddaeb-e158-4d77-a322-68360d567e5b] Took 8.07 seconds to spawn the instance on the hypervisor. [ 975.438336] env[69350]: DEBUG nova.compute.manager [None req-dff00bdb-9821-41dc-b152-be3321b7b364 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] [instance: 344ddaeb-e158-4d77-a322-68360d567e5b] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 975.439104] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a6bf8a-ebfa-49fb-be9d-198b2b1af53c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.582366] env[69350]: DEBUG nova.scheduler.client.report [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 975.613478] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365427, 'name': CreateVM_Task, 'duration_secs': 0.301691} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.613583] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a03ec981-aaa5-45f3-aee7-8716b22652c4] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 975.614297] env[69350]: DEBUG oslo_concurrency.lockutils [None req-227540ce-c8a5-4ffc-add1-ebc10e6f0ce3 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.614484] env[69350]: DEBUG oslo_concurrency.lockutils [None req-227540ce-c8a5-4ffc-add1-ebc10e6f0ce3 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.614784] env[69350]: DEBUG oslo_concurrency.lockutils [None req-227540ce-c8a5-4ffc-add1-ebc10e6f0ce3 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.615047] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04d97198-44c5-4eab-a59e-69dec4215f55 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.619794] env[69350]: DEBUG oslo_vmware.api [None req-227540ce-c8a5-4ffc-add1-ebc10e6f0ce3 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Waiting for the task: (returnval){ [ 975.619794] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]529262c5-312a-14c3-0fdc-8b0235fbd7f9" [ 975.619794] env[69350]: _type = "Task" [ 975.619794] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.623101] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e70a00b3-de87-429c-8594-3fc02a909f66 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Acquiring lock "refresh_cache-3982eed1-6462-4109-a550-9675a5970e1d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.623232] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e70a00b3-de87-429c-8594-3fc02a909f66 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Acquired lock "refresh_cache-3982eed1-6462-4109-a550-9675a5970e1d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.623538] env[69350]: DEBUG nova.network.neutron [None req-e70a00b3-de87-429c-8594-3fc02a909f66 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] [instance: 3982eed1-6462-4109-a550-9675a5970e1d] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 975.629960] env[69350]: DEBUG oslo_vmware.api [None req-227540ce-c8a5-4ffc-add1-ebc10e6f0ce3 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]529262c5-312a-14c3-0fdc-8b0235fbd7f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.817444] env[69350]: INFO nova.compute.manager [None req-917287ed-5557-4c6c-9284-ef3db5200685 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] [instance: 684c8b24-d21b-46bd-86e7-9e93b00cc7dc] Took 54.75 seconds to build instance. [ 975.832029] env[69350]: DEBUG oslo_concurrency.lockutils [req-09d1b77f-f408-40de-a17b-b3ee69df330f req-678b6fe8-70d8-436c-b465-9dca6b01d0a3 service nova] Releasing lock "refresh_cache-a03ec981-aaa5-45f3-aee7-8716b22652c4" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.956831] env[69350]: INFO nova.compute.manager [None req-dff00bdb-9821-41dc-b152-be3321b7b364 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] [instance: 344ddaeb-e158-4d77-a322-68360d567e5b] Took 48.47 seconds to build instance. [ 976.070331] env[69350]: DEBUG nova.compute.manager [req-d0d9a3e2-5529-43d0-801f-a1d24d5f43f4 req-24d0d95a-6684-40df-8c51-ce222191e1b1 service nova] [instance: 3982eed1-6462-4109-a550-9675a5970e1d] Received event network-vif-plugged-2e127c5c-4494-4f85-8cae-fc1d423819a8 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 976.070577] env[69350]: DEBUG oslo_concurrency.lockutils [req-d0d9a3e2-5529-43d0-801f-a1d24d5f43f4 req-24d0d95a-6684-40df-8c51-ce222191e1b1 service nova] Acquiring lock "3982eed1-6462-4109-a550-9675a5970e1d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.070761] env[69350]: DEBUG oslo_concurrency.lockutils [req-d0d9a3e2-5529-43d0-801f-a1d24d5f43f4 req-24d0d95a-6684-40df-8c51-ce222191e1b1 service nova] Lock "3982eed1-6462-4109-a550-9675a5970e1d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.070957] env[69350]: DEBUG oslo_concurrency.lockutils [req-d0d9a3e2-5529-43d0-801f-a1d24d5f43f4 req-24d0d95a-6684-40df-8c51-ce222191e1b1 service nova] Lock "3982eed1-6462-4109-a550-9675a5970e1d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.071145] env[69350]: DEBUG nova.compute.manager [req-d0d9a3e2-5529-43d0-801f-a1d24d5f43f4 req-24d0d95a-6684-40df-8c51-ce222191e1b1 service nova] [instance: 3982eed1-6462-4109-a550-9675a5970e1d] No waiting events found dispatching network-vif-plugged-2e127c5c-4494-4f85-8cae-fc1d423819a8 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 976.071354] env[69350]: WARNING nova.compute.manager [req-d0d9a3e2-5529-43d0-801f-a1d24d5f43f4 req-24d0d95a-6684-40df-8c51-ce222191e1b1 service nova] [instance: 3982eed1-6462-4109-a550-9675a5970e1d] Received unexpected event network-vif-plugged-2e127c5c-4494-4f85-8cae-fc1d423819a8 for instance with vm_state building and task_state spawning. [ 976.071491] env[69350]: DEBUG nova.compute.manager [req-d0d9a3e2-5529-43d0-801f-a1d24d5f43f4 req-24d0d95a-6684-40df-8c51-ce222191e1b1 service nova] [instance: 3982eed1-6462-4109-a550-9675a5970e1d] Received event network-changed-2e127c5c-4494-4f85-8cae-fc1d423819a8 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 976.071644] env[69350]: DEBUG nova.compute.manager [req-d0d9a3e2-5529-43d0-801f-a1d24d5f43f4 req-24d0d95a-6684-40df-8c51-ce222191e1b1 service nova] [instance: 3982eed1-6462-4109-a550-9675a5970e1d] Refreshing instance network info cache due to event network-changed-2e127c5c-4494-4f85-8cae-fc1d423819a8. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 976.071810] env[69350]: DEBUG oslo_concurrency.lockutils [req-d0d9a3e2-5529-43d0-801f-a1d24d5f43f4 req-24d0d95a-6684-40df-8c51-ce222191e1b1 service nova] Acquiring lock "refresh_cache-3982eed1-6462-4109-a550-9675a5970e1d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.087946] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69350) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 976.087946] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.579s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.089851] env[69350]: DEBUG oslo_concurrency.lockutils [None req-11cf9663-c590-43eb-a44b-e3916a2f415f tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.260s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.090048] env[69350]: DEBUG oslo_concurrency.lockutils [None req-11cf9663-c590-43eb-a44b-e3916a2f415f tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.092066] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a57243d6-aacb-4a77-a65d-c4b45ebd5b1c tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.177s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.092247] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a57243d6-aacb-4a77-a65d-c4b45ebd5b1c tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.093870] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e3353eaf-a8b4-4ce5-ba8c-a2f003890f25 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 30.778s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.095692] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 976.095692] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Cleaning up deleted instances {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 976.119408] env[69350]: INFO nova.scheduler.client.report [None req-11cf9663-c590-43eb-a44b-e3916a2f415f tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Deleted allocations for instance 18d57be1-24d5-4f9c-a5b5-24d82624069a [ 976.121591] env[69350]: INFO nova.scheduler.client.report [None req-a57243d6-aacb-4a77-a65d-c4b45ebd5b1c tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Deleted allocations for instance 78121893-84ec-4432-a063-e8109be4e359 [ 976.137428] env[69350]: DEBUG oslo_vmware.api [None req-227540ce-c8a5-4ffc-add1-ebc10e6f0ce3 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]529262c5-312a-14c3-0fdc-8b0235fbd7f9, 'name': SearchDatastore_Task, 'duration_secs': 0.039939} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.137589] env[69350]: DEBUG oslo_concurrency.lockutils [None req-227540ce-c8a5-4ffc-add1-ebc10e6f0ce3 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.137712] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-227540ce-c8a5-4ffc-add1-ebc10e6f0ce3 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: a03ec981-aaa5-45f3-aee7-8716b22652c4] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 976.137938] env[69350]: DEBUG oslo_concurrency.lockutils [None req-227540ce-c8a5-4ffc-add1-ebc10e6f0ce3 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.138126] env[69350]: DEBUG oslo_concurrency.lockutils [None req-227540ce-c8a5-4ffc-add1-ebc10e6f0ce3 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.138315] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-227540ce-c8a5-4ffc-add1-ebc10e6f0ce3 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 976.138868] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-45a23485-7998-488d-b671-75611e34c00a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.147539] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-227540ce-c8a5-4ffc-add1-ebc10e6f0ce3 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 976.148304] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-227540ce-c8a5-4ffc-add1-ebc10e6f0ce3 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 976.148505] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-164d0f85-9860-436b-91ca-61e7c522d737 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.153825] env[69350]: DEBUG oslo_vmware.api [None req-227540ce-c8a5-4ffc-add1-ebc10e6f0ce3 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Waiting for the task: (returnval){ [ 976.153825] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52d8c288-d617-e7a2-6b71-d3122ea6c48c" [ 976.153825] env[69350]: _type = "Task" [ 976.153825] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.161387] env[69350]: DEBUG oslo_vmware.api [None req-227540ce-c8a5-4ffc-add1-ebc10e6f0ce3 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52d8c288-d617-e7a2-6b71-d3122ea6c48c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.162147] env[69350]: DEBUG nova.network.neutron [None req-e70a00b3-de87-429c-8594-3fc02a909f66 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] [instance: 3982eed1-6462-4109-a550-9675a5970e1d] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 976.319148] env[69350]: DEBUG oslo_concurrency.lockutils [None req-917287ed-5557-4c6c-9284-ef3db5200685 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] Lock "684c8b24-d21b-46bd-86e7-9e93b00cc7dc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.395s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.341072] env[69350]: DEBUG nova.network.neutron [None req-e70a00b3-de87-429c-8594-3fc02a909f66 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] [instance: 3982eed1-6462-4109-a550-9675a5970e1d] Updating instance_info_cache with network_info: [{"id": "2e127c5c-4494-4f85-8cae-fc1d423819a8", "address": "fa:16:3e:db:e3:bb", "network": {"id": "fcb89b0e-0b83-42fd-b31f-9bb239789ecf", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1597468370-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "204d3c5a81a14a6194e0822e6e79cb94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaba65c3-6925-4c7f-83b6-17cd1a328e27", "external-id": "nsx-vlan-transportzone-202", "segmentation_id": 202, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e127c5c-44", "ovs_interfaceid": "2e127c5c-4494-4f85-8cae-fc1d423819a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.459717] env[69350]: DEBUG oslo_concurrency.lockutils [None req-dff00bdb-9821-41dc-b152-be3321b7b364 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] Lock "344ddaeb-e158-4d77-a322-68360d567e5b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.691s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.599655] env[69350]: INFO nova.compute.claims [None req-e3353eaf-a8b4-4ce5-ba8c-a2f003890f25 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 976.616946] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] There are 37 instances to clean {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 976.618364] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: 9d08e109-356f-4370-86c6-b7bf4d70ce0b] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 976.640898] env[69350]: DEBUG oslo_concurrency.lockutils [None req-11cf9663-c590-43eb-a44b-e3916a2f415f tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Lock "18d57be1-24d5-4f9c-a5b5-24d82624069a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.446s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.641940] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a57243d6-aacb-4a77-a65d-c4b45ebd5b1c tempest-MultipleCreateTestJSON-1203363112 tempest-MultipleCreateTestJSON-1203363112-project-member] Lock "78121893-84ec-4432-a063-e8109be4e359" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.374s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.667052] env[69350]: DEBUG oslo_vmware.api [None req-227540ce-c8a5-4ffc-add1-ebc10e6f0ce3 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52d8c288-d617-e7a2-6b71-d3122ea6c48c, 'name': SearchDatastore_Task, 'duration_secs': 0.014454} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.667864] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c65721d7-52c5-4ac8-8b4d-394de524d0c2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.674022] env[69350]: DEBUG oslo_vmware.api [None req-227540ce-c8a5-4ffc-add1-ebc10e6f0ce3 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Waiting for the task: (returnval){ [ 976.674022] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5282229f-53e6-4456-a85e-584dbfa88347" [ 976.674022] env[69350]: _type = "Task" [ 976.674022] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.682149] env[69350]: DEBUG oslo_vmware.api [None req-227540ce-c8a5-4ffc-add1-ebc10e6f0ce3 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5282229f-53e6-4456-a85e-584dbfa88347, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.844589] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e70a00b3-de87-429c-8594-3fc02a909f66 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Releasing lock "refresh_cache-3982eed1-6462-4109-a550-9675a5970e1d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.845285] env[69350]: DEBUG nova.compute.manager [None req-e70a00b3-de87-429c-8594-3fc02a909f66 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] [instance: 3982eed1-6462-4109-a550-9675a5970e1d] Instance network_info: |[{"id": "2e127c5c-4494-4f85-8cae-fc1d423819a8", "address": "fa:16:3e:db:e3:bb", "network": {"id": "fcb89b0e-0b83-42fd-b31f-9bb239789ecf", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1597468370-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "204d3c5a81a14a6194e0822e6e79cb94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaba65c3-6925-4c7f-83b6-17cd1a328e27", "external-id": "nsx-vlan-transportzone-202", "segmentation_id": 202, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e127c5c-44", "ovs_interfaceid": "2e127c5c-4494-4f85-8cae-fc1d423819a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 976.845966] env[69350]: DEBUG oslo_concurrency.lockutils [req-d0d9a3e2-5529-43d0-801f-a1d24d5f43f4 req-24d0d95a-6684-40df-8c51-ce222191e1b1 service nova] Acquired lock "refresh_cache-3982eed1-6462-4109-a550-9675a5970e1d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.846912] env[69350]: DEBUG nova.network.neutron [req-d0d9a3e2-5529-43d0-801f-a1d24d5f43f4 req-24d0d95a-6684-40df-8c51-ce222191e1b1 service nova] [instance: 3982eed1-6462-4109-a550-9675a5970e1d] Refreshing network info cache for port 2e127c5c-4494-4f85-8cae-fc1d423819a8 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 976.849746] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e70a00b3-de87-429c-8594-3fc02a909f66 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] [instance: 3982eed1-6462-4109-a550-9675a5970e1d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:e3:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eaba65c3-6925-4c7f-83b6-17cd1a328e27', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2e127c5c-4494-4f85-8cae-fc1d423819a8', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 976.858910] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e70a00b3-de87-429c-8594-3fc02a909f66 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Creating folder: Project (204d3c5a81a14a6194e0822e6e79cb94). Parent ref: group-v671398. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 976.859417] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-879897be-0a8a-4791-b055-311dc5028852 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.871261] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-e70a00b3-de87-429c-8594-3fc02a909f66 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Created folder: Project (204d3c5a81a14a6194e0822e6e79cb94) in parent group-v671398. [ 976.871467] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e70a00b3-de87-429c-8594-3fc02a909f66 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Creating folder: Instances. Parent ref: group-v671584. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 976.871706] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b38f97d6-5d09-44b4-8552-732e638d37b9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.881953] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-e70a00b3-de87-429c-8594-3fc02a909f66 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Created folder: Instances in parent group-v671584. [ 976.882221] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e70a00b3-de87-429c-8594-3fc02a909f66 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 976.882380] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3982eed1-6462-4109-a550-9675a5970e1d] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 976.882643] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e7d3d11c-1053-4a49-9dc8-e863e3af72e6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.900619] env[69350]: DEBUG nova.compute.manager [req-f5c05f2d-f789-4aca-9108-e6cfcf202749 req-d9faacd4-4c80-4206-a8df-89123d6e368f service nova] [instance: 684c8b24-d21b-46bd-86e7-9e93b00cc7dc] Received event network-changed-c9fff5da-6a1d-42f1-8de6-552f0bce7a98 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 976.900850] env[69350]: DEBUG nova.compute.manager [req-f5c05f2d-f789-4aca-9108-e6cfcf202749 req-d9faacd4-4c80-4206-a8df-89123d6e368f service nova] [instance: 684c8b24-d21b-46bd-86e7-9e93b00cc7dc] Refreshing instance network info cache due to event network-changed-c9fff5da-6a1d-42f1-8de6-552f0bce7a98. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 976.901860] env[69350]: DEBUG oslo_concurrency.lockutils [req-f5c05f2d-f789-4aca-9108-e6cfcf202749 req-d9faacd4-4c80-4206-a8df-89123d6e368f service nova] Acquiring lock "refresh_cache-684c8b24-d21b-46bd-86e7-9e93b00cc7dc" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.902081] env[69350]: DEBUG oslo_concurrency.lockutils [req-f5c05f2d-f789-4aca-9108-e6cfcf202749 req-d9faacd4-4c80-4206-a8df-89123d6e368f service nova] Acquired lock "refresh_cache-684c8b24-d21b-46bd-86e7-9e93b00cc7dc" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.902263] env[69350]: DEBUG nova.network.neutron [req-f5c05f2d-f789-4aca-9108-e6cfcf202749 req-d9faacd4-4c80-4206-a8df-89123d6e368f service nova] [instance: 684c8b24-d21b-46bd-86e7-9e93b00cc7dc] Refreshing network info cache for port c9fff5da-6a1d-42f1-8de6-552f0bce7a98 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 976.907953] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 976.907953] env[69350]: value = "task-3365430" [ 976.907953] env[69350]: _type = "Task" [ 976.907953] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.918589] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365430, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.124532] env[69350]: INFO nova.compute.resource_tracker [None req-e3353eaf-a8b4-4ce5-ba8c-a2f003890f25 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Updating resource usage from migration 78ebe086-6273-449f-8539-caaa72f393bf [ 977.132769] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: 6d681952-777f-4243-9b4b-ee5fb0392173] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 977.192181] env[69350]: DEBUG oslo_vmware.api [None req-227540ce-c8a5-4ffc-add1-ebc10e6f0ce3 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5282229f-53e6-4456-a85e-584dbfa88347, 'name': SearchDatastore_Task, 'duration_secs': 0.008882} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.192546] env[69350]: DEBUG oslo_concurrency.lockutils [None req-227540ce-c8a5-4ffc-add1-ebc10e6f0ce3 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.193821] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-227540ce-c8a5-4ffc-add1-ebc10e6f0ce3 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] a03ec981-aaa5-45f3-aee7-8716b22652c4/a03ec981-aaa5-45f3-aee7-8716b22652c4.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 977.193821] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bbffb6d9-d2ed-449e-9333-88a124158179 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.204979] env[69350]: DEBUG oslo_vmware.api [None req-227540ce-c8a5-4ffc-add1-ebc10e6f0ce3 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Waiting for the task: (returnval){ [ 977.204979] env[69350]: value = "task-3365431" [ 977.204979] env[69350]: _type = "Task" [ 977.204979] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.217964] env[69350]: DEBUG oslo_vmware.api [None req-227540ce-c8a5-4ffc-add1-ebc10e6f0ce3 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3365431, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.424592] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365430, 'name': CreateVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.600581] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3478e2c4-f77e-476b-9df6-353ef0b7a248 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.611730] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba1e04f-d2f5-43eb-849b-00f6701765e5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.649306] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: c3010f57-be32-4f20-8276-7b4bd93d76e1] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 977.654262] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f791bc65-7476-43d5-a211-d2d47a56ccc8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.664813] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b74941-f99e-4c5e-8029-dbaf8b7c157c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.681981] env[69350]: DEBUG nova.compute.provider_tree [None req-e3353eaf-a8b4-4ce5-ba8c-a2f003890f25 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 977.716262] env[69350]: DEBUG oslo_vmware.api [None req-227540ce-c8a5-4ffc-add1-ebc10e6f0ce3 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3365431, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.463306} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.716561] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-227540ce-c8a5-4ffc-add1-ebc10e6f0ce3 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] a03ec981-aaa5-45f3-aee7-8716b22652c4/a03ec981-aaa5-45f3-aee7-8716b22652c4.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 977.717511] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-227540ce-c8a5-4ffc-add1-ebc10e6f0ce3 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: a03ec981-aaa5-45f3-aee7-8716b22652c4] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 977.717511] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b1f2a51a-8b5e-4771-a534-cab5d1c1a0c4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.725535] env[69350]: DEBUG oslo_vmware.api [None req-227540ce-c8a5-4ffc-add1-ebc10e6f0ce3 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Waiting for the task: (returnval){ [ 977.725535] env[69350]: value = "task-3365432" [ 977.725535] env[69350]: _type = "Task" [ 977.725535] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.737388] env[69350]: DEBUG oslo_vmware.api [None req-227540ce-c8a5-4ffc-add1-ebc10e6f0ce3 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3365432, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.790759] env[69350]: DEBUG nova.network.neutron [req-d0d9a3e2-5529-43d0-801f-a1d24d5f43f4 req-24d0d95a-6684-40df-8c51-ce222191e1b1 service nova] [instance: 3982eed1-6462-4109-a550-9675a5970e1d] Updated VIF entry in instance network info cache for port 2e127c5c-4494-4f85-8cae-fc1d423819a8. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 977.791107] env[69350]: DEBUG nova.network.neutron [req-d0d9a3e2-5529-43d0-801f-a1d24d5f43f4 req-24d0d95a-6684-40df-8c51-ce222191e1b1 service nova] [instance: 3982eed1-6462-4109-a550-9675a5970e1d] Updating instance_info_cache with network_info: [{"id": "2e127c5c-4494-4f85-8cae-fc1d423819a8", "address": "fa:16:3e:db:e3:bb", "network": {"id": "fcb89b0e-0b83-42fd-b31f-9bb239789ecf", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1597468370-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "204d3c5a81a14a6194e0822e6e79cb94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaba65c3-6925-4c7f-83b6-17cd1a328e27", "external-id": "nsx-vlan-transportzone-202", "segmentation_id": 202, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e127c5c-44", "ovs_interfaceid": "2e127c5c-4494-4f85-8cae-fc1d423819a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.901592] env[69350]: DEBUG nova.network.neutron [req-f5c05f2d-f789-4aca-9108-e6cfcf202749 req-d9faacd4-4c80-4206-a8df-89123d6e368f service nova] [instance: 684c8b24-d21b-46bd-86e7-9e93b00cc7dc] Updated VIF entry in instance network info cache for port c9fff5da-6a1d-42f1-8de6-552f0bce7a98. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 977.901843] env[69350]: DEBUG nova.network.neutron [req-f5c05f2d-f789-4aca-9108-e6cfcf202749 req-d9faacd4-4c80-4206-a8df-89123d6e368f service nova] [instance: 684c8b24-d21b-46bd-86e7-9e93b00cc7dc] Updating instance_info_cache with network_info: [{"id": "c9fff5da-6a1d-42f1-8de6-552f0bce7a98", "address": "fa:16:3e:8b:a2:d0", "network": {"id": "99374a8b-4df1-427a-a769-08b1bfec31d2", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1214238722-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7c55b76690e4dc8b0406b487854d2ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9fff5da-6a", "ovs_interfaceid": "c9fff5da-6a1d-42f1-8de6-552f0bce7a98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.923383] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365430, 'name': CreateVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.156458] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: c4a13e7e-8718-492c-881d-eb64fa044575] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 978.187473] env[69350]: DEBUG nova.scheduler.client.report [None req-e3353eaf-a8b4-4ce5-ba8c-a2f003890f25 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 978.236436] env[69350]: DEBUG oslo_vmware.api [None req-227540ce-c8a5-4ffc-add1-ebc10e6f0ce3 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3365432, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078382} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.236436] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-227540ce-c8a5-4ffc-add1-ebc10e6f0ce3 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: a03ec981-aaa5-45f3-aee7-8716b22652c4] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 978.237572] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-984ae862-0d44-4f9f-9fe7-e14b93244a0b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.261550] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-227540ce-c8a5-4ffc-add1-ebc10e6f0ce3 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: a03ec981-aaa5-45f3-aee7-8716b22652c4] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] a03ec981-aaa5-45f3-aee7-8716b22652c4/a03ec981-aaa5-45f3-aee7-8716b22652c4.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 978.261916] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1d4480c-ff80-47f4-ab10-ab95925bf3ff {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.284127] env[69350]: DEBUG oslo_vmware.api [None req-227540ce-c8a5-4ffc-add1-ebc10e6f0ce3 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Waiting for the task: (returnval){ [ 978.284127] env[69350]: value = "task-3365433" [ 978.284127] env[69350]: _type = "Task" [ 978.284127] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.293939] env[69350]: DEBUG oslo_vmware.api [None req-227540ce-c8a5-4ffc-add1-ebc10e6f0ce3 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3365433, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.297971] env[69350]: DEBUG oslo_concurrency.lockutils [req-d0d9a3e2-5529-43d0-801f-a1d24d5f43f4 req-24d0d95a-6684-40df-8c51-ce222191e1b1 service nova] Releasing lock "refresh_cache-3982eed1-6462-4109-a550-9675a5970e1d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.404913] env[69350]: DEBUG oslo_concurrency.lockutils [req-f5c05f2d-f789-4aca-9108-e6cfcf202749 req-d9faacd4-4c80-4206-a8df-89123d6e368f service nova] Releasing lock "refresh_cache-684c8b24-d21b-46bd-86e7-9e93b00cc7dc" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.421821] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365430, 'name': CreateVM_Task, 'duration_secs': 1.389029} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.422146] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3982eed1-6462-4109-a550-9675a5970e1d] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 978.422946] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e70a00b3-de87-429c-8594-3fc02a909f66 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.423200] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e70a00b3-de87-429c-8594-3fc02a909f66 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.423587] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e70a00b3-de87-429c-8594-3fc02a909f66 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.423943] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03679772-237c-4e9c-b51c-c4b4b75e12d4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.431350] env[69350]: DEBUG oslo_vmware.api [None req-e70a00b3-de87-429c-8594-3fc02a909f66 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Waiting for the task: (returnval){ [ 978.431350] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5238bab0-cfe3-40ce-f50c-4d69d96d0c85" [ 978.431350] env[69350]: _type = "Task" [ 978.431350] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.440149] env[69350]: DEBUG oslo_vmware.api [None req-e70a00b3-de87-429c-8594-3fc02a909f66 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5238bab0-cfe3-40ce-f50c-4d69d96d0c85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.660110] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: 325fb273-d943-4e52-bde2-a2d3eee6fcbd] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 978.692608] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e3353eaf-a8b4-4ce5-ba8c-a2f003890f25 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.598s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.692608] env[69350]: INFO nova.compute.manager [None req-e3353eaf-a8b4-4ce5-ba8c-a2f003890f25 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Migrating [ 978.699017] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e458d161-4727-4050-805a-8c81e00a965e tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.135s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.699680] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e458d161-4727-4050-805a-8c81e00a965e tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.701773] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1919bb26-86b1-43d7-90ce-0ef0350291c1 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.842s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.701961] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1919bb26-86b1-43d7-90ce-0ef0350291c1 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.705665] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c905d87a-634d-4a4b-a277-1749853bcf1b tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.060s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.705872] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c905d87a-634d-4a4b-a277-1749853bcf1b tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.707805] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a823f61e-57c5-4cae-81c5-f9d82c363014 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.896s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.709349] env[69350]: INFO nova.compute.claims [None req-a823f61e-57c5-4cae-81c5-f9d82c363014 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 532d8313-d578-433b-8dec-e05a03ba013b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 978.748818] env[69350]: INFO nova.scheduler.client.report [None req-1919bb26-86b1-43d7-90ce-0ef0350291c1 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Deleted allocations for instance 06270a6b-46d7-42ca-a02b-6747417f937e [ 978.753675] env[69350]: INFO nova.scheduler.client.report [None req-c905d87a-634d-4a4b-a277-1749853bcf1b tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Deleted allocations for instance 3a5af6a2-a06a-4f35-92ea-d122160b22b5 [ 978.772355] env[69350]: INFO nova.scheduler.client.report [None req-e458d161-4727-4050-805a-8c81e00a965e tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Deleted allocations for instance 2701262d-0054-4f59-8849-bf1e17b7bb94 [ 978.797287] env[69350]: DEBUG oslo_vmware.api [None req-227540ce-c8a5-4ffc-add1-ebc10e6f0ce3 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3365433, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.808763] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d58961c6-177e-481a-a8d6-e21924880e18 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] Acquiring lock "344ddaeb-e158-4d77-a322-68360d567e5b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.808763] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d58961c6-177e-481a-a8d6-e21924880e18 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] Lock "344ddaeb-e158-4d77-a322-68360d567e5b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.808906] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d58961c6-177e-481a-a8d6-e21924880e18 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] Acquiring lock "344ddaeb-e158-4d77-a322-68360d567e5b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.808993] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d58961c6-177e-481a-a8d6-e21924880e18 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] Lock "344ddaeb-e158-4d77-a322-68360d567e5b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.809705] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d58961c6-177e-481a-a8d6-e21924880e18 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] Lock "344ddaeb-e158-4d77-a322-68360d567e5b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.812567] env[69350]: INFO nova.compute.manager [None req-d58961c6-177e-481a-a8d6-e21924880e18 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] [instance: 344ddaeb-e158-4d77-a322-68360d567e5b] Terminating instance [ 978.943429] env[69350]: DEBUG oslo_vmware.api [None req-e70a00b3-de87-429c-8594-3fc02a909f66 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5238bab0-cfe3-40ce-f50c-4d69d96d0c85, 'name': SearchDatastore_Task, 'duration_secs': 0.034145} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.943774] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e70a00b3-de87-429c-8594-3fc02a909f66 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.944029] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e70a00b3-de87-429c-8594-3fc02a909f66 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] [instance: 3982eed1-6462-4109-a550-9675a5970e1d] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 978.944277] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e70a00b3-de87-429c-8594-3fc02a909f66 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.944423] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e70a00b3-de87-429c-8594-3fc02a909f66 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.944603] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-e70a00b3-de87-429c-8594-3fc02a909f66 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 978.944896] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-efd88bb6-402b-41f2-86e2-d65c7bb1c875 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.957041] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-e70a00b3-de87-429c-8594-3fc02a909f66 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 978.957145] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e70a00b3-de87-429c-8594-3fc02a909f66 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 978.957902] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d42e62b1-3c77-4cae-8623-6606d9da7188 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.964673] env[69350]: DEBUG oslo_vmware.api [None req-e70a00b3-de87-429c-8594-3fc02a909f66 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Waiting for the task: (returnval){ [ 978.964673] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52f4d299-0935-229f-8c86-01a8a96917cf" [ 978.964673] env[69350]: _type = "Task" [ 978.964673] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.974362] env[69350]: DEBUG oslo_vmware.api [None req-e70a00b3-de87-429c-8594-3fc02a909f66 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52f4d299-0935-229f-8c86-01a8a96917cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.163459] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: b431ea42-872f-4b78-b558-5b3ce649d68e] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 979.228253] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e3353eaf-a8b4-4ce5-ba8c-a2f003890f25 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Acquiring lock "refresh_cache-90b71625-4bb1-4f8b-a94e-313cea1be2da" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.228454] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e3353eaf-a8b4-4ce5-ba8c-a2f003890f25 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Acquired lock "refresh_cache-90b71625-4bb1-4f8b-a94e-313cea1be2da" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.228631] env[69350]: DEBUG nova.network.neutron [None req-e3353eaf-a8b4-4ce5-ba8c-a2f003890f25 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 979.262918] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1919bb26-86b1-43d7-90ce-0ef0350291c1 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Lock "06270a6b-46d7-42ca-a02b-6747417f937e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.921s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.265439] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c905d87a-634d-4a4b-a277-1749853bcf1b tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Lock "3a5af6a2-a06a-4f35-92ea-d122160b22b5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.199s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.280190] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e458d161-4727-4050-805a-8c81e00a965e tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Lock "2701262d-0054-4f59-8849-bf1e17b7bb94" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.333s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.298867] env[69350]: DEBUG oslo_vmware.api [None req-227540ce-c8a5-4ffc-add1-ebc10e6f0ce3 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3365433, 'name': ReconfigVM_Task, 'duration_secs': 0.890019} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.300163] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-227540ce-c8a5-4ffc-add1-ebc10e6f0ce3 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: a03ec981-aaa5-45f3-aee7-8716b22652c4] Reconfigured VM instance instance-00000041 to attach disk [datastore2] a03ec981-aaa5-45f3-aee7-8716b22652c4/a03ec981-aaa5-45f3-aee7-8716b22652c4.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 979.300163] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-94489eaa-4d80-4afa-b384-01ca44946c8f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.310212] env[69350]: DEBUG oslo_vmware.api [None req-227540ce-c8a5-4ffc-add1-ebc10e6f0ce3 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Waiting for the task: (returnval){ [ 979.310212] env[69350]: value = "task-3365434" [ 979.310212] env[69350]: _type = "Task" [ 979.310212] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.318595] env[69350]: DEBUG nova.compute.manager [None req-d58961c6-177e-481a-a8d6-e21924880e18 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] [instance: 344ddaeb-e158-4d77-a322-68360d567e5b] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 979.319106] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d58961c6-177e-481a-a8d6-e21924880e18 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] [instance: 344ddaeb-e158-4d77-a322-68360d567e5b] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 979.319528] env[69350]: DEBUG oslo_vmware.api [None req-227540ce-c8a5-4ffc-add1-ebc10e6f0ce3 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3365434, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.320672] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-409a4322-7b3f-4499-9948-2d014ab1f8f4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.329694] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-d58961c6-177e-481a-a8d6-e21924880e18 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] [instance: 344ddaeb-e158-4d77-a322-68360d567e5b] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 979.329694] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c1cccde-4f7d-4ae6-b135-5d72bafc5078 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.337286] env[69350]: DEBUG oslo_vmware.api [None req-d58961c6-177e-481a-a8d6-e21924880e18 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] Waiting for the task: (returnval){ [ 979.337286] env[69350]: value = "task-3365435" [ 979.337286] env[69350]: _type = "Task" [ 979.337286] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.345878] env[69350]: DEBUG oslo_vmware.api [None req-d58961c6-177e-481a-a8d6-e21924880e18 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] Task: {'id': task-3365435, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.476729] env[69350]: DEBUG oslo_vmware.api [None req-e70a00b3-de87-429c-8594-3fc02a909f66 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52f4d299-0935-229f-8c86-01a8a96917cf, 'name': SearchDatastore_Task, 'duration_secs': 0.027212} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.477717] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-371453cc-ad01-40b3-9f3b-5282dfe07886 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.483632] env[69350]: DEBUG oslo_vmware.api [None req-e70a00b3-de87-429c-8594-3fc02a909f66 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Waiting for the task: (returnval){ [ 979.483632] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]523a466c-554c-909c-036d-626b70550a19" [ 979.483632] env[69350]: _type = "Task" [ 979.483632] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.492436] env[69350]: DEBUG oslo_vmware.api [None req-e70a00b3-de87-429c-8594-3fc02a909f66 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]523a466c-554c-909c-036d-626b70550a19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.643730] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d84f4acd-b383-4ab0-8ca7-98b4947d8305 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Acquiring lock "4d646a6a-26e5-4e67-8415-b981f86d49cb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.647020] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d84f4acd-b383-4ab0-8ca7-98b4947d8305 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Lock "4d646a6a-26e5-4e67-8415-b981f86d49cb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.647020] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d84f4acd-b383-4ab0-8ca7-98b4947d8305 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Acquiring lock "4d646a6a-26e5-4e67-8415-b981f86d49cb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.647020] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d84f4acd-b383-4ab0-8ca7-98b4947d8305 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Lock "4d646a6a-26e5-4e67-8415-b981f86d49cb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.647020] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d84f4acd-b383-4ab0-8ca7-98b4947d8305 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Lock "4d646a6a-26e5-4e67-8415-b981f86d49cb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.647190] env[69350]: INFO nova.compute.manager [None req-d84f4acd-b383-4ab0-8ca7-98b4947d8305 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] [instance: 4d646a6a-26e5-4e67-8415-b981f86d49cb] Terminating instance [ 979.669961] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: db8dde79-2be8-4d35-afe0-44e3f33860ed] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 979.708910] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7bcc678b-20eb-467b-8855-af2e2f22b257 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Acquiring lock "a8f9c383-cccf-4c92-8639-88776a4e0dab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.709242] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7bcc678b-20eb-467b-8855-af2e2f22b257 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Lock "a8f9c383-cccf-4c92-8639-88776a4e0dab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.709459] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7bcc678b-20eb-467b-8855-af2e2f22b257 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Acquiring lock "a8f9c383-cccf-4c92-8639-88776a4e0dab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.709645] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7bcc678b-20eb-467b-8855-af2e2f22b257 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Lock "a8f9c383-cccf-4c92-8639-88776a4e0dab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.709809] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7bcc678b-20eb-467b-8855-af2e2f22b257 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Lock "a8f9c383-cccf-4c92-8639-88776a4e0dab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.712296] env[69350]: INFO nova.compute.manager [None req-7bcc678b-20eb-467b-8855-af2e2f22b257 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: a8f9c383-cccf-4c92-8639-88776a4e0dab] Terminating instance [ 979.822382] env[69350]: DEBUG oslo_vmware.api [None req-227540ce-c8a5-4ffc-add1-ebc10e6f0ce3 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3365434, 'name': Rename_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.848702] env[69350]: DEBUG oslo_vmware.api [None req-d58961c6-177e-481a-a8d6-e21924880e18 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] Task: {'id': task-3365435, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.954068] env[69350]: DEBUG oslo_concurrency.lockutils [None req-93a42ff6-c4db-4ede-b244-aaae67ac9679 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Acquiring lock "1928e353-9d7a-4d20-8347-029c36bcdb8e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.954068] env[69350]: DEBUG oslo_concurrency.lockutils [None req-93a42ff6-c4db-4ede-b244-aaae67ac9679 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Lock "1928e353-9d7a-4d20-8347-029c36bcdb8e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.954068] env[69350]: DEBUG oslo_concurrency.lockutils [None req-93a42ff6-c4db-4ede-b244-aaae67ac9679 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Acquiring lock "1928e353-9d7a-4d20-8347-029c36bcdb8e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.954068] env[69350]: DEBUG oslo_concurrency.lockutils [None req-93a42ff6-c4db-4ede-b244-aaae67ac9679 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Lock "1928e353-9d7a-4d20-8347-029c36bcdb8e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.954068] env[69350]: DEBUG oslo_concurrency.lockutils [None req-93a42ff6-c4db-4ede-b244-aaae67ac9679 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Lock "1928e353-9d7a-4d20-8347-029c36bcdb8e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.956193] env[69350]: INFO nova.compute.manager [None req-93a42ff6-c4db-4ede-b244-aaae67ac9679 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 1928e353-9d7a-4d20-8347-029c36bcdb8e] Terminating instance [ 980.008897] env[69350]: DEBUG oslo_vmware.api [None req-e70a00b3-de87-429c-8594-3fc02a909f66 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]523a466c-554c-909c-036d-626b70550a19, 'name': SearchDatastore_Task, 'duration_secs': 0.026762} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.015905] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e70a00b3-de87-429c-8594-3fc02a909f66 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.016363] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e70a00b3-de87-429c-8594-3fc02a909f66 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] 3982eed1-6462-4109-a550-9675a5970e1d/3982eed1-6462-4109-a550-9675a5970e1d.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 980.018055] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d3762648-f521-4b4a-93ce-0c9864ea0363 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.027810] env[69350]: DEBUG oslo_vmware.api [None req-e70a00b3-de87-429c-8594-3fc02a909f66 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Waiting for the task: (returnval){ [ 980.027810] env[69350]: value = "task-3365436" [ 980.027810] env[69350]: _type = "Task" [ 980.027810] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.039399] env[69350]: DEBUG oslo_vmware.api [None req-e70a00b3-de87-429c-8594-3fc02a909f66 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Task: {'id': task-3365436, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.083928] env[69350]: DEBUG nova.network.neutron [None req-e3353eaf-a8b4-4ce5-ba8c-a2f003890f25 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Updating instance_info_cache with network_info: [{"id": "d263adff-a1bf-494d-a599-ea5531206af2", "address": "fa:16:3e:53:c3:4b", "network": {"id": "ef2fb362-4313-473c-9c09-d0ff427ec60c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1709807276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68e43cb72d9c4af5965e3e49c212db1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd263adff-a1", "ovs_interfaceid": "d263adff-a1bf-494d-a599-ea5531206af2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.150811] env[69350]: DEBUG nova.compute.manager [None req-d84f4acd-b383-4ab0-8ca7-98b4947d8305 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] [instance: 4d646a6a-26e5-4e67-8415-b981f86d49cb] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 980.151442] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d84f4acd-b383-4ab0-8ca7-98b4947d8305 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] [instance: 4d646a6a-26e5-4e67-8415-b981f86d49cb] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 980.152245] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d80f162-2cc3-4c8f-97af-8f85d79a1cc5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.160520] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-d84f4acd-b383-4ab0-8ca7-98b4947d8305 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] [instance: 4d646a6a-26e5-4e67-8415-b981f86d49cb] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 980.161622] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-924e8183-d7e2-4bc0-9727-d765dfa60175 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.166020] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33db5564-3066-4072-866f-8b0d752f7630 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.174110] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: 2b79ce2c-f402-42e5-a90d-5ebdc40896ce] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 980.178109] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b64104-52bc-4660-b963-e529353eebb2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.184185] env[69350]: DEBUG oslo_vmware.api [None req-d84f4acd-b383-4ab0-8ca7-98b4947d8305 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Waiting for the task: (returnval){ [ 980.184185] env[69350]: value = "task-3365437" [ 980.184185] env[69350]: _type = "Task" [ 980.184185] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.218130] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f938579c-39ae-4044-b1b1-53adaf3b1ddd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.221183] env[69350]: DEBUG nova.compute.manager [None req-7bcc678b-20eb-467b-8855-af2e2f22b257 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: a8f9c383-cccf-4c92-8639-88776a4e0dab] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 980.221379] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7bcc678b-20eb-467b-8855-af2e2f22b257 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: a8f9c383-cccf-4c92-8639-88776a4e0dab] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 980.221729] env[69350]: DEBUG oslo_vmware.api [None req-d84f4acd-b383-4ab0-8ca7-98b4947d8305 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Task: {'id': task-3365437, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.222672] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b82d21-fdbc-43c6-8303-046f02d3ca8d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.234291] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3693be08-034b-46ae-bbdc-c468f61d6907 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.238621] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bcc678b-20eb-467b-8855-af2e2f22b257 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: a8f9c383-cccf-4c92-8639-88776a4e0dab] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 980.238886] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12003bc6-1c3b-42d9-9ae8-a6a48f44ecd5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.253298] env[69350]: DEBUG nova.compute.provider_tree [None req-a823f61e-57c5-4cae-81c5-f9d82c363014 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Updating inventory in ProviderTree for provider 493c4881-f171-4c66-96e5-06180e27f02f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 980.256353] env[69350]: DEBUG oslo_vmware.api [None req-7bcc678b-20eb-467b-8855-af2e2f22b257 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Waiting for the task: (returnval){ [ 980.256353] env[69350]: value = "task-3365438" [ 980.256353] env[69350]: _type = "Task" [ 980.256353] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.266019] env[69350]: DEBUG oslo_vmware.api [None req-7bcc678b-20eb-467b-8855-af2e2f22b257 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': task-3365438, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.322574] env[69350]: DEBUG oslo_vmware.api [None req-227540ce-c8a5-4ffc-add1-ebc10e6f0ce3 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3365434, 'name': Rename_Task, 'duration_secs': 0.967334} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.323043] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-227540ce-c8a5-4ffc-add1-ebc10e6f0ce3 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: a03ec981-aaa5-45f3-aee7-8716b22652c4] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 980.323432] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-926c994c-6657-47a4-b20f-49894b7c0b4f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.332930] env[69350]: DEBUG oslo_vmware.api [None req-227540ce-c8a5-4ffc-add1-ebc10e6f0ce3 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Waiting for the task: (returnval){ [ 980.332930] env[69350]: value = "task-3365439" [ 980.332930] env[69350]: _type = "Task" [ 980.332930] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.352157] env[69350]: DEBUG oslo_vmware.api [None req-227540ce-c8a5-4ffc-add1-ebc10e6f0ce3 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3365439, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.360471] env[69350]: DEBUG oslo_vmware.api [None req-d58961c6-177e-481a-a8d6-e21924880e18 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] Task: {'id': task-3365435, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.460316] env[69350]: DEBUG nova.compute.manager [None req-93a42ff6-c4db-4ede-b244-aaae67ac9679 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 1928e353-9d7a-4d20-8347-029c36bcdb8e] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 980.460589] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-93a42ff6-c4db-4ede-b244-aaae67ac9679 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 1928e353-9d7a-4d20-8347-029c36bcdb8e] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 980.461869] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aae1938-22ba-4594-9d39-d51f4f4bf347 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.472858] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-93a42ff6-c4db-4ede-b244-aaae67ac9679 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 1928e353-9d7a-4d20-8347-029c36bcdb8e] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 980.473175] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c15a021f-c042-4da7-b334-a1d85d00a2a6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.483685] env[69350]: DEBUG oslo_vmware.api [None req-93a42ff6-c4db-4ede-b244-aaae67ac9679 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Waiting for the task: (returnval){ [ 980.483685] env[69350]: value = "task-3365440" [ 980.483685] env[69350]: _type = "Task" [ 980.483685] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.494727] env[69350]: DEBUG oslo_vmware.api [None req-93a42ff6-c4db-4ede-b244-aaae67ac9679 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Task: {'id': task-3365440, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.539848] env[69350]: DEBUG oslo_vmware.api [None req-e70a00b3-de87-429c-8594-3fc02a909f66 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Task: {'id': task-3365436, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.587151] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e3353eaf-a8b4-4ce5-ba8c-a2f003890f25 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Releasing lock "refresh_cache-90b71625-4bb1-4f8b-a94e-313cea1be2da" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.684427] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: 7ecd7a06-8651-44da-abd2-1fc160b79921] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 980.699797] env[69350]: DEBUG oslo_vmware.api [None req-d84f4acd-b383-4ab0-8ca7-98b4947d8305 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Task: {'id': task-3365437, 'name': PowerOffVM_Task, 'duration_secs': 0.276479} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.700445] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-d84f4acd-b383-4ab0-8ca7-98b4947d8305 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] [instance: 4d646a6a-26e5-4e67-8415-b981f86d49cb] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 980.700725] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d84f4acd-b383-4ab0-8ca7-98b4947d8305 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] [instance: 4d646a6a-26e5-4e67-8415-b981f86d49cb] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 980.701224] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d6452a8-61b3-4c16-a2a0-6ab0f876e542 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.772202] env[69350]: DEBUG oslo_vmware.api [None req-7bcc678b-20eb-467b-8855-af2e2f22b257 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': task-3365438, 'name': PowerOffVM_Task, 'duration_secs': 0.219961} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.772488] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bcc678b-20eb-467b-8855-af2e2f22b257 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: a8f9c383-cccf-4c92-8639-88776a4e0dab] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 980.772656] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7bcc678b-20eb-467b-8855-af2e2f22b257 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: a8f9c383-cccf-4c92-8639-88776a4e0dab] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 980.772911] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ee657e97-6b7e-4d9a-85cc-f242c507b03e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.786300] env[69350]: ERROR nova.scheduler.client.report [None req-a823f61e-57c5-4cae-81c5-f9d82c363014 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [req-e256e626-04da-4e7b-b78c-75a32a2d9ec0] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 493c4881-f171-4c66-96e5-06180e27f02f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e256e626-04da-4e7b-b78c-75a32a2d9ec0"}]} [ 980.804490] env[69350]: DEBUG nova.scheduler.client.report [None req-a823f61e-57c5-4cae-81c5-f9d82c363014 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Refreshing inventories for resource provider 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 980.820615] env[69350]: DEBUG nova.scheduler.client.report [None req-a823f61e-57c5-4cae-81c5-f9d82c363014 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Updating ProviderTree inventory for provider 493c4881-f171-4c66-96e5-06180e27f02f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 980.820855] env[69350]: DEBUG nova.compute.provider_tree [None req-a823f61e-57c5-4cae-81c5-f9d82c363014 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Updating inventory in ProviderTree for provider 493c4881-f171-4c66-96e5-06180e27f02f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 980.832495] env[69350]: DEBUG nova.scheduler.client.report [None req-a823f61e-57c5-4cae-81c5-f9d82c363014 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Refreshing aggregate associations for resource provider 493c4881-f171-4c66-96e5-06180e27f02f, aggregates: None {{(pid=69350) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 980.845347] env[69350]: DEBUG oslo_vmware.api [None req-227540ce-c8a5-4ffc-add1-ebc10e6f0ce3 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3365439, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.855782] env[69350]: DEBUG oslo_vmware.api [None req-d58961c6-177e-481a-a8d6-e21924880e18 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] Task: {'id': task-3365435, 'name': PowerOffVM_Task, 'duration_secs': 1.028527} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.857482] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-d58961c6-177e-481a-a8d6-e21924880e18 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] [instance: 344ddaeb-e158-4d77-a322-68360d567e5b] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 980.860574] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d58961c6-177e-481a-a8d6-e21924880e18 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] [instance: 344ddaeb-e158-4d77-a322-68360d567e5b] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 980.860574] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7bcc678b-20eb-467b-8855-af2e2f22b257 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: a8f9c383-cccf-4c92-8639-88776a4e0dab] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 980.860574] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7bcc678b-20eb-467b-8855-af2e2f22b257 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: a8f9c383-cccf-4c92-8639-88776a4e0dab] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 980.860574] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bcc678b-20eb-467b-8855-af2e2f22b257 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Deleting the datastore file [datastore1] a8f9c383-cccf-4c92-8639-88776a4e0dab {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 980.860574] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b47f154d-b63a-47d3-91e0-feea210ce0fb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.861553] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0366df40-6b93-4b3c-a44c-21d30e79a659 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.866211] env[69350]: DEBUG nova.scheduler.client.report [None req-a823f61e-57c5-4cae-81c5-f9d82c363014 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Refreshing trait associations for resource provider 493c4881-f171-4c66-96e5-06180e27f02f, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69350) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 980.871593] env[69350]: DEBUG oslo_vmware.api [None req-7bcc678b-20eb-467b-8855-af2e2f22b257 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Waiting for the task: (returnval){ [ 980.871593] env[69350]: value = "task-3365444" [ 980.871593] env[69350]: _type = "Task" [ 980.871593] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.878929] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d84f4acd-b383-4ab0-8ca7-98b4947d8305 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] [instance: 4d646a6a-26e5-4e67-8415-b981f86d49cb] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 980.879364] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d84f4acd-b383-4ab0-8ca7-98b4947d8305 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] [instance: 4d646a6a-26e5-4e67-8415-b981f86d49cb] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 980.880413] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-d84f4acd-b383-4ab0-8ca7-98b4947d8305 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Deleting the datastore file [datastore1] 4d646a6a-26e5-4e67-8415-b981f86d49cb {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 980.880867] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-68c319ac-dbb5-45db-932b-92604c217f79 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.890077] env[69350]: DEBUG oslo_vmware.api [None req-7bcc678b-20eb-467b-8855-af2e2f22b257 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': task-3365444, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.897728] env[69350]: DEBUG oslo_vmware.api [None req-d84f4acd-b383-4ab0-8ca7-98b4947d8305 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Waiting for the task: (returnval){ [ 980.897728] env[69350]: value = "task-3365445" [ 980.897728] env[69350]: _type = "Task" [ 980.897728] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.909033] env[69350]: DEBUG oslo_vmware.api [None req-d84f4acd-b383-4ab0-8ca7-98b4947d8305 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Task: {'id': task-3365445, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.963267] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d58961c6-177e-481a-a8d6-e21924880e18 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] [instance: 344ddaeb-e158-4d77-a322-68360d567e5b] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 980.963602] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d58961c6-177e-481a-a8d6-e21924880e18 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] [instance: 344ddaeb-e158-4d77-a322-68360d567e5b] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 980.967022] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-d58961c6-177e-481a-a8d6-e21924880e18 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] Deleting the datastore file [datastore2] 344ddaeb-e158-4d77-a322-68360d567e5b {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 980.967022] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e6b5f717-6f64-4a42-b9e5-ac496b7b3f3d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.974027] env[69350]: DEBUG oslo_vmware.api [None req-d58961c6-177e-481a-a8d6-e21924880e18 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] Waiting for the task: (returnval){ [ 980.974027] env[69350]: value = "task-3365446" [ 980.974027] env[69350]: _type = "Task" [ 980.974027] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.990961] env[69350]: DEBUG oslo_vmware.api [None req-d58961c6-177e-481a-a8d6-e21924880e18 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] Task: {'id': task-3365446, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.998460] env[69350]: DEBUG oslo_vmware.api [None req-93a42ff6-c4db-4ede-b244-aaae67ac9679 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Task: {'id': task-3365440, 'name': PowerOffVM_Task, 'duration_secs': 0.228395} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.998741] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-93a42ff6-c4db-4ede-b244-aaae67ac9679 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 1928e353-9d7a-4d20-8347-029c36bcdb8e] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 980.998910] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-93a42ff6-c4db-4ede-b244-aaae67ac9679 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 1928e353-9d7a-4d20-8347-029c36bcdb8e] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 980.999266] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d6746cd1-2d24-42ab-bf9b-2337b5067b74 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.038935] env[69350]: DEBUG oslo_vmware.api [None req-e70a00b3-de87-429c-8594-3fc02a909f66 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Task: {'id': task-3365436, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.607801} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.041843] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e70a00b3-de87-429c-8594-3fc02a909f66 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] 3982eed1-6462-4109-a550-9675a5970e1d/3982eed1-6462-4109-a550-9675a5970e1d.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 981.043025] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e70a00b3-de87-429c-8594-3fc02a909f66 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] [instance: 3982eed1-6462-4109-a550-9675a5970e1d] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 981.043025] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9f08f9b0-329f-45e4-9e67-6a673a66c55e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.051882] env[69350]: DEBUG oslo_vmware.api [None req-e70a00b3-de87-429c-8594-3fc02a909f66 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Waiting for the task: (returnval){ [ 981.051882] env[69350]: value = "task-3365448" [ 981.051882] env[69350]: _type = "Task" [ 981.051882] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.062685] env[69350]: DEBUG oslo_vmware.api [None req-e70a00b3-de87-429c-8594-3fc02a909f66 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Task: {'id': task-3365448, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.078028] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-93a42ff6-c4db-4ede-b244-aaae67ac9679 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 1928e353-9d7a-4d20-8347-029c36bcdb8e] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 981.078028] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-93a42ff6-c4db-4ede-b244-aaae67ac9679 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 1928e353-9d7a-4d20-8347-029c36bcdb8e] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 981.078028] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-93a42ff6-c4db-4ede-b244-aaae67ac9679 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Deleting the datastore file [datastore1] 1928e353-9d7a-4d20-8347-029c36bcdb8e {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 981.078028] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-76d29c29-78af-4ce2-a58b-4f1215ddf5b9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.087402] env[69350]: DEBUG oslo_vmware.api [None req-93a42ff6-c4db-4ede-b244-aaae67ac9679 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Waiting for the task: (returnval){ [ 981.087402] env[69350]: value = "task-3365449" [ 981.087402] env[69350]: _type = "Task" [ 981.087402] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.110919] env[69350]: DEBUG oslo_vmware.api [None req-93a42ff6-c4db-4ede-b244-aaae67ac9679 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Task: {'id': task-3365449, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.193240] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: 4c2a6729-3ed6-4b80-a7f2-77fcd53bed49] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 981.331307] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e936c1d5-1fe0-43e5-81d1-3415a1c3277e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.341505] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9665f863-93b8-432a-a15b-47fe182e5f71 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.348571] env[69350]: DEBUG oslo_vmware.api [None req-227540ce-c8a5-4ffc-add1-ebc10e6f0ce3 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3365439, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.385037] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b07975ba-66b0-47e2-be01-3e955b21c00c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.393043] env[69350]: DEBUG oslo_vmware.api [None req-7bcc678b-20eb-467b-8855-af2e2f22b257 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': task-3365444, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.396274] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5a792b-dde7-4088-aa38-bf13b7fb450d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.417983] env[69350]: DEBUG oslo_vmware.api [None req-d84f4acd-b383-4ab0-8ca7-98b4947d8305 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Task: {'id': task-3365445, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.418532] env[69350]: DEBUG nova.compute.provider_tree [None req-a823f61e-57c5-4cae-81c5-f9d82c363014 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Updating inventory in ProviderTree for provider 493c4881-f171-4c66-96e5-06180e27f02f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 981.483780] env[69350]: DEBUG oslo_vmware.api [None req-d58961c6-177e-481a-a8d6-e21924880e18 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] Task: {'id': task-3365446, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.565883] env[69350]: DEBUG oslo_vmware.api [None req-e70a00b3-de87-429c-8594-3fc02a909f66 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Task: {'id': task-3365448, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076633} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.566242] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e70a00b3-de87-429c-8594-3fc02a909f66 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] [instance: 3982eed1-6462-4109-a550-9675a5970e1d] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 981.567091] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c6165e4-2ee5-4f84-9507-093efc97ec6c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.591162] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-e70a00b3-de87-429c-8594-3fc02a909f66 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] [instance: 3982eed1-6462-4109-a550-9675a5970e1d] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 3982eed1-6462-4109-a550-9675a5970e1d/3982eed1-6462-4109-a550-9675a5970e1d.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 981.591579] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ecd3fbe1-9fc9-4c32-b520-9e47c67946c7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.619955] env[69350]: DEBUG oslo_vmware.api [None req-93a42ff6-c4db-4ede-b244-aaae67ac9679 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Task: {'id': task-3365449, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.622923] env[69350]: DEBUG oslo_vmware.api [None req-e70a00b3-de87-429c-8594-3fc02a909f66 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Waiting for the task: (returnval){ [ 981.622923] env[69350]: value = "task-3365450" [ 981.622923] env[69350]: _type = "Task" [ 981.622923] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.635558] env[69350]: DEBUG oslo_vmware.api [None req-e70a00b3-de87-429c-8594-3fc02a909f66 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Task: {'id': task-3365450, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.698813] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: 9716c35b-9fc7-4e8c-81a1-ef7451400742] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 981.845181] env[69350]: DEBUG oslo_vmware.api [None req-227540ce-c8a5-4ffc-add1-ebc10e6f0ce3 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3365439, 'name': PowerOnVM_Task, 'duration_secs': 1.037987} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.845523] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-227540ce-c8a5-4ffc-add1-ebc10e6f0ce3 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: a03ec981-aaa5-45f3-aee7-8716b22652c4] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 981.845760] env[69350]: INFO nova.compute.manager [None req-227540ce-c8a5-4ffc-add1-ebc10e6f0ce3 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: a03ec981-aaa5-45f3-aee7-8716b22652c4] Took 9.87 seconds to spawn the instance on the hypervisor. [ 981.846422] env[69350]: DEBUG nova.compute.manager [None req-227540ce-c8a5-4ffc-add1-ebc10e6f0ce3 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: a03ec981-aaa5-45f3-aee7-8716b22652c4] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 981.847234] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-928aaf05-25f0-4270-ae85-bd9981441269 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.893060] env[69350]: DEBUG oslo_vmware.api [None req-7bcc678b-20eb-467b-8855-af2e2f22b257 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': task-3365444, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.53956} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.893361] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bcc678b-20eb-467b-8855-af2e2f22b257 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 981.895222] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7bcc678b-20eb-467b-8855-af2e2f22b257 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: a8f9c383-cccf-4c92-8639-88776a4e0dab] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 981.895600] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7bcc678b-20eb-467b-8855-af2e2f22b257 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: a8f9c383-cccf-4c92-8639-88776a4e0dab] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 981.895917] env[69350]: INFO nova.compute.manager [None req-7bcc678b-20eb-467b-8855-af2e2f22b257 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: a8f9c383-cccf-4c92-8639-88776a4e0dab] Took 1.67 seconds to destroy the instance on the hypervisor. [ 981.896316] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7bcc678b-20eb-467b-8855-af2e2f22b257 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 981.897330] env[69350]: DEBUG nova.compute.manager [-] [instance: a8f9c383-cccf-4c92-8639-88776a4e0dab] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 981.897544] env[69350]: DEBUG nova.network.neutron [-] [instance: a8f9c383-cccf-4c92-8639-88776a4e0dab] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 981.912657] env[69350]: DEBUG oslo_vmware.api [None req-d84f4acd-b383-4ab0-8ca7-98b4947d8305 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Task: {'id': task-3365445, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.771823} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.912657] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-d84f4acd-b383-4ab0-8ca7-98b4947d8305 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 981.912657] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d84f4acd-b383-4ab0-8ca7-98b4947d8305 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] [instance: 4d646a6a-26e5-4e67-8415-b981f86d49cb] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 981.912657] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d84f4acd-b383-4ab0-8ca7-98b4947d8305 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] [instance: 4d646a6a-26e5-4e67-8415-b981f86d49cb] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 981.912657] env[69350]: INFO nova.compute.manager [None req-d84f4acd-b383-4ab0-8ca7-98b4947d8305 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] [instance: 4d646a6a-26e5-4e67-8415-b981f86d49cb] Took 1.76 seconds to destroy the instance on the hypervisor. [ 981.912657] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d84f4acd-b383-4ab0-8ca7-98b4947d8305 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 981.912657] env[69350]: DEBUG nova.compute.manager [-] [instance: 4d646a6a-26e5-4e67-8415-b981f86d49cb] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 981.912657] env[69350]: DEBUG nova.network.neutron [-] [instance: 4d646a6a-26e5-4e67-8415-b981f86d49cb] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 981.964344] env[69350]: DEBUG nova.scheduler.client.report [None req-a823f61e-57c5-4cae-81c5-f9d82c363014 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Updated inventory for provider 493c4881-f171-4c66-96e5-06180e27f02f with generation 90 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 981.964599] env[69350]: DEBUG nova.compute.provider_tree [None req-a823f61e-57c5-4cae-81c5-f9d82c363014 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Updating resource provider 493c4881-f171-4c66-96e5-06180e27f02f generation from 90 to 91 during operation: update_inventory {{(pid=69350) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 981.965860] env[69350]: DEBUG nova.compute.provider_tree [None req-a823f61e-57c5-4cae-81c5-f9d82c363014 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Updating inventory in ProviderTree for provider 493c4881-f171-4c66-96e5-06180e27f02f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 981.985946] env[69350]: DEBUG oslo_vmware.api [None req-d58961c6-177e-481a-a8d6-e21924880e18 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] Task: {'id': task-3365446, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.6514} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.986879] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-d58961c6-177e-481a-a8d6-e21924880e18 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 981.987735] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d58961c6-177e-481a-a8d6-e21924880e18 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] [instance: 344ddaeb-e158-4d77-a322-68360d567e5b] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 981.988729] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d58961c6-177e-481a-a8d6-e21924880e18 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] [instance: 344ddaeb-e158-4d77-a322-68360d567e5b] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 981.988729] env[69350]: INFO nova.compute.manager [None req-d58961c6-177e-481a-a8d6-e21924880e18 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] [instance: 344ddaeb-e158-4d77-a322-68360d567e5b] Took 2.67 seconds to destroy the instance on the hypervisor. [ 981.988729] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d58961c6-177e-481a-a8d6-e21924880e18 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 981.988907] env[69350]: DEBUG nova.compute.manager [-] [instance: 344ddaeb-e158-4d77-a322-68360d567e5b] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 981.988945] env[69350]: DEBUG nova.network.neutron [-] [instance: 344ddaeb-e158-4d77-a322-68360d567e5b] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 982.104084] env[69350]: DEBUG oslo_vmware.api [None req-93a42ff6-c4db-4ede-b244-aaae67ac9679 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Task: {'id': task-3365449, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.633631} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.104305] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-93a42ff6-c4db-4ede-b244-aaae67ac9679 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 982.106149] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-93a42ff6-c4db-4ede-b244-aaae67ac9679 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 1928e353-9d7a-4d20-8347-029c36bcdb8e] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 982.106149] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-93a42ff6-c4db-4ede-b244-aaae67ac9679 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 1928e353-9d7a-4d20-8347-029c36bcdb8e] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 982.106149] env[69350]: INFO nova.compute.manager [None req-93a42ff6-c4db-4ede-b244-aaae67ac9679 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] [instance: 1928e353-9d7a-4d20-8347-029c36bcdb8e] Took 1.64 seconds to destroy the instance on the hypervisor. [ 982.106149] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-93a42ff6-c4db-4ede-b244-aaae67ac9679 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 982.106149] env[69350]: DEBUG nova.compute.manager [-] [instance: 1928e353-9d7a-4d20-8347-029c36bcdb8e] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 982.106149] env[69350]: DEBUG nova.network.neutron [-] [instance: 1928e353-9d7a-4d20-8347-029c36bcdb8e] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 982.119681] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28dcc06e-c178-4ce5-956a-a61bb46f5dde {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.139032] env[69350]: DEBUG oslo_vmware.api [None req-e70a00b3-de87-429c-8594-3fc02a909f66 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Task: {'id': task-3365450, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.156023] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e3353eaf-a8b4-4ce5-ba8c-a2f003890f25 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Updating instance '90b71625-4bb1-4f8b-a94e-313cea1be2da' progress to 0 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 982.202492] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: 51875ea2-1cc8-4458-9d5b-b68bcfadead0] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 982.376731] env[69350]: INFO nova.compute.manager [None req-227540ce-c8a5-4ffc-add1-ebc10e6f0ce3 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: a03ec981-aaa5-45f3-aee7-8716b22652c4] Took 49.66 seconds to build instance. [ 982.472024] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a823f61e-57c5-4cae-81c5-f9d82c363014 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.762s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.472024] env[69350]: DEBUG nova.compute.manager [None req-a823f61e-57c5-4cae-81c5-f9d82c363014 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 532d8313-d578-433b-8dec-e05a03ba013b] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 982.477330] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7b8b8ef4-0a69-4fe8-80e0-abb3cb17054b tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.295s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.477330] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7b8b8ef4-0a69-4fe8-80e0-abb3cb17054b tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.483380] env[69350]: DEBUG oslo_concurrency.lockutils [None req-603d9d2b-2352-4dec-a3ff-4cbd884a0862 tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.244s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.483649] env[69350]: DEBUG oslo_concurrency.lockutils [None req-603d9d2b-2352-4dec-a3ff-4cbd884a0862 tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.006s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.485619] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.116s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.490346] env[69350]: INFO nova.compute.claims [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: dcace75e-abf2-4e4a-8bae-2ccce0c618f5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 982.528332] env[69350]: INFO nova.scheduler.client.report [None req-603d9d2b-2352-4dec-a3ff-4cbd884a0862 tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] Deleted allocations for instance 2e8e720c-f11a-434e-b1b2-ad961383e5de [ 982.531801] env[69350]: INFO nova.scheduler.client.report [None req-7b8b8ef4-0a69-4fe8-80e0-abb3cb17054b tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] Deleted allocations for instance 83e0ad4e-cacd-4024-b73b-8d2b54d8aed3 [ 982.638015] env[69350]: DEBUG oslo_vmware.api [None req-e70a00b3-de87-429c-8594-3fc02a909f66 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Task: {'id': task-3365450, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.664231] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3353eaf-a8b4-4ce5-ba8c-a2f003890f25 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 982.664580] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5e6daad-ab32-4a09-a1e1-a16a6d0dd7d3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.674707] env[69350]: DEBUG oslo_vmware.api [None req-e3353eaf-a8b4-4ce5-ba8c-a2f003890f25 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Waiting for the task: (returnval){ [ 982.674707] env[69350]: value = "task-3365451" [ 982.674707] env[69350]: _type = "Task" [ 982.674707] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.686882] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3353eaf-a8b4-4ce5-ba8c-a2f003890f25 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] VM already powered off {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 982.687164] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e3353eaf-a8b4-4ce5-ba8c-a2f003890f25 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Updating instance '90b71625-4bb1-4f8b-a94e-313cea1be2da' progress to 17 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 982.708843] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: d256518f-5e63-4b21-9d0d-0fbb60928b4a] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 982.881413] env[69350]: DEBUG oslo_concurrency.lockutils [None req-227540ce-c8a5-4ffc-add1-ebc10e6f0ce3 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Lock "a03ec981-aaa5-45f3-aee7-8716b22652c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.491s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.000312] env[69350]: DEBUG nova.compute.utils [None req-a823f61e-57c5-4cae-81c5-f9d82c363014 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 983.002126] env[69350]: DEBUG nova.compute.manager [None req-a823f61e-57c5-4cae-81c5-f9d82c363014 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 532d8313-d578-433b-8dec-e05a03ba013b] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 983.002731] env[69350]: DEBUG nova.network.neutron [None req-a823f61e-57c5-4cae-81c5-f9d82c363014 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 532d8313-d578-433b-8dec-e05a03ba013b] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 983.043888] env[69350]: DEBUG oslo_concurrency.lockutils [None req-603d9d2b-2352-4dec-a3ff-4cbd884a0862 tempest-ServersWithSpecificFlavorTestJSON-1940311829 tempest-ServersWithSpecificFlavorTestJSON-1940311829-project-member] Lock "2e8e720c-f11a-434e-b1b2-ad961383e5de" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.542s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.049387] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7b8b8ef4-0a69-4fe8-80e0-abb3cb17054b tempest-ServerGroupTestJSON-42270370 tempest-ServerGroupTestJSON-42270370-project-member] Lock "83e0ad4e-cacd-4024-b73b-8d2b54d8aed3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.301s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.052830] env[69350]: DEBUG nova.compute.manager [req-3e2c269b-da77-4012-ba97-9e5cacf01eb4 req-5a634708-5c2c-4625-aae1-d96a2be429b7 service nova] [instance: a8f9c383-cccf-4c92-8639-88776a4e0dab] Received event network-vif-deleted-103cc334-6aef-42aa-aea0-d6e339f7594d {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 983.052830] env[69350]: INFO nova.compute.manager [req-3e2c269b-da77-4012-ba97-9e5cacf01eb4 req-5a634708-5c2c-4625-aae1-d96a2be429b7 service nova] [instance: a8f9c383-cccf-4c92-8639-88776a4e0dab] Neutron deleted interface 103cc334-6aef-42aa-aea0-d6e339f7594d; detaching it from the instance and deleting it from the info cache [ 983.052830] env[69350]: DEBUG nova.network.neutron [req-3e2c269b-da77-4012-ba97-9e5cacf01eb4 req-5a634708-5c2c-4625-aae1-d96a2be429b7 service nova] [instance: a8f9c383-cccf-4c92-8639-88776a4e0dab] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.054679] env[69350]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 983.093414] env[69350]: DEBUG nova.policy [None req-a823f61e-57c5-4cae-81c5-f9d82c363014 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '391c1e0e301b4aea9abc82bc851ff1ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0b6086e845a74075ace175b4fcb0622d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 983.139545] env[69350]: DEBUG oslo_vmware.api [None req-e70a00b3-de87-429c-8594-3fc02a909f66 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Task: {'id': task-3365450, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.193619] env[69350]: DEBUG nova.virt.hardware [None req-e3353eaf-a8b4-4ce5-ba8c-a2f003890f25 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 983.193891] env[69350]: DEBUG nova.virt.hardware [None req-e3353eaf-a8b4-4ce5-ba8c-a2f003890f25 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 983.194016] env[69350]: DEBUG nova.virt.hardware [None req-e3353eaf-a8b4-4ce5-ba8c-a2f003890f25 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 983.194218] env[69350]: DEBUG nova.virt.hardware [None req-e3353eaf-a8b4-4ce5-ba8c-a2f003890f25 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 983.194375] env[69350]: DEBUG nova.virt.hardware [None req-e3353eaf-a8b4-4ce5-ba8c-a2f003890f25 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 983.194500] env[69350]: DEBUG nova.virt.hardware [None req-e3353eaf-a8b4-4ce5-ba8c-a2f003890f25 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 983.194704] env[69350]: DEBUG nova.virt.hardware [None req-e3353eaf-a8b4-4ce5-ba8c-a2f003890f25 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 983.195675] env[69350]: DEBUG nova.virt.hardware [None req-e3353eaf-a8b4-4ce5-ba8c-a2f003890f25 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 983.196846] env[69350]: DEBUG nova.virt.hardware [None req-e3353eaf-a8b4-4ce5-ba8c-a2f003890f25 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 983.198114] env[69350]: DEBUG nova.virt.hardware [None req-e3353eaf-a8b4-4ce5-ba8c-a2f003890f25 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 983.198704] env[69350]: DEBUG nova.virt.hardware [None req-e3353eaf-a8b4-4ce5-ba8c-a2f003890f25 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 983.205271] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e67b180-943d-4a17-8994-2f62ece0187c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.217030] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: 3d3dab3a-f176-4b15-bd54-7618cb6fedab] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 983.225228] env[69350]: DEBUG oslo_vmware.api [None req-e3353eaf-a8b4-4ce5-ba8c-a2f003890f25 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Waiting for the task: (returnval){ [ 983.225228] env[69350]: value = "task-3365452" [ 983.225228] env[69350]: _type = "Task" [ 983.225228] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.237863] env[69350]: DEBUG oslo_vmware.api [None req-e3353eaf-a8b4-4ce5-ba8c-a2f003890f25 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365452, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.314168] env[69350]: DEBUG nova.compute.manager [req-ffb20b38-3353-4a35-90c8-e4691ba9f794 req-9e5fd533-e0dd-49a0-9366-1effe8f1adac service nova] [instance: a03ec981-aaa5-45f3-aee7-8716b22652c4] Received event network-changed-3e18beea-4fc6-4f21-91b4-318acb8511f3 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 983.314972] env[69350]: DEBUG nova.compute.manager [req-ffb20b38-3353-4a35-90c8-e4691ba9f794 req-9e5fd533-e0dd-49a0-9366-1effe8f1adac service nova] [instance: a03ec981-aaa5-45f3-aee7-8716b22652c4] Refreshing instance network info cache due to event network-changed-3e18beea-4fc6-4f21-91b4-318acb8511f3. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 983.315158] env[69350]: DEBUG oslo_concurrency.lockutils [req-ffb20b38-3353-4a35-90c8-e4691ba9f794 req-9e5fd533-e0dd-49a0-9366-1effe8f1adac service nova] Acquiring lock "refresh_cache-a03ec981-aaa5-45f3-aee7-8716b22652c4" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.315311] env[69350]: DEBUG oslo_concurrency.lockutils [req-ffb20b38-3353-4a35-90c8-e4691ba9f794 req-9e5fd533-e0dd-49a0-9366-1effe8f1adac service nova] Acquired lock "refresh_cache-a03ec981-aaa5-45f3-aee7-8716b22652c4" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.315479] env[69350]: DEBUG nova.network.neutron [req-ffb20b38-3353-4a35-90c8-e4691ba9f794 req-9e5fd533-e0dd-49a0-9366-1effe8f1adac service nova] [instance: a03ec981-aaa5-45f3-aee7-8716b22652c4] Refreshing network info cache for port 3e18beea-4fc6-4f21-91b4-318acb8511f3 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 983.379909] env[69350]: DEBUG nova.network.neutron [-] [instance: a8f9c383-cccf-4c92-8639-88776a4e0dab] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.385974] env[69350]: DEBUG nova.network.neutron [-] [instance: 4d646a6a-26e5-4e67-8415-b981f86d49cb] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.488020] env[69350]: DEBUG nova.network.neutron [-] [instance: 344ddaeb-e158-4d77-a322-68360d567e5b] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.507828] env[69350]: DEBUG nova.compute.manager [None req-a823f61e-57c5-4cae-81c5-f9d82c363014 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 532d8313-d578-433b-8dec-e05a03ba013b] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 983.541448] env[69350]: DEBUG nova.network.neutron [None req-a823f61e-57c5-4cae-81c5-f9d82c363014 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 532d8313-d578-433b-8dec-e05a03ba013b] Successfully created port: 92c7b468-c210-4b01-ada0-6953472a6108 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 983.554807] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-15d98dc0-5599-4d2a-8522-ab5c773304a9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.556922] env[69350]: DEBUG nova.network.neutron [-] [instance: 1928e353-9d7a-4d20-8347-029c36bcdb8e] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.571669] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f84e61ea-8009-4eb6-8957-5e0430fee64c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.620058] env[69350]: DEBUG nova.compute.manager [req-3e2c269b-da77-4012-ba97-9e5cacf01eb4 req-5a634708-5c2c-4625-aae1-d96a2be429b7 service nova] [instance: a8f9c383-cccf-4c92-8639-88776a4e0dab] Detach interface failed, port_id=103cc334-6aef-42aa-aea0-d6e339f7594d, reason: Instance a8f9c383-cccf-4c92-8639-88776a4e0dab could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 983.637744] env[69350]: DEBUG oslo_vmware.api [None req-e70a00b3-de87-429c-8594-3fc02a909f66 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Task: {'id': task-3365450, 'name': ReconfigVM_Task, 'duration_secs': 1.940381} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.638051] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-e70a00b3-de87-429c-8594-3fc02a909f66 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] [instance: 3982eed1-6462-4109-a550-9675a5970e1d] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 3982eed1-6462-4109-a550-9675a5970e1d/3982eed1-6462-4109-a550-9675a5970e1d.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 983.638691] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-03ccf329-b564-476a-aa47-e9ef3bd50902 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.646025] env[69350]: DEBUG oslo_vmware.api [None req-e70a00b3-de87-429c-8594-3fc02a909f66 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Waiting for the task: (returnval){ [ 983.646025] env[69350]: value = "task-3365453" [ 983.646025] env[69350]: _type = "Task" [ 983.646025] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.659348] env[69350]: DEBUG oslo_vmware.api [None req-e70a00b3-de87-429c-8594-3fc02a909f66 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Task: {'id': task-3365453, 'name': Rename_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.713708] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6ff7d300-ac44-48e9-b743-8cd578e0fe92 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] Acquiring lock "dec19706-68cc-496c-8edd-a1beacdabfcd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.713708] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6ff7d300-ac44-48e9-b743-8cd578e0fe92 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] Lock "dec19706-68cc-496c-8edd-a1beacdabfcd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.722154] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: 57801cfa-deec-406a-88e8-c039705979a2] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 983.736313] env[69350]: DEBUG oslo_vmware.api [None req-e3353eaf-a8b4-4ce5-ba8c-a2f003890f25 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365452, 'name': ReconfigVM_Task, 'duration_secs': 0.154796} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.736845] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e3353eaf-a8b4-4ce5-ba8c-a2f003890f25 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Updating instance '90b71625-4bb1-4f8b-a94e-313cea1be2da' progress to 33 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 983.883330] env[69350]: INFO nova.compute.manager [-] [instance: a8f9c383-cccf-4c92-8639-88776a4e0dab] Took 1.99 seconds to deallocate network for instance. [ 983.889758] env[69350]: INFO nova.compute.manager [-] [instance: 4d646a6a-26e5-4e67-8415-b981f86d49cb] Took 1.98 seconds to deallocate network for instance. [ 983.990345] env[69350]: INFO nova.compute.manager [-] [instance: 344ddaeb-e158-4d77-a322-68360d567e5b] Took 2.00 seconds to deallocate network for instance. [ 984.030912] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1fa07f5-9356-42bb-8733-e521b23e7dad {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.039469] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af952de2-9662-48ac-aefd-01d51f03518b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.073134] env[69350]: INFO nova.compute.manager [-] [instance: 1928e353-9d7a-4d20-8347-029c36bcdb8e] Took 1.97 seconds to deallocate network for instance. [ 984.078744] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-349cddfa-0006-41da-9107-ca684a258cc3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.090973] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79d4bee2-ae97-44e9-bafe-af82501af1b5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.109102] env[69350]: DEBUG nova.compute.provider_tree [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Updating inventory in ProviderTree for provider 493c4881-f171-4c66-96e5-06180e27f02f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 984.156485] env[69350]: DEBUG oslo_vmware.api [None req-e70a00b3-de87-429c-8594-3fc02a909f66 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Task: {'id': task-3365453, 'name': Rename_Task, 'duration_secs': 0.188631} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.156681] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e70a00b3-de87-429c-8594-3fc02a909f66 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] [instance: 3982eed1-6462-4109-a550-9675a5970e1d] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 984.156949] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f71f7903-d637-4bfc-873f-b47d25e51af1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.164391] env[69350]: DEBUG oslo_vmware.api [None req-e70a00b3-de87-429c-8594-3fc02a909f66 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Waiting for the task: (returnval){ [ 984.164391] env[69350]: value = "task-3365454" [ 984.164391] env[69350]: _type = "Task" [ 984.164391] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.173291] env[69350]: DEBUG oslo_vmware.api [None req-e70a00b3-de87-429c-8594-3fc02a909f66 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Task: {'id': task-3365454, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.214906] env[69350]: DEBUG nova.compute.manager [None req-6ff7d300-ac44-48e9-b743-8cd578e0fe92 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] [instance: dec19706-68cc-496c-8edd-a1beacdabfcd] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 984.227777] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: 4a4b72fc-0fe1-4365-ba71-beb33ccdc400] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 984.249372] env[69350]: DEBUG nova.virt.hardware [None req-e3353eaf-a8b4-4ce5-ba8c-a2f003890f25 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 984.249711] env[69350]: DEBUG nova.virt.hardware [None req-e3353eaf-a8b4-4ce5-ba8c-a2f003890f25 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 984.249952] env[69350]: DEBUG nova.virt.hardware [None req-e3353eaf-a8b4-4ce5-ba8c-a2f003890f25 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 984.249952] env[69350]: DEBUG nova.virt.hardware [None req-e3353eaf-a8b4-4ce5-ba8c-a2f003890f25 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 984.250137] env[69350]: DEBUG nova.virt.hardware [None req-e3353eaf-a8b4-4ce5-ba8c-a2f003890f25 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 984.250335] env[69350]: DEBUG nova.virt.hardware [None req-e3353eaf-a8b4-4ce5-ba8c-a2f003890f25 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 984.250506] env[69350]: DEBUG nova.virt.hardware [None req-e3353eaf-a8b4-4ce5-ba8c-a2f003890f25 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 984.250669] env[69350]: DEBUG nova.virt.hardware [None req-e3353eaf-a8b4-4ce5-ba8c-a2f003890f25 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 984.250951] env[69350]: DEBUG nova.virt.hardware [None req-e3353eaf-a8b4-4ce5-ba8c-a2f003890f25 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 984.251062] env[69350]: DEBUG nova.virt.hardware [None req-e3353eaf-a8b4-4ce5-ba8c-a2f003890f25 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 984.253025] env[69350]: DEBUG nova.virt.hardware [None req-e3353eaf-a8b4-4ce5-ba8c-a2f003890f25 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 984.257100] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3353eaf-a8b4-4ce5-ba8c-a2f003890f25 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Reconfiguring VM instance instance-00000025 to detach disk 2000 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 984.258916] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1826c335-f376-4726-937f-b6f6633c4644 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.278900] env[69350]: DEBUG oslo_vmware.api [None req-e3353eaf-a8b4-4ce5-ba8c-a2f003890f25 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Waiting for the task: (returnval){ [ 984.278900] env[69350]: value = "task-3365455" [ 984.278900] env[69350]: _type = "Task" [ 984.278900] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.288023] env[69350]: DEBUG oslo_vmware.api [None req-e3353eaf-a8b4-4ce5-ba8c-a2f003890f25 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365455, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.344700] env[69350]: DEBUG nova.network.neutron [req-ffb20b38-3353-4a35-90c8-e4691ba9f794 req-9e5fd533-e0dd-49a0-9366-1effe8f1adac service nova] [instance: a03ec981-aaa5-45f3-aee7-8716b22652c4] Updated VIF entry in instance network info cache for port 3e18beea-4fc6-4f21-91b4-318acb8511f3. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 984.345075] env[69350]: DEBUG nova.network.neutron [req-ffb20b38-3353-4a35-90c8-e4691ba9f794 req-9e5fd533-e0dd-49a0-9366-1effe8f1adac service nova] [instance: a03ec981-aaa5-45f3-aee7-8716b22652c4] Updating instance_info_cache with network_info: [{"id": "3e18beea-4fc6-4f21-91b4-318acb8511f3", "address": "fa:16:3e:27:5e:80", "network": {"id": "0bcb2b19-9d56-48ef-ae2f-bfa8be4a624b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1099470443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb23de86c4ea42c1accf78e42cda1fc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e18beea-4f", "ovs_interfaceid": "3e18beea-4fc6-4f21-91b4-318acb8511f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.392914] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7bcc678b-20eb-467b-8855-af2e2f22b257 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.401562] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d84f4acd-b383-4ab0-8ca7-98b4947d8305 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.502177] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d58961c6-177e-481a-a8d6-e21924880e18 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.520621] env[69350]: DEBUG nova.compute.manager [None req-a823f61e-57c5-4cae-81c5-f9d82c363014 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 532d8313-d578-433b-8dec-e05a03ba013b] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 984.551892] env[69350]: DEBUG nova.virt.hardware [None req-a823f61e-57c5-4cae-81c5-f9d82c363014 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 984.553033] env[69350]: DEBUG nova.virt.hardware [None req-a823f61e-57c5-4cae-81c5-f9d82c363014 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 984.553033] env[69350]: DEBUG nova.virt.hardware [None req-a823f61e-57c5-4cae-81c5-f9d82c363014 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 984.553033] env[69350]: DEBUG nova.virt.hardware [None req-a823f61e-57c5-4cae-81c5-f9d82c363014 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 984.553033] env[69350]: DEBUG nova.virt.hardware [None req-a823f61e-57c5-4cae-81c5-f9d82c363014 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 984.553033] env[69350]: DEBUG nova.virt.hardware [None req-a823f61e-57c5-4cae-81c5-f9d82c363014 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 984.553033] env[69350]: DEBUG nova.virt.hardware [None req-a823f61e-57c5-4cae-81c5-f9d82c363014 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 984.553562] env[69350]: DEBUG nova.virt.hardware [None req-a823f61e-57c5-4cae-81c5-f9d82c363014 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 984.553798] env[69350]: DEBUG nova.virt.hardware [None req-a823f61e-57c5-4cae-81c5-f9d82c363014 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 984.554105] env[69350]: DEBUG nova.virt.hardware [None req-a823f61e-57c5-4cae-81c5-f9d82c363014 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 984.554440] env[69350]: DEBUG nova.virt.hardware [None req-a823f61e-57c5-4cae-81c5-f9d82c363014 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 984.556084] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d5e0b46-ba98-4e06-8092-12b201f14b69 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.563923] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7904402-fce3-4506-9d63-6a41d1dcbe7e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.586493] env[69350]: DEBUG oslo_concurrency.lockutils [None req-93a42ff6-c4db-4ede-b244-aaae67ac9679 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.633639] env[69350]: ERROR nova.scheduler.client.report [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [req-47de161a-4b7c-420e-a9bd-ba91c9e2f5a0] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 493c4881-f171-4c66-96e5-06180e27f02f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-47de161a-4b7c-420e-a9bd-ba91c9e2f5a0"}]} [ 984.658168] env[69350]: DEBUG nova.scheduler.client.report [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Refreshing inventories for resource provider 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 984.676987] env[69350]: DEBUG oslo_vmware.api [None req-e70a00b3-de87-429c-8594-3fc02a909f66 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Task: {'id': task-3365454, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.684040] env[69350]: DEBUG nova.scheduler.client.report [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Updating ProviderTree inventory for provider 493c4881-f171-4c66-96e5-06180e27f02f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 984.684281] env[69350]: DEBUG nova.compute.provider_tree [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Updating inventory in ProviderTree for provider 493c4881-f171-4c66-96e5-06180e27f02f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 984.699720] env[69350]: DEBUG nova.scheduler.client.report [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Refreshing aggregate associations for resource provider 493c4881-f171-4c66-96e5-06180e27f02f, aggregates: None {{(pid=69350) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 984.725682] env[69350]: DEBUG nova.scheduler.client.report [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Refreshing trait associations for resource provider 493c4881-f171-4c66-96e5-06180e27f02f, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69350) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 984.732646] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: 452a8c70-87fc-43a8-bcae-ae21e7035c6c] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 984.742388] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6ff7d300-ac44-48e9-b743-8cd578e0fe92 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.791400] env[69350]: DEBUG oslo_vmware.api [None req-e3353eaf-a8b4-4ce5-ba8c-a2f003890f25 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365455, 'name': ReconfigVM_Task, 'duration_secs': 0.264259} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.791816] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3353eaf-a8b4-4ce5-ba8c-a2f003890f25 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Reconfigured VM instance instance-00000025 to detach disk 2000 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 984.792945] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e44727-d28b-47a9-88e8-240d995b5285 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.825286] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3353eaf-a8b4-4ce5-ba8c-a2f003890f25 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] 90b71625-4bb1-4f8b-a94e-313cea1be2da/90b71625-4bb1-4f8b-a94e-313cea1be2da.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 984.828899] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1981db96-cf3e-46e1-b773-35b713db0389 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.849731] env[69350]: DEBUG oslo_concurrency.lockutils [req-ffb20b38-3353-4a35-90c8-e4691ba9f794 req-9e5fd533-e0dd-49a0-9366-1effe8f1adac service nova] Releasing lock "refresh_cache-a03ec981-aaa5-45f3-aee7-8716b22652c4" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.853032] env[69350]: DEBUG oslo_vmware.api [None req-e3353eaf-a8b4-4ce5-ba8c-a2f003890f25 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Waiting for the task: (returnval){ [ 984.853032] env[69350]: value = "task-3365456" [ 984.853032] env[69350]: _type = "Task" [ 984.853032] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.610644] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: 575cfb5e-9476-43fc-9724-33cb252fb7ce] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 985.612839] env[69350]: DEBUG oslo_vmware.api [None req-e3353eaf-a8b4-4ce5-ba8c-a2f003890f25 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365456, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.613050] env[69350]: WARNING oslo_vmware.common.loopingcall [None req-e3353eaf-a8b4-4ce5-ba8c-a2f003890f25 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] task run outlasted interval by 0.259707 sec [ 985.619121] env[69350]: DEBUG nova.compute.manager [req-13db49b4-8dff-4b64-aa75-22ecda9f30cc req-c9c02f25-1337-472b-92e5-37f5551a5725 service nova] [instance: 4d646a6a-26e5-4e67-8415-b981f86d49cb] Received event network-vif-deleted-c4adb4e9-66c5-47c1-a606-a85e25c467a7 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 985.619371] env[69350]: DEBUG nova.compute.manager [req-13db49b4-8dff-4b64-aa75-22ecda9f30cc req-c9c02f25-1337-472b-92e5-37f5551a5725 service nova] [instance: 344ddaeb-e158-4d77-a322-68360d567e5b] Received event network-vif-deleted-76259967-9cec-4c83-879f-6c086090a661 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 985.619561] env[69350]: DEBUG nova.compute.manager [req-13db49b4-8dff-4b64-aa75-22ecda9f30cc req-c9c02f25-1337-472b-92e5-37f5551a5725 service nova] [instance: 1928e353-9d7a-4d20-8347-029c36bcdb8e] Received event network-vif-deleted-11338a71-bc15-4a3d-a87d-c11efb979f61 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 985.630875] env[69350]: DEBUG oslo_vmware.api [None req-e70a00b3-de87-429c-8594-3fc02a909f66 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Task: {'id': task-3365454, 'name': PowerOnVM_Task, 'duration_secs': 0.866325} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.634323] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e70a00b3-de87-429c-8594-3fc02a909f66 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] [instance: 3982eed1-6462-4109-a550-9675a5970e1d] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 985.634364] env[69350]: INFO nova.compute.manager [None req-e70a00b3-de87-429c-8594-3fc02a909f66 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] [instance: 3982eed1-6462-4109-a550-9675a5970e1d] Took 11.58 seconds to spawn the instance on the hypervisor. [ 985.638020] env[69350]: DEBUG nova.compute.manager [None req-e70a00b3-de87-429c-8594-3fc02a909f66 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] [instance: 3982eed1-6462-4109-a550-9675a5970e1d] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 985.638020] env[69350]: DEBUG oslo_vmware.api [None req-e3353eaf-a8b4-4ce5-ba8c-a2f003890f25 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365456, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.638020] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e30e40d-2b14-4a44-a4a0-694250ecaf5a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.708581] env[69350]: DEBUG nova.network.neutron [None req-a823f61e-57c5-4cae-81c5-f9d82c363014 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 532d8313-d578-433b-8dec-e05a03ba013b] Successfully updated port: 92c7b468-c210-4b01-ada0-6953472a6108 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 985.914096] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f14a1758-b710-4633-87d6-531075a66f7b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.920253] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cada1190-7dcd-4c3f-bce3-8a9eacf34a16 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.954952] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4216913d-7e7b-4480-8129-3c07fdc82770 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.963280] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e96291a6-ddb5-4834-9a88-d9615310b20a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.978907] env[69350]: DEBUG nova.compute.provider_tree [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Updating inventory in ProviderTree for provider 493c4881-f171-4c66-96e5-06180e27f02f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 986.122814] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: 884fdc90-c90c-439a-8e9c-2730dc242474] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 986.132349] env[69350]: DEBUG oslo_vmware.api [None req-e3353eaf-a8b4-4ce5-ba8c-a2f003890f25 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365456, 'name': ReconfigVM_Task, 'duration_secs': 0.931351} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.132349] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3353eaf-a8b4-4ce5-ba8c-a2f003890f25 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Reconfigured VM instance instance-00000025 to attach disk [datastore2] 90b71625-4bb1-4f8b-a94e-313cea1be2da/90b71625-4bb1-4f8b-a94e-313cea1be2da.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 986.135652] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e3353eaf-a8b4-4ce5-ba8c-a2f003890f25 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Updating instance '90b71625-4bb1-4f8b-a94e-313cea1be2da' progress to 50 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 986.155549] env[69350]: INFO nova.compute.manager [None req-e70a00b3-de87-429c-8594-3fc02a909f66 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] [instance: 3982eed1-6462-4109-a550-9675a5970e1d] Took 44.21 seconds to build instance. [ 986.216617] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a823f61e-57c5-4cae-81c5-f9d82c363014 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Acquiring lock "refresh_cache-532d8313-d578-433b-8dec-e05a03ba013b" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.216617] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a823f61e-57c5-4cae-81c5-f9d82c363014 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Acquired lock "refresh_cache-532d8313-d578-433b-8dec-e05a03ba013b" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.216617] env[69350]: DEBUG nova.network.neutron [None req-a823f61e-57c5-4cae-81c5-f9d82c363014 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 532d8313-d578-433b-8dec-e05a03ba013b] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 986.516207] env[69350]: DEBUG nova.scheduler.client.report [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Updated inventory for provider 493c4881-f171-4c66-96e5-06180e27f02f with generation 92 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 986.516462] env[69350]: DEBUG nova.compute.provider_tree [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Updating resource provider 493c4881-f171-4c66-96e5-06180e27f02f generation from 92 to 93 during operation: update_inventory {{(pid=69350) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 986.516644] env[69350]: DEBUG nova.compute.provider_tree [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Updating inventory in ProviderTree for provider 493c4881-f171-4c66-96e5-06180e27f02f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 986.626555] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: 4dff419b-86ab-48e1-bee1-46948de8ca0d] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 986.640957] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de171341-443f-43e4-82c0-33b658ecebaf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.661271] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e70a00b3-de87-429c-8594-3fc02a909f66 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Lock "3982eed1-6462-4109-a550-9675a5970e1d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.726s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.663601] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e70fec07-93c6-4572-8cc6-e421b57f02a3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.682261] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e3353eaf-a8b4-4ce5-ba8c-a2f003890f25 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Updating instance '90b71625-4bb1-4f8b-a94e-313cea1be2da' progress to 67 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 986.779127] env[69350]: DEBUG nova.network.neutron [None req-a823f61e-57c5-4cae-81c5-f9d82c363014 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 532d8313-d578-433b-8dec-e05a03ba013b] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 987.021582] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.536s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.022224] env[69350]: DEBUG nova.compute.manager [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: dcace75e-abf2-4e4a-8bae-2ccce0c618f5] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 987.024807] env[69350]: DEBUG oslo_concurrency.lockutils [None req-860bd8eb-cfb8-4419-975c-1727f60b9357 tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.941s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.025054] env[69350]: DEBUG nova.objects.instance [None req-860bd8eb-cfb8-4419-975c-1727f60b9357 tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Lazy-loading 'resources' on Instance uuid c6b8f842-5836-4383-9db3-fbcb8e83ffc2 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 987.131396] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: c5cc8d70-f170-4447-8601-a47955702bd6] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 987.374079] env[69350]: DEBUG nova.network.neutron [None req-e3353eaf-a8b4-4ce5-ba8c-a2f003890f25 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Port d263adff-a1bf-494d-a599-ea5531206af2 binding to destination host cpu-1 is already ACTIVE {{(pid=69350) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 987.387954] env[69350]: DEBUG nova.network.neutron [None req-a823f61e-57c5-4cae-81c5-f9d82c363014 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 532d8313-d578-433b-8dec-e05a03ba013b] Updating instance_info_cache with network_info: [{"id": "92c7b468-c210-4b01-ada0-6953472a6108", "address": "fa:16:3e:06:03:79", "network": {"id": "b9926ca7-18c0-4f87-918b-403ba5906bb0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2101484641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b6086e845a74075ace175b4fcb0622d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92c7b468-c2", "ovs_interfaceid": "92c7b468-c210-4b01-ada0-6953472a6108", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.474193] env[69350]: DEBUG nova.compute.manager [req-77b1a07b-7574-4369-9f87-9c2f2f0f17dc req-627e4a63-4125-4a84-8189-8cb07ed9bab6 service nova] [instance: 532d8313-d578-433b-8dec-e05a03ba013b] Received event network-vif-plugged-92c7b468-c210-4b01-ada0-6953472a6108 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 987.474518] env[69350]: DEBUG oslo_concurrency.lockutils [req-77b1a07b-7574-4369-9f87-9c2f2f0f17dc req-627e4a63-4125-4a84-8189-8cb07ed9bab6 service nova] Acquiring lock "532d8313-d578-433b-8dec-e05a03ba013b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.474836] env[69350]: DEBUG oslo_concurrency.lockutils [req-77b1a07b-7574-4369-9f87-9c2f2f0f17dc req-627e4a63-4125-4a84-8189-8cb07ed9bab6 service nova] Lock "532d8313-d578-433b-8dec-e05a03ba013b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.475079] env[69350]: DEBUG oslo_concurrency.lockutils [req-77b1a07b-7574-4369-9f87-9c2f2f0f17dc req-627e4a63-4125-4a84-8189-8cb07ed9bab6 service nova] Lock "532d8313-d578-433b-8dec-e05a03ba013b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.475403] env[69350]: DEBUG nova.compute.manager [req-77b1a07b-7574-4369-9f87-9c2f2f0f17dc req-627e4a63-4125-4a84-8189-8cb07ed9bab6 service nova] [instance: 532d8313-d578-433b-8dec-e05a03ba013b] No waiting events found dispatching network-vif-plugged-92c7b468-c210-4b01-ada0-6953472a6108 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 987.475629] env[69350]: WARNING nova.compute.manager [req-77b1a07b-7574-4369-9f87-9c2f2f0f17dc req-627e4a63-4125-4a84-8189-8cb07ed9bab6 service nova] [instance: 532d8313-d578-433b-8dec-e05a03ba013b] Received unexpected event network-vif-plugged-92c7b468-c210-4b01-ada0-6953472a6108 for instance with vm_state building and task_state spawning. [ 987.476412] env[69350]: DEBUG nova.compute.manager [req-77b1a07b-7574-4369-9f87-9c2f2f0f17dc req-627e4a63-4125-4a84-8189-8cb07ed9bab6 service nova] [instance: 532d8313-d578-433b-8dec-e05a03ba013b] Received event network-changed-92c7b468-c210-4b01-ada0-6953472a6108 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 987.476658] env[69350]: DEBUG nova.compute.manager [req-77b1a07b-7574-4369-9f87-9c2f2f0f17dc req-627e4a63-4125-4a84-8189-8cb07ed9bab6 service nova] [instance: 532d8313-d578-433b-8dec-e05a03ba013b] Refreshing instance network info cache due to event network-changed-92c7b468-c210-4b01-ada0-6953472a6108. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 987.476903] env[69350]: DEBUG oslo_concurrency.lockutils [req-77b1a07b-7574-4369-9f87-9c2f2f0f17dc req-627e4a63-4125-4a84-8189-8cb07ed9bab6 service nova] Acquiring lock "refresh_cache-532d8313-d578-433b-8dec-e05a03ba013b" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.528539] env[69350]: DEBUG nova.compute.utils [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 987.533156] env[69350]: DEBUG nova.compute.manager [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: dcace75e-abf2-4e4a-8bae-2ccce0c618f5] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 987.533156] env[69350]: DEBUG nova.network.neutron [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: dcace75e-abf2-4e4a-8bae-2ccce0c618f5] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 987.635008] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: 4d443b60-1f07-4d5f-a3cb-9c50407198ae] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 987.670745] env[69350]: DEBUG nova.policy [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ffd0edc3c12c4eef8fd233c3ba625bac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '51bc6f4dd8ea4a9e9e1031143399a0d7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 987.892527] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a823f61e-57c5-4cae-81c5-f9d82c363014 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Releasing lock "refresh_cache-532d8313-d578-433b-8dec-e05a03ba013b" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.892806] env[69350]: DEBUG nova.compute.manager [None req-a823f61e-57c5-4cae-81c5-f9d82c363014 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 532d8313-d578-433b-8dec-e05a03ba013b] Instance network_info: |[{"id": "92c7b468-c210-4b01-ada0-6953472a6108", "address": "fa:16:3e:06:03:79", "network": {"id": "b9926ca7-18c0-4f87-918b-403ba5906bb0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2101484641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b6086e845a74075ace175b4fcb0622d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92c7b468-c2", "ovs_interfaceid": "92c7b468-c210-4b01-ada0-6953472a6108", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 987.893221] env[69350]: DEBUG oslo_concurrency.lockutils [req-77b1a07b-7574-4369-9f87-9c2f2f0f17dc req-627e4a63-4125-4a84-8189-8cb07ed9bab6 service nova] Acquired lock "refresh_cache-532d8313-d578-433b-8dec-e05a03ba013b" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.893317] env[69350]: DEBUG nova.network.neutron [req-77b1a07b-7574-4369-9f87-9c2f2f0f17dc req-627e4a63-4125-4a84-8189-8cb07ed9bab6 service nova] [instance: 532d8313-d578-433b-8dec-e05a03ba013b] Refreshing network info cache for port 92c7b468-c210-4b01-ada0-6953472a6108 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 987.894822] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a823f61e-57c5-4cae-81c5-f9d82c363014 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 532d8313-d578-433b-8dec-e05a03ba013b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:03:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7e0240aa-a694-48fc-a0f9-6f2d3e71aa12', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '92c7b468-c210-4b01-ada0-6953472a6108', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 987.902397] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a823f61e-57c5-4cae-81c5-f9d82c363014 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 987.905657] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 532d8313-d578-433b-8dec-e05a03ba013b] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 987.906598] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2cc9dbb2-35e5-4864-9ba5-6a08ce94a39e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.931732] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 987.931732] env[69350]: value = "task-3365457" [ 987.931732] env[69350]: _type = "Task" [ 987.931732] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.941025] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365457, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.992878] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf823d9c-467f-4260-b944-ab768538d01f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.001831] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35509ab4-d26d-4b99-a03b-594e5d575049 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.036658] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-975474d2-d9e4-481f-97a6-a67024d0ea1e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.039788] env[69350]: DEBUG nova.compute.manager [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: dcace75e-abf2-4e4a-8bae-2ccce0c618f5] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 988.046981] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac055145-e768-48c4-a3fa-0c8c1a104552 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.061961] env[69350]: DEBUG nova.compute.provider_tree [None req-860bd8eb-cfb8-4419-975c-1727f60b9357 tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 988.140542] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: 78aed5f0-ce65-4b00-8a3f-1eab21e0525b] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 988.189125] env[69350]: DEBUG nova.network.neutron [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: dcace75e-abf2-4e4a-8bae-2ccce0c618f5] Successfully created port: 8006bd15-5bc3-4a8d-9f4b-418eceb85891 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 988.290123] env[69350]: DEBUG nova.compute.manager [None req-b9af8569-dbda-47bc-8451-269d1d801ad3 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] [instance: 3982eed1-6462-4109-a550-9675a5970e1d] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 988.291393] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-848a3cf3-2ead-4530-9f40-641f72318f92 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.400467] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e3353eaf-a8b4-4ce5-ba8c-a2f003890f25 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Acquiring lock "90b71625-4bb1-4f8b-a94e-313cea1be2da-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.400711] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e3353eaf-a8b4-4ce5-ba8c-a2f003890f25 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Lock "90b71625-4bb1-4f8b-a94e-313cea1be2da-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.400889] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e3353eaf-a8b4-4ce5-ba8c-a2f003890f25 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Lock "90b71625-4bb1-4f8b-a94e-313cea1be2da-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.443905] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365457, 'name': CreateVM_Task, 'duration_secs': 0.336175} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.443973] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 532d8313-d578-433b-8dec-e05a03ba013b] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 988.444683] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a823f61e-57c5-4cae-81c5-f9d82c363014 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.444848] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a823f61e-57c5-4cae-81c5-f9d82c363014 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.445179] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a823f61e-57c5-4cae-81c5-f9d82c363014 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.445440] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-572d2399-b962-4442-adfa-e03a494cfcc0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.452832] env[69350]: DEBUG oslo_vmware.api [None req-a823f61e-57c5-4cae-81c5-f9d82c363014 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Waiting for the task: (returnval){ [ 988.452832] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52d6584d-5fb9-6c57-bcac-c191d2e4b2ca" [ 988.452832] env[69350]: _type = "Task" [ 988.452832] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.463635] env[69350]: DEBUG oslo_vmware.api [None req-a823f61e-57c5-4cae-81c5-f9d82c363014 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52d6584d-5fb9-6c57-bcac-c191d2e4b2ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.565263] env[69350]: DEBUG nova.scheduler.client.report [None req-860bd8eb-cfb8-4419-975c-1727f60b9357 tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 988.644067] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: 2120db16-82c9-4fa6-b050-84c45b31f858] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 988.803495] env[69350]: INFO nova.compute.manager [None req-b9af8569-dbda-47bc-8451-269d1d801ad3 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] [instance: 3982eed1-6462-4109-a550-9675a5970e1d] instance snapshotting [ 988.806438] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22461e27-d44a-4824-bf4c-ea480f157bb7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.826420] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b62a271-71d8-4b91-812b-27ff5d134cbb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.938247] env[69350]: DEBUG nova.network.neutron [req-77b1a07b-7574-4369-9f87-9c2f2f0f17dc req-627e4a63-4125-4a84-8189-8cb07ed9bab6 service nova] [instance: 532d8313-d578-433b-8dec-e05a03ba013b] Updated VIF entry in instance network info cache for port 92c7b468-c210-4b01-ada0-6953472a6108. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 988.938815] env[69350]: DEBUG nova.network.neutron [req-77b1a07b-7574-4369-9f87-9c2f2f0f17dc req-627e4a63-4125-4a84-8189-8cb07ed9bab6 service nova] [instance: 532d8313-d578-433b-8dec-e05a03ba013b] Updating instance_info_cache with network_info: [{"id": "92c7b468-c210-4b01-ada0-6953472a6108", "address": "fa:16:3e:06:03:79", "network": {"id": "b9926ca7-18c0-4f87-918b-403ba5906bb0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2101484641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b6086e845a74075ace175b4fcb0622d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92c7b468-c2", "ovs_interfaceid": "92c7b468-c210-4b01-ada0-6953472a6108", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.966455] env[69350]: DEBUG oslo_vmware.api [None req-a823f61e-57c5-4cae-81c5-f9d82c363014 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52d6584d-5fb9-6c57-bcac-c191d2e4b2ca, 'name': SearchDatastore_Task, 'duration_secs': 0.010757} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.966760] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a823f61e-57c5-4cae-81c5-f9d82c363014 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.966983] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a823f61e-57c5-4cae-81c5-f9d82c363014 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 532d8313-d578-433b-8dec-e05a03ba013b] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 988.967248] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a823f61e-57c5-4cae-81c5-f9d82c363014 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.967387] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a823f61e-57c5-4cae-81c5-f9d82c363014 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.967576] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-a823f61e-57c5-4cae-81c5-f9d82c363014 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 988.967844] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-94aca8b1-bcd6-43fa-bc9d-df785c32daed {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.977862] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-a823f61e-57c5-4cae-81c5-f9d82c363014 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 988.978069] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a823f61e-57c5-4cae-81c5-f9d82c363014 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 988.979306] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d50f94b-be35-4182-a8d2-d79a713b5df0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.985261] env[69350]: DEBUG oslo_vmware.api [None req-a823f61e-57c5-4cae-81c5-f9d82c363014 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Waiting for the task: (returnval){ [ 988.985261] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]528618e6-7344-364d-d659-3938f5b4de40" [ 988.985261] env[69350]: _type = "Task" [ 988.985261] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.993856] env[69350]: DEBUG oslo_vmware.api [None req-a823f61e-57c5-4cae-81c5-f9d82c363014 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]528618e6-7344-364d-d659-3938f5b4de40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.049883] env[69350]: DEBUG nova.compute.manager [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: dcace75e-abf2-4e4a-8bae-2ccce0c618f5] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 989.071302] env[69350]: DEBUG oslo_concurrency.lockutils [None req-860bd8eb-cfb8-4419-975c-1727f60b9357 tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.046s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.075731] env[69350]: DEBUG oslo_concurrency.lockutils [None req-06aaf83f-3069-4db0-9228-f76546f6b3bc tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.952s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.075967] env[69350]: DEBUG nova.objects.instance [None req-06aaf83f-3069-4db0-9228-f76546f6b3bc tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Lazy-loading 'resources' on Instance uuid 793cf920-4cb4-44cf-b9d7-3acd42a3caeb {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 989.089136] env[69350]: DEBUG nova.virt.hardware [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='d3bcd59a19b3ab1981ea65b3550c3ce3',container_format='bare',created_at=2025-04-08T13:50:54Z,direct_url=,disk_format='vmdk',id=4da1070d-eb99-42f8-8c97-15909590a125,min_disk=1,min_ram=0,name='tempest-test-snap-50622200',owner='51bc6f4dd8ea4a9e9e1031143399a0d7',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-04-08T13:51:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 989.089978] env[69350]: DEBUG nova.virt.hardware [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 989.090370] env[69350]: DEBUG nova.virt.hardware [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 989.090795] env[69350]: DEBUG nova.virt.hardware [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 989.090956] env[69350]: DEBUG nova.virt.hardware [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 989.091122] env[69350]: DEBUG nova.virt.hardware [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 989.091952] env[69350]: DEBUG nova.virt.hardware [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 989.092157] env[69350]: DEBUG nova.virt.hardware [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 989.092347] env[69350]: DEBUG nova.virt.hardware [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 989.092524] env[69350]: DEBUG nova.virt.hardware [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 989.092702] env[69350]: DEBUG nova.virt.hardware [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 989.093882] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0653a3b-a688-483d-8d71-03f5e2623941 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.103701] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39ba4121-2434-4cd3-9e08-ec7a37dfecb1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.122052] env[69350]: INFO nova.scheduler.client.report [None req-860bd8eb-cfb8-4419-975c-1727f60b9357 tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Deleted allocations for instance c6b8f842-5836-4383-9db3-fbcb8e83ffc2 [ 989.148392] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: ec57f63b-c28b-4de2-a335-2b5ffa721ee6] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 989.341379] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b9af8569-dbda-47bc-8451-269d1d801ad3 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] [instance: 3982eed1-6462-4109-a550-9675a5970e1d] Creating Snapshot of the VM instance {{(pid=69350) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 989.341795] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-533af2f8-7658-493b-a697-f2085b11f0da {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.350152] env[69350]: DEBUG oslo_vmware.api [None req-b9af8569-dbda-47bc-8451-269d1d801ad3 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Waiting for the task: (returnval){ [ 989.350152] env[69350]: value = "task-3365458" [ 989.350152] env[69350]: _type = "Task" [ 989.350152] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.358854] env[69350]: DEBUG oslo_vmware.api [None req-b9af8569-dbda-47bc-8451-269d1d801ad3 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Task: {'id': task-3365458, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.442674] env[69350]: DEBUG oslo_concurrency.lockutils [req-77b1a07b-7574-4369-9f87-9c2f2f0f17dc req-627e4a63-4125-4a84-8189-8cb07ed9bab6 service nova] Releasing lock "refresh_cache-532d8313-d578-433b-8dec-e05a03ba013b" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.474201] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e3353eaf-a8b4-4ce5-ba8c-a2f003890f25 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Acquiring lock "refresh_cache-90b71625-4bb1-4f8b-a94e-313cea1be2da" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.474421] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e3353eaf-a8b4-4ce5-ba8c-a2f003890f25 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Acquired lock "refresh_cache-90b71625-4bb1-4f8b-a94e-313cea1be2da" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.474619] env[69350]: DEBUG nova.network.neutron [None req-e3353eaf-a8b4-4ce5-ba8c-a2f003890f25 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 989.500339] env[69350]: DEBUG oslo_vmware.api [None req-a823f61e-57c5-4cae-81c5-f9d82c363014 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]528618e6-7344-364d-d659-3938f5b4de40, 'name': SearchDatastore_Task, 'duration_secs': 0.009633} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.501595] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00fb3046-bec9-403c-aa96-00f0fd4f75ea {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.512186] env[69350]: DEBUG oslo_vmware.api [None req-a823f61e-57c5-4cae-81c5-f9d82c363014 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Waiting for the task: (returnval){ [ 989.512186] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52bca801-d500-dbc1-297f-89c062418415" [ 989.512186] env[69350]: _type = "Task" [ 989.512186] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.521503] env[69350]: DEBUG oslo_vmware.api [None req-a823f61e-57c5-4cae-81c5-f9d82c363014 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52bca801-d500-dbc1-297f-89c062418415, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.634892] env[69350]: DEBUG oslo_concurrency.lockutils [None req-860bd8eb-cfb8-4419-975c-1727f60b9357 tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Lock "c6b8f842-5836-4383-9db3-fbcb8e83ffc2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.748s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.652866] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: 2713f49f-14fc-4705-a30c-e114159466d1] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 989.866992] env[69350]: DEBUG oslo_vmware.api [None req-b9af8569-dbda-47bc-8451-269d1d801ad3 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Task: {'id': task-3365458, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.023440] env[69350]: DEBUG oslo_vmware.api [None req-a823f61e-57c5-4cae-81c5-f9d82c363014 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52bca801-d500-dbc1-297f-89c062418415, 'name': SearchDatastore_Task, 'duration_secs': 0.012681} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.023739] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a823f61e-57c5-4cae-81c5-f9d82c363014 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.024039] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-a823f61e-57c5-4cae-81c5-f9d82c363014 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] 532d8313-d578-433b-8dec-e05a03ba013b/532d8313-d578-433b-8dec-e05a03ba013b.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 990.024924] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6906d4bd-073e-43de-a23d-6d7ff1f67462 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.034993] env[69350]: DEBUG oslo_vmware.api [None req-a823f61e-57c5-4cae-81c5-f9d82c363014 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Waiting for the task: (returnval){ [ 990.034993] env[69350]: value = "task-3365459" [ 990.034993] env[69350]: _type = "Task" [ 990.034993] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.051708] env[69350]: DEBUG oslo_vmware.api [None req-a823f61e-57c5-4cae-81c5-f9d82c363014 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365459, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.057744] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f7d3b99-cace-4bfd-a9c9-a28bcb6c258d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.066993] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f754ee11-987c-4bed-9351-7da6d0004f85 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.102596] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde67958-5cf8-48e3-a7c3-2240e68fea35 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.114215] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5318f40-5f8d-443c-a463-3cfd9e9036a9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.131195] env[69350]: DEBUG nova.compute.provider_tree [None req-06aaf83f-3069-4db0-9228-f76546f6b3bc tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 990.161322] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: 13d2ed8e-c3c5-449a-ab34-3f318a9de5cc] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 990.178731] env[69350]: DEBUG nova.compute.manager [req-f0006b5e-421c-433b-a83d-4a4e8bfcb21c req-599a8677-0e1d-4c23-b824-b42356fa5d2c service nova] [instance: dcace75e-abf2-4e4a-8bae-2ccce0c618f5] Received event network-vif-plugged-8006bd15-5bc3-4a8d-9f4b-418eceb85891 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 990.178966] env[69350]: DEBUG oslo_concurrency.lockutils [req-f0006b5e-421c-433b-a83d-4a4e8bfcb21c req-599a8677-0e1d-4c23-b824-b42356fa5d2c service nova] Acquiring lock "dcace75e-abf2-4e4a-8bae-2ccce0c618f5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.179170] env[69350]: DEBUG oslo_concurrency.lockutils [req-f0006b5e-421c-433b-a83d-4a4e8bfcb21c req-599a8677-0e1d-4c23-b824-b42356fa5d2c service nova] Lock "dcace75e-abf2-4e4a-8bae-2ccce0c618f5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.179494] env[69350]: DEBUG oslo_concurrency.lockutils [req-f0006b5e-421c-433b-a83d-4a4e8bfcb21c req-599a8677-0e1d-4c23-b824-b42356fa5d2c service nova] Lock "dcace75e-abf2-4e4a-8bae-2ccce0c618f5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.179732] env[69350]: DEBUG nova.compute.manager [req-f0006b5e-421c-433b-a83d-4a4e8bfcb21c req-599a8677-0e1d-4c23-b824-b42356fa5d2c service nova] [instance: dcace75e-abf2-4e4a-8bae-2ccce0c618f5] No waiting events found dispatching network-vif-plugged-8006bd15-5bc3-4a8d-9f4b-418eceb85891 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 990.179928] env[69350]: WARNING nova.compute.manager [req-f0006b5e-421c-433b-a83d-4a4e8bfcb21c req-599a8677-0e1d-4c23-b824-b42356fa5d2c service nova] [instance: dcace75e-abf2-4e4a-8bae-2ccce0c618f5] Received unexpected event network-vif-plugged-8006bd15-5bc3-4a8d-9f4b-418eceb85891 for instance with vm_state building and task_state spawning. [ 990.333745] env[69350]: DEBUG nova.network.neutron [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: dcace75e-abf2-4e4a-8bae-2ccce0c618f5] Successfully updated port: 8006bd15-5bc3-4a8d-9f4b-418eceb85891 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 990.372953] env[69350]: DEBUG oslo_vmware.api [None req-b9af8569-dbda-47bc-8451-269d1d801ad3 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Task: {'id': task-3365458, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.423588] env[69350]: DEBUG nova.network.neutron [None req-e3353eaf-a8b4-4ce5-ba8c-a2f003890f25 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Updating instance_info_cache with network_info: [{"id": "d263adff-a1bf-494d-a599-ea5531206af2", "address": "fa:16:3e:53:c3:4b", "network": {"id": "ef2fb362-4313-473c-9c09-d0ff427ec60c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1709807276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68e43cb72d9c4af5965e3e49c212db1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd263adff-a1", "ovs_interfaceid": "d263adff-a1bf-494d-a599-ea5531206af2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.546848] env[69350]: DEBUG oslo_vmware.api [None req-a823f61e-57c5-4cae-81c5-f9d82c363014 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365459, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.635098] env[69350]: DEBUG nova.scheduler.client.report [None req-06aaf83f-3069-4db0-9228-f76546f6b3bc tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 990.664933] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: 81ea07d5-8924-45de-a1ab-42e4aa335111] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 990.838170] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Acquiring lock "refresh_cache-dcace75e-abf2-4e4a-8bae-2ccce0c618f5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.838170] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Acquired lock "refresh_cache-dcace75e-abf2-4e4a-8bae-2ccce0c618f5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.838170] env[69350]: DEBUG nova.network.neutron [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: dcace75e-abf2-4e4a-8bae-2ccce0c618f5] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 990.867883] env[69350]: DEBUG oslo_vmware.api [None req-b9af8569-dbda-47bc-8451-269d1d801ad3 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Task: {'id': task-3365458, 'name': CreateSnapshot_Task, 'duration_secs': 1.086651} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.867883] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b9af8569-dbda-47bc-8451-269d1d801ad3 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] [instance: 3982eed1-6462-4109-a550-9675a5970e1d] Created Snapshot of the VM instance {{(pid=69350) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 990.867883] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b87c38e-b5af-4a1b-815e-4a9f0e68f293 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.933024] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e3353eaf-a8b4-4ce5-ba8c-a2f003890f25 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Releasing lock "refresh_cache-90b71625-4bb1-4f8b-a94e-313cea1be2da" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.047443] env[69350]: DEBUG oslo_vmware.api [None req-a823f61e-57c5-4cae-81c5-f9d82c363014 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365459, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.731722} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.047593] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-a823f61e-57c5-4cae-81c5-f9d82c363014 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] 532d8313-d578-433b-8dec-e05a03ba013b/532d8313-d578-433b-8dec-e05a03ba013b.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 991.047849] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a823f61e-57c5-4cae-81c5-f9d82c363014 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 532d8313-d578-433b-8dec-e05a03ba013b] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 991.048188] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bdc252f8-bad0-4553-b50b-f5eea1897252 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.059648] env[69350]: DEBUG oslo_vmware.api [None req-a823f61e-57c5-4cae-81c5-f9d82c363014 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Waiting for the task: (returnval){ [ 991.059648] env[69350]: value = "task-3365460" [ 991.059648] env[69350]: _type = "Task" [ 991.059648] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.073655] env[69350]: DEBUG oslo_vmware.api [None req-a823f61e-57c5-4cae-81c5-f9d82c363014 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365460, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.140368] env[69350]: DEBUG oslo_concurrency.lockutils [None req-06aaf83f-3069-4db0-9228-f76546f6b3bc tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.065s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.146862] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6a74f55e-2778-4366-87b9-f1a742110f9e tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.669s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.147131] env[69350]: DEBUG nova.objects.instance [None req-6a74f55e-2778-4366-87b9-f1a742110f9e tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Lazy-loading 'resources' on Instance uuid e38a1927-542e-4094-80f7-3832351b1db3 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 991.168610] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: 096700b1-7125-48b5-877d-5dc745b5fe41] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 991.175270] env[69350]: INFO nova.scheduler.client.report [None req-06aaf83f-3069-4db0-9228-f76546f6b3bc tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Deleted allocations for instance 793cf920-4cb4-44cf-b9d7-3acd42a3caeb [ 991.377365] env[69350]: DEBUG nova.network.neutron [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: dcace75e-abf2-4e4a-8bae-2ccce0c618f5] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 991.388641] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b9af8569-dbda-47bc-8451-269d1d801ad3 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] [instance: 3982eed1-6462-4109-a550-9675a5970e1d] Creating linked-clone VM from snapshot {{(pid=69350) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 991.388969] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-33e08428-1ec4-4c4f-b92a-0dd48eb731b6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.398332] env[69350]: DEBUG oslo_vmware.api [None req-b9af8569-dbda-47bc-8451-269d1d801ad3 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Waiting for the task: (returnval){ [ 991.398332] env[69350]: value = "task-3365461" [ 991.398332] env[69350]: _type = "Task" [ 991.398332] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.413353] env[69350]: DEBUG oslo_vmware.api [None req-b9af8569-dbda-47bc-8451-269d1d801ad3 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Task: {'id': task-3365461, 'name': CloneVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.460536] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a52786db-7553-43d1-867d-da891f19e30a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.486099] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-398f5400-6af8-4850-a180-e9f583847b19 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.494592] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e3353eaf-a8b4-4ce5-ba8c-a2f003890f25 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Updating instance '90b71625-4bb1-4f8b-a94e-313cea1be2da' progress to 83 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 991.577139] env[69350]: DEBUG oslo_vmware.api [None req-a823f61e-57c5-4cae-81c5-f9d82c363014 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365460, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.363364} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.577662] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a823f61e-57c5-4cae-81c5-f9d82c363014 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 532d8313-d578-433b-8dec-e05a03ba013b] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 991.578931] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-660746a2-7693-453a-8888-ffb775f874d2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.608425] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-a823f61e-57c5-4cae-81c5-f9d82c363014 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 532d8313-d578-433b-8dec-e05a03ba013b] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] 532d8313-d578-433b-8dec-e05a03ba013b/532d8313-d578-433b-8dec-e05a03ba013b.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 991.612900] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46d90a79-5068-451d-8af0-7da49fc05254 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.637790] env[69350]: DEBUG oslo_vmware.api [None req-a823f61e-57c5-4cae-81c5-f9d82c363014 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Waiting for the task: (returnval){ [ 991.637790] env[69350]: value = "task-3365462" [ 991.637790] env[69350]: _type = "Task" [ 991.637790] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.647884] env[69350]: DEBUG oslo_vmware.api [None req-a823f61e-57c5-4cae-81c5-f9d82c363014 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365462, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.674703] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: be800ce5-6d2e-402d-b83a-e22771d0aa5d] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 991.683981] env[69350]: DEBUG oslo_concurrency.lockutils [None req-06aaf83f-3069-4db0-9228-f76546f6b3bc tempest-ListServersNegativeTestJSON-768046332 tempest-ListServersNegativeTestJSON-768046332-project-member] Lock "793cf920-4cb4-44cf-b9d7-3acd42a3caeb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.744s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.688567] env[69350]: DEBUG nova.network.neutron [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: dcace75e-abf2-4e4a-8bae-2ccce0c618f5] Updating instance_info_cache with network_info: [{"id": "8006bd15-5bc3-4a8d-9f4b-418eceb85891", "address": "fa:16:3e:45:33:df", "network": {"id": "729b32ee-7a8b-4951-a6dc-bbc71d98f2f7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-484627195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51bc6f4dd8ea4a9e9e1031143399a0d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8006bd15-5b", "ovs_interfaceid": "8006bd15-5bc3-4a8d-9f4b-418eceb85891", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.912416] env[69350]: DEBUG oslo_vmware.api [None req-b9af8569-dbda-47bc-8451-269d1d801ad3 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Task: {'id': task-3365461, 'name': CloneVM_Task} progress is 94%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.010996] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e3353eaf-a8b4-4ce5-ba8c-a2f003890f25 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Updating instance '90b71625-4bb1-4f8b-a94e-313cea1be2da' progress to 100 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 992.075193] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8afe5c26-d20c-486a-b7fe-540792a6526d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.083660] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d14d4d6-3817-4252-8c28-bdfafc0ddf75 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.120715] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0062c231-4d7d-4489-a795-4f28cbae14a8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.131027] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-226dad28-7a85-4f7a-919e-c43256c0a652 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.145064] env[69350]: DEBUG nova.compute.provider_tree [None req-6a74f55e-2778-4366-87b9-f1a742110f9e tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 992.157206] env[69350]: DEBUG oslo_vmware.api [None req-a823f61e-57c5-4cae-81c5-f9d82c363014 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365462, 'name': ReconfigVM_Task, 'duration_secs': 0.423137} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.157495] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-a823f61e-57c5-4cae-81c5-f9d82c363014 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 532d8313-d578-433b-8dec-e05a03ba013b] Reconfigured VM instance instance-00000043 to attach disk [datastore1] 532d8313-d578-433b-8dec-e05a03ba013b/532d8313-d578-433b-8dec-e05a03ba013b.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 992.158138] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8b65de13-770b-4939-83d5-62ca97131579 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.163904] env[69350]: DEBUG oslo_vmware.api [None req-a823f61e-57c5-4cae-81c5-f9d82c363014 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Waiting for the task: (returnval){ [ 992.163904] env[69350]: value = "task-3365463" [ 992.163904] env[69350]: _type = "Task" [ 992.163904] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.176594] env[69350]: DEBUG oslo_vmware.api [None req-a823f61e-57c5-4cae-81c5-f9d82c363014 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365463, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.179138] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: 2dd22dd0-a65e-405e-9e9f-71cbcda62051] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 992.193926] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Releasing lock "refresh_cache-dcace75e-abf2-4e4a-8bae-2ccce0c618f5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.194379] env[69350]: DEBUG nova.compute.manager [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: dcace75e-abf2-4e4a-8bae-2ccce0c618f5] Instance network_info: |[{"id": "8006bd15-5bc3-4a8d-9f4b-418eceb85891", "address": "fa:16:3e:45:33:df", "network": {"id": "729b32ee-7a8b-4951-a6dc-bbc71d98f2f7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-484627195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51bc6f4dd8ea4a9e9e1031143399a0d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8006bd15-5b", "ovs_interfaceid": "8006bd15-5bc3-4a8d-9f4b-418eceb85891", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 992.194679] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: dcace75e-abf2-4e4a-8bae-2ccce0c618f5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:33:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c7c1b46-cb81-45da-b5aa-7905d4da5854', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8006bd15-5bc3-4a8d-9f4b-418eceb85891', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 992.202819] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 992.203325] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcace75e-abf2-4e4a-8bae-2ccce0c618f5] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 992.203566] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fd9e49f8-0c2c-49f1-81f2-a7aa15c22ee3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.225277] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 992.225277] env[69350]: value = "task-3365464" [ 992.225277] env[69350]: _type = "Task" [ 992.225277] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.233722] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365464, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.410775] env[69350]: DEBUG oslo_vmware.api [None req-b9af8569-dbda-47bc-8451-269d1d801ad3 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Task: {'id': task-3365461, 'name': CloneVM_Task} progress is 94%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.526818] env[69350]: DEBUG nova.compute.manager [req-af0169a4-c4e1-4ade-a9bf-7f80f0b1dc7d req-b801e4ce-9cb4-4e82-a77e-9517f082297c service nova] [instance: dcace75e-abf2-4e4a-8bae-2ccce0c618f5] Received event network-changed-8006bd15-5bc3-4a8d-9f4b-418eceb85891 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 992.526818] env[69350]: DEBUG nova.compute.manager [req-af0169a4-c4e1-4ade-a9bf-7f80f0b1dc7d req-b801e4ce-9cb4-4e82-a77e-9517f082297c service nova] [instance: dcace75e-abf2-4e4a-8bae-2ccce0c618f5] Refreshing instance network info cache due to event network-changed-8006bd15-5bc3-4a8d-9f4b-418eceb85891. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 992.526818] env[69350]: DEBUG oslo_concurrency.lockutils [req-af0169a4-c4e1-4ade-a9bf-7f80f0b1dc7d req-b801e4ce-9cb4-4e82-a77e-9517f082297c service nova] Acquiring lock "refresh_cache-dcace75e-abf2-4e4a-8bae-2ccce0c618f5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.526818] env[69350]: DEBUG oslo_concurrency.lockutils [req-af0169a4-c4e1-4ade-a9bf-7f80f0b1dc7d req-b801e4ce-9cb4-4e82-a77e-9517f082297c service nova] Acquired lock "refresh_cache-dcace75e-abf2-4e4a-8bae-2ccce0c618f5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.526818] env[69350]: DEBUG nova.network.neutron [req-af0169a4-c4e1-4ade-a9bf-7f80f0b1dc7d req-b801e4ce-9cb4-4e82-a77e-9517f082297c service nova] [instance: dcace75e-abf2-4e4a-8bae-2ccce0c618f5] Refreshing network info cache for port 8006bd15-5bc3-4a8d-9f4b-418eceb85891 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 992.659120] env[69350]: DEBUG nova.scheduler.client.report [None req-6a74f55e-2778-4366-87b9-f1a742110f9e tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 992.676577] env[69350]: DEBUG oslo_vmware.api [None req-a823f61e-57c5-4cae-81c5-f9d82c363014 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365463, 'name': Rename_Task, 'duration_secs': 0.160193} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.676895] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-a823f61e-57c5-4cae-81c5-f9d82c363014 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 532d8313-d578-433b-8dec-e05a03ba013b] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 992.677150] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-29cf4a1a-c92d-4c6b-91da-51324b62b4a8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.683019] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: 9e58a229-d5b8-4f01-94ae-eba28c20aca8] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 992.687338] env[69350]: DEBUG oslo_vmware.api [None req-a823f61e-57c5-4cae-81c5-f9d82c363014 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Waiting for the task: (returnval){ [ 992.687338] env[69350]: value = "task-3365465" [ 992.687338] env[69350]: _type = "Task" [ 992.687338] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.696867] env[69350]: DEBUG oslo_vmware.api [None req-a823f61e-57c5-4cae-81c5-f9d82c363014 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365465, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.739730] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365464, 'name': CreateVM_Task, 'duration_secs': 0.337139} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.739906] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcace75e-abf2-4e4a-8bae-2ccce0c618f5] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 992.740653] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4da1070d-eb99-42f8-8c97-15909590a125" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.740824] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4da1070d-eb99-42f8-8c97-15909590a125" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.741217] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4da1070d-eb99-42f8-8c97-15909590a125" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.741737] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1282e680-363b-4671-b3c4-353ace8f07e7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.749520] env[69350]: DEBUG oslo_vmware.api [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Waiting for the task: (returnval){ [ 992.749520] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]522de982-64f0-9bde-811a-22a2dfcaac05" [ 992.749520] env[69350]: _type = "Task" [ 992.749520] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.760024] env[69350]: DEBUG oslo_vmware.api [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]522de982-64f0-9bde-811a-22a2dfcaac05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.923270] env[69350]: DEBUG oslo_vmware.api [None req-b9af8569-dbda-47bc-8451-269d1d801ad3 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Task: {'id': task-3365461, 'name': CloneVM_Task} progress is 95%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.169993] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6a74f55e-2778-4366-87b9-f1a742110f9e tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.024s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.171335] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7bcc678b-20eb-467b-8855-af2e2f22b257 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.778s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.171838] env[69350]: DEBUG nova.objects.instance [None req-7bcc678b-20eb-467b-8855-af2e2f22b257 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Lazy-loading 'resources' on Instance uuid a8f9c383-cccf-4c92-8639-88776a4e0dab {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 993.188498] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: 247b79d7-7520-4e1f-9856-b79f83d81a57] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 993.201024] env[69350]: DEBUG oslo_vmware.api [None req-a823f61e-57c5-4cae-81c5-f9d82c363014 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365465, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.215454] env[69350]: INFO nova.scheduler.client.report [None req-6a74f55e-2778-4366-87b9-f1a742110f9e tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Deleted allocations for instance e38a1927-542e-4094-80f7-3832351b1db3 [ 993.218067] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5d5b4979-fb8e-4f8d-9c90-9b9b40469e36 tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] Acquiring lock "81677312-a11d-4f1f-a649-bd56bd222cf5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.218959] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5d5b4979-fb8e-4f8d-9c90-9b9b40469e36 tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] Lock "81677312-a11d-4f1f-a649-bd56bd222cf5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.267626] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4da1070d-eb99-42f8-8c97-15909590a125" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.267958] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: dcace75e-abf2-4e4a-8bae-2ccce0c618f5] Processing image 4da1070d-eb99-42f8-8c97-15909590a125 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 993.268796] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4da1070d-eb99-42f8-8c97-15909590a125/4da1070d-eb99-42f8-8c97-15909590a125.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.268796] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4da1070d-eb99-42f8-8c97-15909590a125/4da1070d-eb99-42f8-8c97-15909590a125.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.268923] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 993.269230] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-519e2670-2752-4169-89b2-2626d8a6c5c4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.280521] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 993.280730] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 993.281856] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-add5d391-693b-4485-8109-24e886bfda0b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.294684] env[69350]: DEBUG oslo_vmware.api [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Waiting for the task: (returnval){ [ 993.294684] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52170c97-fe86-4d43-261d-c5a7ba142540" [ 993.294684] env[69350]: _type = "Task" [ 993.294684] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.308031] env[69350]: DEBUG oslo_vmware.api [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52170c97-fe86-4d43-261d-c5a7ba142540, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.417119] env[69350]: DEBUG oslo_vmware.api [None req-b9af8569-dbda-47bc-8451-269d1d801ad3 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Task: {'id': task-3365461, 'name': CloneVM_Task, 'duration_secs': 1.733607} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.417533] env[69350]: INFO nova.virt.vmwareapi.vmops [None req-b9af8569-dbda-47bc-8451-269d1d801ad3 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] [instance: 3982eed1-6462-4109-a550-9675a5970e1d] Created linked-clone VM from snapshot [ 993.422020] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b63aac64-2949-41fe-81e1-87d9918549b1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.430392] env[69350]: DEBUG nova.virt.vmwareapi.images [None req-b9af8569-dbda-47bc-8451-269d1d801ad3 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] [instance: 3982eed1-6462-4109-a550-9675a5970e1d] Uploading image 3bbb19ea-3aa9-4d80-af75-67ee9f5fd070 {{(pid=69350) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 993.460033] env[69350]: DEBUG oslo_vmware.rw_handles [None req-b9af8569-dbda-47bc-8451-269d1d801ad3 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 993.460033] env[69350]: value = "vm-671589" [ 993.460033] env[69350]: _type = "VirtualMachine" [ 993.460033] env[69350]: }. {{(pid=69350) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 993.460979] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6b0332fb-7392-48dc-94f9-4435eea09af0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.472154] env[69350]: DEBUG oslo_vmware.rw_handles [None req-b9af8569-dbda-47bc-8451-269d1d801ad3 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Lease: (returnval){ [ 993.472154] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52ef365e-aa71-fa59-1503-da941c5bdca4" [ 993.472154] env[69350]: _type = "HttpNfcLease" [ 993.472154] env[69350]: } obtained for exporting VM: (result){ [ 993.472154] env[69350]: value = "vm-671589" [ 993.472154] env[69350]: _type = "VirtualMachine" [ 993.472154] env[69350]: }. {{(pid=69350) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 993.472610] env[69350]: DEBUG oslo_vmware.api [None req-b9af8569-dbda-47bc-8451-269d1d801ad3 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Waiting for the lease: (returnval){ [ 993.472610] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52ef365e-aa71-fa59-1503-da941c5bdca4" [ 993.472610] env[69350]: _type = "HttpNfcLease" [ 993.472610] env[69350]: } to be ready. {{(pid=69350) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 993.480597] env[69350]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 993.480597] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52ef365e-aa71-fa59-1503-da941c5bdca4" [ 993.480597] env[69350]: _type = "HttpNfcLease" [ 993.480597] env[69350]: } is initializing. {{(pid=69350) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 993.698036] env[69350]: DEBUG nova.network.neutron [req-af0169a4-c4e1-4ade-a9bf-7f80f0b1dc7d req-b801e4ce-9cb4-4e82-a77e-9517f082297c service nova] [instance: dcace75e-abf2-4e4a-8bae-2ccce0c618f5] Updated VIF entry in instance network info cache for port 8006bd15-5bc3-4a8d-9f4b-418eceb85891. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 993.698036] env[69350]: DEBUG nova.network.neutron [req-af0169a4-c4e1-4ade-a9bf-7f80f0b1dc7d req-b801e4ce-9cb4-4e82-a77e-9517f082297c service nova] [instance: dcace75e-abf2-4e4a-8bae-2ccce0c618f5] Updating instance_info_cache with network_info: [{"id": "8006bd15-5bc3-4a8d-9f4b-418eceb85891", "address": "fa:16:3e:45:33:df", "network": {"id": "729b32ee-7a8b-4951-a6dc-bbc71d98f2f7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-484627195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51bc6f4dd8ea4a9e9e1031143399a0d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8006bd15-5b", "ovs_interfaceid": "8006bd15-5bc3-4a8d-9f4b-418eceb85891", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.699755] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: 701ce06c-e14c-4e6a-8bd4-fb13621ff448] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 993.717495] env[69350]: DEBUG oslo_vmware.api [None req-a823f61e-57c5-4cae-81c5-f9d82c363014 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365465, 'name': PowerOnVM_Task, 'duration_secs': 0.593477} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.718527] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-a823f61e-57c5-4cae-81c5-f9d82c363014 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 532d8313-d578-433b-8dec-e05a03ba013b] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 993.718700] env[69350]: INFO nova.compute.manager [None req-a823f61e-57c5-4cae-81c5-f9d82c363014 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 532d8313-d578-433b-8dec-e05a03ba013b] Took 9.20 seconds to spawn the instance on the hypervisor. [ 993.719768] env[69350]: DEBUG nova.compute.manager [None req-a823f61e-57c5-4cae-81c5-f9d82c363014 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 532d8313-d578-433b-8dec-e05a03ba013b] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 993.719768] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a8a5409-0c3b-40ad-ad5d-1884980e4da4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.726239] env[69350]: DEBUG nova.compute.manager [None req-5d5b4979-fb8e-4f8d-9c90-9b9b40469e36 tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] [instance: 81677312-a11d-4f1f-a649-bd56bd222cf5] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 993.732211] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6a74f55e-2778-4366-87b9-f1a742110f9e tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Lock "e38a1927-542e-4094-80f7-3832351b1db3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.359s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.806789] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: dcace75e-abf2-4e4a-8bae-2ccce0c618f5] Preparing fetch location {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 993.807095] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: dcace75e-abf2-4e4a-8bae-2ccce0c618f5] Fetch image to [datastore1] OSTACK_IMG_13c208db-da6d-47d2-ae3a-830b71611b77/OSTACK_IMG_13c208db-da6d-47d2-ae3a-830b71611b77.vmdk {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 993.807346] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: dcace75e-abf2-4e4a-8bae-2ccce0c618f5] Downloading stream optimized image 4da1070d-eb99-42f8-8c97-15909590a125 to [datastore1] OSTACK_IMG_13c208db-da6d-47d2-ae3a-830b71611b77/OSTACK_IMG_13c208db-da6d-47d2-ae3a-830b71611b77.vmdk on the data store datastore1 as vApp {{(pid=69350) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 993.807739] env[69350]: DEBUG nova.virt.vmwareapi.images [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: dcace75e-abf2-4e4a-8bae-2ccce0c618f5] Downloading image file data 4da1070d-eb99-42f8-8c97-15909590a125 to the ESX as VM named 'OSTACK_IMG_13c208db-da6d-47d2-ae3a-830b71611b77' {{(pid=69350) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 993.911652] env[69350]: DEBUG oslo_vmware.rw_handles [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 993.911652] env[69350]: value = "resgroup-9" [ 993.911652] env[69350]: _type = "ResourcePool" [ 993.911652] env[69350]: }. {{(pid=69350) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 993.911973] env[69350]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-da2373a6-a6d2-409d-a8c6-e67191b82f93 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.938741] env[69350]: DEBUG oslo_vmware.rw_handles [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Lease: (returnval){ [ 993.938741] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]528b09c8-c56f-f79d-1424-390995652394" [ 993.938741] env[69350]: _type = "HttpNfcLease" [ 993.938741] env[69350]: } obtained for vApp import into resource pool (val){ [ 993.938741] env[69350]: value = "resgroup-9" [ 993.938741] env[69350]: _type = "ResourcePool" [ 993.938741] env[69350]: }. {{(pid=69350) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 993.938741] env[69350]: DEBUG oslo_vmware.api [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Waiting for the lease: (returnval){ [ 993.938741] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]528b09c8-c56f-f79d-1424-390995652394" [ 993.938741] env[69350]: _type = "HttpNfcLease" [ 993.938741] env[69350]: } to be ready. {{(pid=69350) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 993.944424] env[69350]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 993.944424] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]528b09c8-c56f-f79d-1424-390995652394" [ 993.944424] env[69350]: _type = "HttpNfcLease" [ 993.944424] env[69350]: } is initializing. {{(pid=69350) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 993.980783] env[69350]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 993.980783] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52ef365e-aa71-fa59-1503-da941c5bdca4" [ 993.980783] env[69350]: _type = "HttpNfcLease" [ 993.980783] env[69350]: } is ready. {{(pid=69350) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 993.981108] env[69350]: DEBUG oslo_vmware.rw_handles [None req-b9af8569-dbda-47bc-8451-269d1d801ad3 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 993.981108] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52ef365e-aa71-fa59-1503-da941c5bdca4" [ 993.981108] env[69350]: _type = "HttpNfcLease" [ 993.981108] env[69350]: }. {{(pid=69350) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 993.982278] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eee8fcfd-9394-4262-b79b-5cff49847c00 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.994991] env[69350]: DEBUG oslo_vmware.rw_handles [None req-b9af8569-dbda-47bc-8451-269d1d801ad3 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5228f2b5-db62-ac78-ebc9-3f0535e12f00/disk-0.vmdk from lease info. {{(pid=69350) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 993.995237] env[69350]: DEBUG oslo_vmware.rw_handles [None req-b9af8569-dbda-47bc-8451-269d1d801ad3 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5228f2b5-db62-ac78-ebc9-3f0535e12f00/disk-0.vmdk for reading. {{(pid=69350) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 994.104033] env[69350]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-386d27db-c580-4698-a3cc-3e5210340904 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.207912] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: 2fc350ef-4f2c-4300-8f13-3aba152baaea] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 994.215044] env[69350]: DEBUG oslo_concurrency.lockutils [req-af0169a4-c4e1-4ade-a9bf-7f80f0b1dc7d req-b801e4ce-9cb4-4e82-a77e-9517f082297c service nova] Releasing lock "refresh_cache-dcace75e-abf2-4e4a-8bae-2ccce0c618f5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.255386] env[69350]: INFO nova.compute.manager [None req-a823f61e-57c5-4cae-81c5-f9d82c363014 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 532d8313-d578-433b-8dec-e05a03ba013b] Took 36.46 seconds to build instance. [ 994.267659] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5d5b4979-fb8e-4f8d-9c90-9b9b40469e36 tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.269511] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b36e716a-7705-4e75-8749-d6fa3c671608 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.280781] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-380e7b85-7d08-4942-bd02-7b0410dc2236 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.316142] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb2a4275-93d5-43fb-b286-c9b87821ee3e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.324120] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b9b522-4746-4072-90e5-8d7db68a6780 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.345445] env[69350]: DEBUG nova.compute.provider_tree [None req-7bcc678b-20eb-467b-8855-af2e2f22b257 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 994.447057] env[69350]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 994.447057] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]528b09c8-c56f-f79d-1424-390995652394" [ 994.447057] env[69350]: _type = "HttpNfcLease" [ 994.447057] env[69350]: } is initializing. {{(pid=69350) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 994.677623] env[69350]: DEBUG oslo_concurrency.lockutils [None req-db417f3e-370a-412b-8b87-ce6f687455f0 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Acquiring lock "90b71625-4bb1-4f8b-a94e-313cea1be2da" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.678109] env[69350]: DEBUG oslo_concurrency.lockutils [None req-db417f3e-370a-412b-8b87-ce6f687455f0 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Lock "90b71625-4bb1-4f8b-a94e-313cea1be2da" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.678422] env[69350]: DEBUG nova.compute.manager [None req-db417f3e-370a-412b-8b87-ce6f687455f0 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Going to confirm migration 3 {{(pid=69350) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 994.718505] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: e046a82e-32c7-4437-a613-070b6673f1b8] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 994.756612] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a823f61e-57c5-4cae-81c5-f9d82c363014 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Lock "532d8313-d578-433b-8dec-e05a03ba013b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.969s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.851122] env[69350]: DEBUG nova.scheduler.client.report [None req-7bcc678b-20eb-467b-8855-af2e2f22b257 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 994.947807] env[69350]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 994.947807] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]528b09c8-c56f-f79d-1424-390995652394" [ 994.947807] env[69350]: _type = "HttpNfcLease" [ 994.947807] env[69350]: } is ready. {{(pid=69350) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 994.948331] env[69350]: DEBUG oslo_vmware.rw_handles [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 994.948331] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]528b09c8-c56f-f79d-1424-390995652394" [ 994.948331] env[69350]: _type = "HttpNfcLease" [ 994.948331] env[69350]: }. {{(pid=69350) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 994.949092] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07b6f02-4300-4877-9c9f-00f9b357658f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.959304] env[69350]: DEBUG oslo_vmware.rw_handles [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52415c3e-8b9e-0091-2a5d-0380ca885de6/disk-0.vmdk from lease info. {{(pid=69350) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 994.959622] env[69350]: DEBUG oslo_vmware.rw_handles [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52415c3e-8b9e-0091-2a5d-0380ca885de6/disk-0.vmdk. {{(pid=69350) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 995.034055] env[69350]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b34a3a40-099e-440a-9f4f-1c9358157ede {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.224121] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: a5c37c3b-0add-415d-8356-5070a8b4df28] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 995.279505] env[69350]: DEBUG oslo_concurrency.lockutils [None req-db417f3e-370a-412b-8b87-ce6f687455f0 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Acquiring lock "refresh_cache-90b71625-4bb1-4f8b-a94e-313cea1be2da" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.279880] env[69350]: DEBUG oslo_concurrency.lockutils [None req-db417f3e-370a-412b-8b87-ce6f687455f0 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Acquired lock "refresh_cache-90b71625-4bb1-4f8b-a94e-313cea1be2da" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.280084] env[69350]: DEBUG nova.network.neutron [None req-db417f3e-370a-412b-8b87-ce6f687455f0 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 995.280314] env[69350]: DEBUG nova.objects.instance [None req-db417f3e-370a-412b-8b87-ce6f687455f0 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Lazy-loading 'info_cache' on Instance uuid 90b71625-4bb1-4f8b-a94e-313cea1be2da {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 995.357317] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7bcc678b-20eb-467b-8855-af2e2f22b257 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.186s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.359903] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d84f4acd-b383-4ab0-8ca7-98b4947d8305 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.958s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.360172] env[69350]: DEBUG nova.objects.instance [None req-d84f4acd-b383-4ab0-8ca7-98b4947d8305 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Lazy-loading 'resources' on Instance uuid 4d646a6a-26e5-4e67-8415-b981f86d49cb {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 995.380643] env[69350]: INFO nova.scheduler.client.report [None req-7bcc678b-20eb-467b-8855-af2e2f22b257 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Deleted allocations for instance a8f9c383-cccf-4c92-8639-88776a4e0dab [ 995.476022] env[69350]: DEBUG oslo_concurrency.lockutils [None req-04aa234e-e557-4c42-b34a-d55d3a2edd5b tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] Acquiring lock "49ce9fe3-8815-421a-b820-f7688486bb80" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.477731] env[69350]: DEBUG oslo_concurrency.lockutils [None req-04aa234e-e557-4c42-b34a-d55d3a2edd5b tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] Lock "49ce9fe3-8815-421a-b820-f7688486bb80" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.731075] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 995.731333] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Cleaning up deleted instances with incomplete migration {{(pid=69350) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 995.896219] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7bcc678b-20eb-467b-8855-af2e2f22b257 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Lock "a8f9c383-cccf-4c92-8639-88776a4e0dab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.187s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.980037] env[69350]: DEBUG nova.compute.manager [None req-04aa234e-e557-4c42-b34a-d55d3a2edd5b tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] [instance: 49ce9fe3-8815-421a-b820-f7688486bb80] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 996.039023] env[69350]: DEBUG oslo_vmware.rw_handles [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Completed reading data from the image iterator. {{(pid=69350) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 996.039259] env[69350]: DEBUG oslo_vmware.rw_handles [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52415c3e-8b9e-0091-2a5d-0380ca885de6/disk-0.vmdk. {{(pid=69350) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 996.040880] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f52990-2558-4c61-a6b6-7a8fc18177ea {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.048888] env[69350]: DEBUG oslo_vmware.rw_handles [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52415c3e-8b9e-0091-2a5d-0380ca885de6/disk-0.vmdk is in state: ready. {{(pid=69350) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 996.049179] env[69350]: DEBUG oslo_vmware.rw_handles [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52415c3e-8b9e-0091-2a5d-0380ca885de6/disk-0.vmdk. {{(pid=69350) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 996.052092] env[69350]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-66662169-6c13-4b5a-9af8-d98bacc225be {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.235275] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 996.297236] env[69350]: DEBUG oslo_vmware.rw_handles [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52415c3e-8b9e-0091-2a5d-0380ca885de6/disk-0.vmdk. {{(pid=69350) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 996.297236] env[69350]: INFO nova.virt.vmwareapi.images [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: dcace75e-abf2-4e4a-8bae-2ccce0c618f5] Downloaded image file data 4da1070d-eb99-42f8-8c97-15909590a125 [ 996.298053] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e42a4155-6d95-496b-945e-c013a0d24765 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.320882] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ef5babc6-816f-43e0-b211-56c5442cefbe {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.323542] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ad4e63-aaf3-47c8-8102-0a6653328b49 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.333728] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94abde62-3515-49b9-bac5-da7870df53a3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.366158] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7424fd0e-3173-4de4-ae79-37e5fada8334 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.374476] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2129b9c8-d8da-430b-9be0-8b6bc465697a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.388244] env[69350]: DEBUG nova.compute.provider_tree [None req-d84f4acd-b383-4ab0-8ca7-98b4947d8305 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 996.403926] env[69350]: INFO nova.virt.vmwareapi.images [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: dcace75e-abf2-4e4a-8bae-2ccce0c618f5] The imported VM was unregistered [ 996.408746] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: dcace75e-abf2-4e4a-8bae-2ccce0c618f5] Caching image {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 996.408746] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Creating directory with path [datastore1] devstack-image-cache_base/4da1070d-eb99-42f8-8c97-15909590a125 {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 996.408746] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0020cbe7-458d-4b44-b17c-820229700658 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.420170] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Created directory with path [datastore1] devstack-image-cache_base/4da1070d-eb99-42f8-8c97-15909590a125 {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 996.420761] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_13c208db-da6d-47d2-ae3a-830b71611b77/OSTACK_IMG_13c208db-da6d-47d2-ae3a-830b71611b77.vmdk to [datastore1] devstack-image-cache_base/4da1070d-eb99-42f8-8c97-15909590a125/4da1070d-eb99-42f8-8c97-15909590a125.vmdk. {{(pid=69350) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 996.420761] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-7a0b6df0-e9fd-4ea7-af18-6423201d6196 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.428200] env[69350]: DEBUG oslo_vmware.api [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Waiting for the task: (returnval){ [ 996.428200] env[69350]: value = "task-3365470" [ 996.428200] env[69350]: _type = "Task" [ 996.428200] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.439412] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7fe03951-db9a-4064-974d-4a8672899f43 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Acquiring lock "532d8313-d578-433b-8dec-e05a03ba013b" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.439686] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7fe03951-db9a-4064-974d-4a8672899f43 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Lock "532d8313-d578-433b-8dec-e05a03ba013b" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.439864] env[69350]: INFO nova.compute.manager [None req-7fe03951-db9a-4064-974d-4a8672899f43 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 532d8313-d578-433b-8dec-e05a03ba013b] Shelving [ 996.441411] env[69350]: DEBUG oslo_vmware.api [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365470, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.505738] env[69350]: DEBUG oslo_concurrency.lockutils [None req-04aa234e-e557-4c42-b34a-d55d3a2edd5b tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.628818] env[69350]: DEBUG nova.network.neutron [None req-db417f3e-370a-412b-8b87-ce6f687455f0 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Updating instance_info_cache with network_info: [{"id": "d263adff-a1bf-494d-a599-ea5531206af2", "address": "fa:16:3e:53:c3:4b", "network": {"id": "ef2fb362-4313-473c-9c09-d0ff427ec60c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1709807276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68e43cb72d9c4af5965e3e49c212db1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd263adff-a1", "ovs_interfaceid": "d263adff-a1bf-494d-a599-ea5531206af2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.755523] env[69350]: DEBUG oslo_concurrency.lockutils [None req-36bfb416-14e7-4306-bb07-da35dffb5b81 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Acquiring lock "32df2bac-26f8-494c-8af5-a02218f66960" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.755772] env[69350]: DEBUG oslo_concurrency.lockutils [None req-36bfb416-14e7-4306-bb07-da35dffb5b81 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Lock "32df2bac-26f8-494c-8af5-a02218f66960" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.755904] env[69350]: DEBUG oslo_concurrency.lockutils [None req-36bfb416-14e7-4306-bb07-da35dffb5b81 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Acquiring lock "32df2bac-26f8-494c-8af5-a02218f66960-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.756252] env[69350]: DEBUG oslo_concurrency.lockutils [None req-36bfb416-14e7-4306-bb07-da35dffb5b81 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Lock "32df2bac-26f8-494c-8af5-a02218f66960-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.756304] env[69350]: DEBUG oslo_concurrency.lockutils [None req-36bfb416-14e7-4306-bb07-da35dffb5b81 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Lock "32df2bac-26f8-494c-8af5-a02218f66960-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.760053] env[69350]: INFO nova.compute.manager [None req-36bfb416-14e7-4306-bb07-da35dffb5b81 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 32df2bac-26f8-494c-8af5-a02218f66960] Terminating instance [ 996.894654] env[69350]: DEBUG nova.scheduler.client.report [None req-d84f4acd-b383-4ab0-8ca7-98b4947d8305 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 996.940427] env[69350]: DEBUG oslo_vmware.api [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365470, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.132229] env[69350]: DEBUG oslo_concurrency.lockutils [None req-db417f3e-370a-412b-8b87-ce6f687455f0 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Releasing lock "refresh_cache-90b71625-4bb1-4f8b-a94e-313cea1be2da" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.132627] env[69350]: DEBUG nova.objects.instance [None req-db417f3e-370a-412b-8b87-ce6f687455f0 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Lazy-loading 'migration_context' on Instance uuid 90b71625-4bb1-4f8b-a94e-313cea1be2da {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 997.264069] env[69350]: DEBUG nova.compute.manager [None req-36bfb416-14e7-4306-bb07-da35dffb5b81 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 32df2bac-26f8-494c-8af5-a02218f66960] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 997.264314] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-36bfb416-14e7-4306-bb07-da35dffb5b81 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 32df2bac-26f8-494c-8af5-a02218f66960] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 997.265224] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa17d5aa-46b3-4915-be74-39921722f92c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.276041] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-36bfb416-14e7-4306-bb07-da35dffb5b81 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 32df2bac-26f8-494c-8af5-a02218f66960] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 997.276350] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67d7bbaa-957c-4b9e-aad9-da0fc6770e8e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.285013] env[69350]: DEBUG oslo_vmware.api [None req-36bfb416-14e7-4306-bb07-da35dffb5b81 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Waiting for the task: (returnval){ [ 997.285013] env[69350]: value = "task-3365471" [ 997.285013] env[69350]: _type = "Task" [ 997.285013] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.297325] env[69350]: DEBUG oslo_vmware.api [None req-36bfb416-14e7-4306-bb07-da35dffb5b81 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': task-3365471, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.400599] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d84f4acd-b383-4ab0-8ca7-98b4947d8305 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.040s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.403708] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d58961c6-177e-481a-a8d6-e21924880e18 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.902s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.403969] env[69350]: DEBUG nova.objects.instance [None req-d58961c6-177e-481a-a8d6-e21924880e18 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] Lazy-loading 'resources' on Instance uuid 344ddaeb-e158-4d77-a322-68360d567e5b {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 997.428449] env[69350]: INFO nova.scheduler.client.report [None req-d84f4acd-b383-4ab0-8ca7-98b4947d8305 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Deleted allocations for instance 4d646a6a-26e5-4e67-8415-b981f86d49cb [ 997.443798] env[69350]: DEBUG oslo_vmware.api [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365470, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.450164] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fe03951-db9a-4064-974d-4a8672899f43 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 532d8313-d578-433b-8dec-e05a03ba013b] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 997.450402] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8695093d-c1a1-4089-b71f-243c79c7de98 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.457924] env[69350]: DEBUG oslo_vmware.api [None req-7fe03951-db9a-4064-974d-4a8672899f43 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Waiting for the task: (returnval){ [ 997.457924] env[69350]: value = "task-3365472" [ 997.457924] env[69350]: _type = "Task" [ 997.457924] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.468743] env[69350]: DEBUG oslo_vmware.api [None req-7fe03951-db9a-4064-974d-4a8672899f43 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365472, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.561170] env[69350]: DEBUG oslo_concurrency.lockutils [None req-752b9c03-714d-4435-a633-252c3c503ea4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Acquiring lock "8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.561416] env[69350]: DEBUG oslo_concurrency.lockutils [None req-752b9c03-714d-4435-a633-252c3c503ea4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Lock "8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.561662] env[69350]: DEBUG oslo_concurrency.lockutils [None req-752b9c03-714d-4435-a633-252c3c503ea4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Acquiring lock "8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.561855] env[69350]: DEBUG oslo_concurrency.lockutils [None req-752b9c03-714d-4435-a633-252c3c503ea4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Lock "8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.562051] env[69350]: DEBUG oslo_concurrency.lockutils [None req-752b9c03-714d-4435-a633-252c3c503ea4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Lock "8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.565089] env[69350]: INFO nova.compute.manager [None req-752b9c03-714d-4435-a633-252c3c503ea4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] [instance: 8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda] Terminating instance [ 997.635698] env[69350]: DEBUG nova.objects.base [None req-db417f3e-370a-412b-8b87-ce6f687455f0 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Object Instance<90b71625-4bb1-4f8b-a94e-313cea1be2da> lazy-loaded attributes: info_cache,migration_context {{(pid=69350) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 997.636854] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa6f74c7-b1e3-48a2-8d02-41281e8d5436 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.660046] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8cd279c-4659-44fd-a181-f0e0c734567a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.667485] env[69350]: DEBUG oslo_vmware.api [None req-db417f3e-370a-412b-8b87-ce6f687455f0 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Waiting for the task: (returnval){ [ 997.667485] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52ab53b4-430c-6962-f800-21d28bed61b7" [ 997.667485] env[69350]: _type = "Task" [ 997.667485] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.677564] env[69350]: DEBUG oslo_vmware.api [None req-db417f3e-370a-412b-8b87-ce6f687455f0 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52ab53b4-430c-6962-f800-21d28bed61b7, 'name': SearchDatastore_Task, 'duration_secs': 0.008352} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.677879] env[69350]: DEBUG oslo_concurrency.lockutils [None req-db417f3e-370a-412b-8b87-ce6f687455f0 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.796831] env[69350]: DEBUG oslo_vmware.api [None req-36bfb416-14e7-4306-bb07-da35dffb5b81 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': task-3365471, 'name': PowerOffVM_Task, 'duration_secs': 0.277176} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.797255] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-36bfb416-14e7-4306-bb07-da35dffb5b81 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 32df2bac-26f8-494c-8af5-a02218f66960] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 997.797255] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-36bfb416-14e7-4306-bb07-da35dffb5b81 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 32df2bac-26f8-494c-8af5-a02218f66960] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 997.797506] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2bc80c87-a874-4cf0-ad8e-2de6c02f47f8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.871143] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-36bfb416-14e7-4306-bb07-da35dffb5b81 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 32df2bac-26f8-494c-8af5-a02218f66960] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 997.871494] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-36bfb416-14e7-4306-bb07-da35dffb5b81 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 32df2bac-26f8-494c-8af5-a02218f66960] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 997.871732] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-36bfb416-14e7-4306-bb07-da35dffb5b81 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Deleting the datastore file [datastore2] 32df2bac-26f8-494c-8af5-a02218f66960 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 997.872059] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-73898692-132c-403e-b75d-c9c862b4f186 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.880418] env[69350]: DEBUG oslo_vmware.api [None req-36bfb416-14e7-4306-bb07-da35dffb5b81 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Waiting for the task: (returnval){ [ 997.880418] env[69350]: value = "task-3365474" [ 997.880418] env[69350]: _type = "Task" [ 997.880418] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.891592] env[69350]: DEBUG oslo_vmware.api [None req-36bfb416-14e7-4306-bb07-da35dffb5b81 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': task-3365474, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.943408] env[69350]: DEBUG oslo_vmware.api [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365470, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.947469] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d84f4acd-b383-4ab0-8ca7-98b4947d8305 tempest-ServerRescueTestJSON-1787323468 tempest-ServerRescueTestJSON-1787323468-project-member] Lock "4d646a6a-26e5-4e67-8415-b981f86d49cb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.303s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.972559] env[69350]: DEBUG oslo_vmware.api [None req-7fe03951-db9a-4064-974d-4a8672899f43 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365472, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.072190] env[69350]: DEBUG nova.compute.manager [None req-752b9c03-714d-4435-a633-252c3c503ea4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] [instance: 8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 998.072499] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-752b9c03-714d-4435-a633-252c3c503ea4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] [instance: 8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 998.073891] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a5869d-c815-4731-9417-39fae29c0830 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.084178] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-752b9c03-714d-4435-a633-252c3c503ea4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] [instance: 8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 998.084712] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ae48949-d63f-4a5b-8f12-83fcf1692698 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.099299] env[69350]: DEBUG oslo_vmware.api [None req-752b9c03-714d-4435-a633-252c3c503ea4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Waiting for the task: (returnval){ [ 998.099299] env[69350]: value = "task-3365475" [ 998.099299] env[69350]: _type = "Task" [ 998.099299] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.115876] env[69350]: DEBUG oslo_vmware.api [None req-752b9c03-714d-4435-a633-252c3c503ea4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Task: {'id': task-3365475, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.270028] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4eb4c24-22de-4fc7-b67c-6c80e4de0dce {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.285903] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c44b4da1-b422-42f3-a7bd-2a4dff6e5258 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.323668] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-493b5eae-3477-439e-9b28-5cae6fe4dffd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.333468] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9481269b-3111-4604-9cfa-07b7a8fa77ee {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.352094] env[69350]: DEBUG nova.compute.provider_tree [None req-d58961c6-177e-481a-a8d6-e21924880e18 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 998.399369] env[69350]: DEBUG oslo_vmware.api [None req-36bfb416-14e7-4306-bb07-da35dffb5b81 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Task: {'id': task-3365474, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.276404} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.399655] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-36bfb416-14e7-4306-bb07-da35dffb5b81 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 998.399839] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-36bfb416-14e7-4306-bb07-da35dffb5b81 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 32df2bac-26f8-494c-8af5-a02218f66960] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 998.400018] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-36bfb416-14e7-4306-bb07-da35dffb5b81 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 32df2bac-26f8-494c-8af5-a02218f66960] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 998.400285] env[69350]: INFO nova.compute.manager [None req-36bfb416-14e7-4306-bb07-da35dffb5b81 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] [instance: 32df2bac-26f8-494c-8af5-a02218f66960] Took 1.14 seconds to destroy the instance on the hypervisor. [ 998.400441] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-36bfb416-14e7-4306-bb07-da35dffb5b81 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 998.402910] env[69350]: DEBUG nova.compute.manager [-] [instance: 32df2bac-26f8-494c-8af5-a02218f66960] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 998.403030] env[69350]: DEBUG nova.network.neutron [-] [instance: 32df2bac-26f8-494c-8af5-a02218f66960] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 998.444551] env[69350]: DEBUG oslo_vmware.api [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365470, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.473359] env[69350]: DEBUG oslo_vmware.api [None req-7fe03951-db9a-4064-974d-4a8672899f43 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365472, 'name': PowerOffVM_Task, 'duration_secs': 0.989696} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.476986] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fe03951-db9a-4064-974d-4a8672899f43 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 532d8313-d578-433b-8dec-e05a03ba013b] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 998.478249] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7326f4c3-c662-4894-923c-d68b6ca3d63d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.501979] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1949692-4edc-4173-bc1b-9468ba29d987 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.611822] env[69350]: DEBUG oslo_vmware.api [None req-752b9c03-714d-4435-a633-252c3c503ea4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Task: {'id': task-3365475, 'name': PowerOffVM_Task, 'duration_secs': 0.240428} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.612226] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-752b9c03-714d-4435-a633-252c3c503ea4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] [instance: 8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 998.612652] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-752b9c03-714d-4435-a633-252c3c503ea4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] [instance: 8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 998.612857] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-63132cb2-9249-4db2-a537-a27b306ad048 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.698415] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-752b9c03-714d-4435-a633-252c3c503ea4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] [instance: 8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 998.698669] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-752b9c03-714d-4435-a633-252c3c503ea4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] [instance: 8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 998.698876] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-752b9c03-714d-4435-a633-252c3c503ea4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Deleting the datastore file [datastore1] 8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 998.699180] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-82e55e71-e941-4ce8-bc3f-cd3c54603f7c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.708024] env[69350]: DEBUG oslo_vmware.api [None req-752b9c03-714d-4435-a633-252c3c503ea4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Waiting for the task: (returnval){ [ 998.708024] env[69350]: value = "task-3365477" [ 998.708024] env[69350]: _type = "Task" [ 998.708024] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.718568] env[69350]: DEBUG oslo_vmware.api [None req-752b9c03-714d-4435-a633-252c3c503ea4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Task: {'id': task-3365477, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.855827] env[69350]: DEBUG nova.scheduler.client.report [None req-d58961c6-177e-481a-a8d6-e21924880e18 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 998.908013] env[69350]: DEBUG nova.compute.manager [req-78584a21-3650-499d-a056-0f3b27ef26c5 req-2ed7e14f-40d5-4c91-a252-a84d1b50a411 service nova] [instance: 32df2bac-26f8-494c-8af5-a02218f66960] Received event network-vif-deleted-8ab30cd8-bde3-4ce4-afe5-5762e12375c8 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 998.908358] env[69350]: INFO nova.compute.manager [req-78584a21-3650-499d-a056-0f3b27ef26c5 req-2ed7e14f-40d5-4c91-a252-a84d1b50a411 service nova] [instance: 32df2bac-26f8-494c-8af5-a02218f66960] Neutron deleted interface 8ab30cd8-bde3-4ce4-afe5-5762e12375c8; detaching it from the instance and deleting it from the info cache [ 998.908656] env[69350]: DEBUG nova.network.neutron [req-78584a21-3650-499d-a056-0f3b27ef26c5 req-2ed7e14f-40d5-4c91-a252-a84d1b50a411 service nova] [instance: 32df2bac-26f8-494c-8af5-a02218f66960] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.941558] env[69350]: DEBUG oslo_vmware.api [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365470, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.016656] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7fe03951-db9a-4064-974d-4a8672899f43 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 532d8313-d578-433b-8dec-e05a03ba013b] Creating Snapshot of the VM instance {{(pid=69350) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 999.017013] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fa4dbdf9-3500-4824-8aa0-394111e85c41 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.025601] env[69350]: DEBUG oslo_vmware.api [None req-7fe03951-db9a-4064-974d-4a8672899f43 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Waiting for the task: (returnval){ [ 999.025601] env[69350]: value = "task-3365478" [ 999.025601] env[69350]: _type = "Task" [ 999.025601] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.035249] env[69350]: DEBUG oslo_vmware.api [None req-7fe03951-db9a-4064-974d-4a8672899f43 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365478, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.217806] env[69350]: DEBUG oslo_vmware.api [None req-752b9c03-714d-4435-a633-252c3c503ea4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Task: {'id': task-3365477, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.362250] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d58961c6-177e-481a-a8d6-e21924880e18 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.958s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.364802] env[69350]: DEBUG oslo_concurrency.lockutils [None req-93a42ff6-c4db-4ede-b244-aaae67ac9679 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.778s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.366661] env[69350]: DEBUG nova.objects.instance [None req-93a42ff6-c4db-4ede-b244-aaae67ac9679 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Lazy-loading 'resources' on Instance uuid 1928e353-9d7a-4d20-8347-029c36bcdb8e {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 999.385732] env[69350]: DEBUG nova.network.neutron [-] [instance: 32df2bac-26f8-494c-8af5-a02218f66960] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.398377] env[69350]: INFO nova.scheduler.client.report [None req-d58961c6-177e-481a-a8d6-e21924880e18 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] Deleted allocations for instance 344ddaeb-e158-4d77-a322-68360d567e5b [ 999.411516] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f706d69b-26d5-48e5-ae06-925ae2a6391e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.422213] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7415e3d-fc4d-4f9e-a7fe-7da5f785c6e7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.445024] env[69350]: DEBUG oslo_vmware.api [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365470, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.785568} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.445024] env[69350]: INFO nova.virt.vmwareapi.ds_util [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_13c208db-da6d-47d2-ae3a-830b71611b77/OSTACK_IMG_13c208db-da6d-47d2-ae3a-830b71611b77.vmdk to [datastore1] devstack-image-cache_base/4da1070d-eb99-42f8-8c97-15909590a125/4da1070d-eb99-42f8-8c97-15909590a125.vmdk. [ 999.445024] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: dcace75e-abf2-4e4a-8bae-2ccce0c618f5] Cleaning up location [datastore1] OSTACK_IMG_13c208db-da6d-47d2-ae3a-830b71611b77 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 999.445024] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_13c208db-da6d-47d2-ae3a-830b71611b77 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 999.445024] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2cd8d4bb-222f-4a6c-be66-ed539ce3040b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.465064] env[69350]: DEBUG nova.compute.manager [req-78584a21-3650-499d-a056-0f3b27ef26c5 req-2ed7e14f-40d5-4c91-a252-a84d1b50a411 service nova] [instance: 32df2bac-26f8-494c-8af5-a02218f66960] Detach interface failed, port_id=8ab30cd8-bde3-4ce4-afe5-5762e12375c8, reason: Instance 32df2bac-26f8-494c-8af5-a02218f66960 could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 999.467172] env[69350]: DEBUG oslo_vmware.api [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Waiting for the task: (returnval){ [ 999.467172] env[69350]: value = "task-3365479" [ 999.467172] env[69350]: _type = "Task" [ 999.467172] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.477431] env[69350]: DEBUG oslo_vmware.api [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365479, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.538160] env[69350]: DEBUG oslo_vmware.api [None req-7fe03951-db9a-4064-974d-4a8672899f43 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365478, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.723022] env[69350]: DEBUG oslo_vmware.api [None req-752b9c03-714d-4435-a633-252c3c503ea4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Task: {'id': task-3365477, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.59055} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.723022] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-752b9c03-714d-4435-a633-252c3c503ea4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 999.723022] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-752b9c03-714d-4435-a633-252c3c503ea4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] [instance: 8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 999.723022] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-752b9c03-714d-4435-a633-252c3c503ea4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] [instance: 8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 999.723022] env[69350]: INFO nova.compute.manager [None req-752b9c03-714d-4435-a633-252c3c503ea4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] [instance: 8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda] Took 1.65 seconds to destroy the instance on the hypervisor. [ 999.723022] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-752b9c03-714d-4435-a633-252c3c503ea4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 999.723022] env[69350]: DEBUG nova.compute.manager [-] [instance: 8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 999.723022] env[69350]: DEBUG nova.network.neutron [-] [instance: 8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 999.903284] env[69350]: INFO nova.compute.manager [-] [instance: 32df2bac-26f8-494c-8af5-a02218f66960] Took 1.49 seconds to deallocate network for instance. [ 999.911742] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d58961c6-177e-481a-a8d6-e21924880e18 tempest-ServerMetadataTestJSON-1033132859 tempest-ServerMetadataTestJSON-1033132859-project-member] Lock "344ddaeb-e158-4d77-a322-68360d567e5b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.103s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.981679] env[69350]: DEBUG oslo_vmware.api [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365479, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.043755} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.981972] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 999.982094] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4da1070d-eb99-42f8-8c97-15909590a125/4da1070d-eb99-42f8-8c97-15909590a125.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.982354] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4da1070d-eb99-42f8-8c97-15909590a125/4da1070d-eb99-42f8-8c97-15909590a125.vmdk to [datastore1] dcace75e-abf2-4e4a-8bae-2ccce0c618f5/dcace75e-abf2-4e4a-8bae-2ccce0c618f5.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 999.982640] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb16255a-fd28-42f3-9a71-522a898828ae {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.990168] env[69350]: DEBUG oslo_vmware.api [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Waiting for the task: (returnval){ [ 999.990168] env[69350]: value = "task-3365480" [ 999.990168] env[69350]: _type = "Task" [ 999.990168] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.002663] env[69350]: DEBUG oslo_vmware.api [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365480, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.040519] env[69350]: DEBUG oslo_vmware.api [None req-7fe03951-db9a-4064-974d-4a8672899f43 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365478, 'name': CreateSnapshot_Task, 'duration_secs': 0.640078} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.040786] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7fe03951-db9a-4064-974d-4a8672899f43 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 532d8313-d578-433b-8dec-e05a03ba013b] Created Snapshot of the VM instance {{(pid=69350) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1000.042195] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37262242-9ec7-48d3-a4e9-2363832482d9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.276022] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14888e1c-e03a-46d8-a9ab-2dc9a28f53b1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.286552] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-352fb9c7-2436-4a76-98f2-fe6ae4858c90 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.323643] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f36d2c4f-5a3d-42e8-ae42-21624f5f04a1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.336380] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d4fc563-4332-4dae-917a-11165e1a4f74 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.358213] env[69350]: DEBUG nova.compute.provider_tree [None req-93a42ff6-c4db-4ede-b244-aaae67ac9679 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1000.402290] env[69350]: DEBUG oslo_concurrency.lockutils [None req-36bfb416-14e7-4306-bb07-da35dffb5b81 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.510590] env[69350]: DEBUG oslo_vmware.api [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365480, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.565733] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7fe03951-db9a-4064-974d-4a8672899f43 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 532d8313-d578-433b-8dec-e05a03ba013b] Creating linked-clone VM from snapshot {{(pid=69350) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1000.566225] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-90a10431-0e3d-4040-b1f3-863b8593fcb6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.580112] env[69350]: DEBUG oslo_vmware.api [None req-7fe03951-db9a-4064-974d-4a8672899f43 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Waiting for the task: (returnval){ [ 1000.580112] env[69350]: value = "task-3365481" [ 1000.580112] env[69350]: _type = "Task" [ 1000.580112] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.597493] env[69350]: DEBUG oslo_vmware.api [None req-7fe03951-db9a-4064-974d-4a8672899f43 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365481, 'name': CloneVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.862799] env[69350]: DEBUG nova.scheduler.client.report [None req-93a42ff6-c4db-4ede-b244-aaae67ac9679 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1000.869936] env[69350]: DEBUG nova.network.neutron [-] [instance: 8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.948067] env[69350]: DEBUG nova.compute.manager [req-271fcdc4-5902-4d85-8df7-14844f933c1a req-88748656-ab24-4c88-9b12-8d02e981e919 service nova] [instance: 8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda] Received event network-vif-deleted-e3555ccf-0a40-4b7a-b8b0-706697f4ef4b {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1001.007261] env[69350]: DEBUG oslo_vmware.api [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365480, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.096088] env[69350]: DEBUG oslo_vmware.api [None req-7fe03951-db9a-4064-974d-4a8672899f43 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365481, 'name': CloneVM_Task} progress is 93%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.375025] env[69350]: DEBUG oslo_concurrency.lockutils [None req-93a42ff6-c4db-4ede-b244-aaae67ac9679 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.008s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.375452] env[69350]: INFO nova.compute.manager [-] [instance: 8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda] Took 1.65 seconds to deallocate network for instance. [ 1001.376179] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6ff7d300-ac44-48e9-b743-8cd578e0fe92 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.634s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.381111] env[69350]: INFO nova.compute.claims [None req-6ff7d300-ac44-48e9-b743-8cd578e0fe92 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] [instance: dec19706-68cc-496c-8edd-a1beacdabfcd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1001.413849] env[69350]: INFO nova.scheduler.client.report [None req-93a42ff6-c4db-4ede-b244-aaae67ac9679 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Deleted allocations for instance 1928e353-9d7a-4d20-8347-029c36bcdb8e [ 1001.507464] env[69350]: DEBUG oslo_vmware.api [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365480, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.595197] env[69350]: DEBUG oslo_vmware.api [None req-7fe03951-db9a-4064-974d-4a8672899f43 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365481, 'name': CloneVM_Task} progress is 94%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.895321] env[69350]: DEBUG oslo_concurrency.lockutils [None req-752b9c03-714d-4435-a633-252c3c503ea4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.922285] env[69350]: DEBUG oslo_concurrency.lockutils [None req-93a42ff6-c4db-4ede-b244-aaae67ac9679 tempest-MigrationsAdminTest-1393967080 tempest-MigrationsAdminTest-1393967080-project-member] Lock "1928e353-9d7a-4d20-8347-029c36bcdb8e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.969s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.006145] env[69350]: DEBUG oslo_vmware.api [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365480, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.089328] env[69350]: DEBUG oslo_vmware.rw_handles [None req-b9af8569-dbda-47bc-8451-269d1d801ad3 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5228f2b5-db62-ac78-ebc9-3f0535e12f00/disk-0.vmdk. {{(pid=69350) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1002.090324] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b519c8-3337-4e68-bc35-343928b03a56 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.098536] env[69350]: DEBUG oslo_vmware.api [None req-7fe03951-db9a-4064-974d-4a8672899f43 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365481, 'name': CloneVM_Task} progress is 94%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.104423] env[69350]: DEBUG oslo_vmware.rw_handles [None req-b9af8569-dbda-47bc-8451-269d1d801ad3 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5228f2b5-db62-ac78-ebc9-3f0535e12f00/disk-0.vmdk is in state: ready. {{(pid=69350) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1002.104601] env[69350]: ERROR oslo_vmware.rw_handles [None req-b9af8569-dbda-47bc-8451-269d1d801ad3 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5228f2b5-db62-ac78-ebc9-3f0535e12f00/disk-0.vmdk due to incomplete transfer. [ 1002.104850] env[69350]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1bfb0c22-11b6-4948-88b5-43cb206cd8f3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.115950] env[69350]: DEBUG oslo_vmware.rw_handles [None req-b9af8569-dbda-47bc-8451-269d1d801ad3 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5228f2b5-db62-ac78-ebc9-3f0535e12f00/disk-0.vmdk. {{(pid=69350) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1002.115950] env[69350]: DEBUG nova.virt.vmwareapi.images [None req-b9af8569-dbda-47bc-8451-269d1d801ad3 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] [instance: 3982eed1-6462-4109-a550-9675a5970e1d] Uploaded image 3bbb19ea-3aa9-4d80-af75-67ee9f5fd070 to the Glance image server {{(pid=69350) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1002.118135] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9af8569-dbda-47bc-8451-269d1d801ad3 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] [instance: 3982eed1-6462-4109-a550-9675a5970e1d] Destroying the VM {{(pid=69350) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1002.118532] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a47d3722-eb8c-41df-b767-594de10927d7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.125961] env[69350]: DEBUG oslo_vmware.api [None req-b9af8569-dbda-47bc-8451-269d1d801ad3 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Waiting for the task: (returnval){ [ 1002.125961] env[69350]: value = "task-3365482" [ 1002.125961] env[69350]: _type = "Task" [ 1002.125961] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.137149] env[69350]: DEBUG oslo_vmware.api [None req-b9af8569-dbda-47bc-8451-269d1d801ad3 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Task: {'id': task-3365482, 'name': Destroy_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.504508] env[69350]: DEBUG oslo_vmware.api [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365480, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.371282} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.504713] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4da1070d-eb99-42f8-8c97-15909590a125/4da1070d-eb99-42f8-8c97-15909590a125.vmdk to [datastore1] dcace75e-abf2-4e4a-8bae-2ccce0c618f5/dcace75e-abf2-4e4a-8bae-2ccce0c618f5.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1002.505581] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8588340-3fb4-45b3-946c-1a1fb0d7f3b3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.531778] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: dcace75e-abf2-4e4a-8bae-2ccce0c618f5] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] dcace75e-abf2-4e4a-8bae-2ccce0c618f5/dcace75e-abf2-4e4a-8bae-2ccce0c618f5.vmdk or device None with type streamOptimized {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1002.534640] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61c5d60e-0c54-4c45-9acd-6df78387cd56 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.555527] env[69350]: DEBUG oslo_vmware.api [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Waiting for the task: (returnval){ [ 1002.555527] env[69350]: value = "task-3365483" [ 1002.555527] env[69350]: _type = "Task" [ 1002.555527] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.563881] env[69350]: DEBUG oslo_vmware.api [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365483, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.591629] env[69350]: DEBUG oslo_vmware.api [None req-7fe03951-db9a-4064-974d-4a8672899f43 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365481, 'name': CloneVM_Task} progress is 94%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.638728] env[69350]: DEBUG oslo_vmware.api [None req-b9af8569-dbda-47bc-8451-269d1d801ad3 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Task: {'id': task-3365482, 'name': Destroy_Task, 'duration_secs': 0.427597} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.639132] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-b9af8569-dbda-47bc-8451-269d1d801ad3 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] [instance: 3982eed1-6462-4109-a550-9675a5970e1d] Destroyed the VM [ 1002.639556] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b9af8569-dbda-47bc-8451-269d1d801ad3 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] [instance: 3982eed1-6462-4109-a550-9675a5970e1d] Deleting Snapshot of the VM instance {{(pid=69350) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1002.639815] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6facc44e-cdfa-41c3-a366-8f8740bc5068 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.646530] env[69350]: DEBUG oslo_vmware.api [None req-b9af8569-dbda-47bc-8451-269d1d801ad3 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Waiting for the task: (returnval){ [ 1002.646530] env[69350]: value = "task-3365484" [ 1002.646530] env[69350]: _type = "Task" [ 1002.646530] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.657432] env[69350]: DEBUG oslo_vmware.api [None req-b9af8569-dbda-47bc-8451-269d1d801ad3 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Task: {'id': task-3365484, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.713587] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d533a6-3f4b-4be6-af41-2824274e5638 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.720684] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59824308-1aa0-4123-b4ea-b7700070f046 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.760355] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4005900d-daae-42fe-9a80-46709fb2e490 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.768348] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a9fd582-1cbe-416a-84b7-7787be581672 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.782779] env[69350]: DEBUG nova.compute.provider_tree [None req-6ff7d300-ac44-48e9-b743-8cd578e0fe92 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1003.069174] env[69350]: DEBUG oslo_vmware.api [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365483, 'name': ReconfigVM_Task, 'duration_secs': 0.471328} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.069493] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: dcace75e-abf2-4e4a-8bae-2ccce0c618f5] Reconfigured VM instance instance-00000044 to attach disk [datastore1] dcace75e-abf2-4e4a-8bae-2ccce0c618f5/dcace75e-abf2-4e4a-8bae-2ccce0c618f5.vmdk or device None with type streamOptimized {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1003.070157] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4bd48a8e-ccf1-46e9-8fb3-20b79a9f3349 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.081016] env[69350]: DEBUG oslo_vmware.api [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Waiting for the task: (returnval){ [ 1003.081016] env[69350]: value = "task-3365485" [ 1003.081016] env[69350]: _type = "Task" [ 1003.081016] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.090337] env[69350]: DEBUG oslo_vmware.api [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365485, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.095213] env[69350]: DEBUG oslo_vmware.api [None req-7fe03951-db9a-4064-974d-4a8672899f43 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365481, 'name': CloneVM_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.157917] env[69350]: DEBUG oslo_vmware.api [None req-b9af8569-dbda-47bc-8451-269d1d801ad3 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Task: {'id': task-3365484, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.288757] env[69350]: DEBUG nova.scheduler.client.report [None req-6ff7d300-ac44-48e9-b743-8cd578e0fe92 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1003.590787] env[69350]: DEBUG oslo_vmware.api [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365485, 'name': Rename_Task, 'duration_secs': 0.15101} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.591435] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: dcace75e-abf2-4e4a-8bae-2ccce0c618f5] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1003.591711] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f9b01ee5-3989-4960-b43a-1ab6026e73ca {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.596218] env[69350]: DEBUG oslo_vmware.api [None req-7fe03951-db9a-4064-974d-4a8672899f43 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365481, 'name': CloneVM_Task, 'duration_secs': 2.552593} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.596784] env[69350]: INFO nova.virt.vmwareapi.vmops [None req-7fe03951-db9a-4064-974d-4a8672899f43 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 532d8313-d578-433b-8dec-e05a03ba013b] Created linked-clone VM from snapshot [ 1003.597528] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd6e8075-c7e0-4e42-b96c-5d5e9e7fcbc0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.606087] env[69350]: DEBUG nova.virt.vmwareapi.images [None req-7fe03951-db9a-4064-974d-4a8672899f43 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 532d8313-d578-433b-8dec-e05a03ba013b] Uploading image 06092a4e-3e26-4afd-9709-9c60fccfc884 {{(pid=69350) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1003.607712] env[69350]: DEBUG oslo_vmware.api [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Waiting for the task: (returnval){ [ 1003.607712] env[69350]: value = "task-3365486" [ 1003.607712] env[69350]: _type = "Task" [ 1003.607712] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.615078] env[69350]: DEBUG oslo_vmware.api [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365486, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.636026] env[69350]: DEBUG oslo_vmware.rw_handles [None req-7fe03951-db9a-4064-974d-4a8672899f43 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1003.636026] env[69350]: value = "vm-671593" [ 1003.636026] env[69350]: _type = "VirtualMachine" [ 1003.636026] env[69350]: }. {{(pid=69350) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1003.636414] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-933bce46-2a5b-46ea-9cfb-3054ffd3192e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.642882] env[69350]: DEBUG oslo_vmware.rw_handles [None req-7fe03951-db9a-4064-974d-4a8672899f43 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Lease: (returnval){ [ 1003.642882] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]523d1e43-ec33-ef43-efc7-6bdd64fc14d9" [ 1003.642882] env[69350]: _type = "HttpNfcLease" [ 1003.642882] env[69350]: } obtained for exporting VM: (result){ [ 1003.642882] env[69350]: value = "vm-671593" [ 1003.642882] env[69350]: _type = "VirtualMachine" [ 1003.642882] env[69350]: }. {{(pid=69350) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1003.643108] env[69350]: DEBUG oslo_vmware.api [None req-7fe03951-db9a-4064-974d-4a8672899f43 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Waiting for the lease: (returnval){ [ 1003.643108] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]523d1e43-ec33-ef43-efc7-6bdd64fc14d9" [ 1003.643108] env[69350]: _type = "HttpNfcLease" [ 1003.643108] env[69350]: } to be ready. {{(pid=69350) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1003.649364] env[69350]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1003.649364] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]523d1e43-ec33-ef43-efc7-6bdd64fc14d9" [ 1003.649364] env[69350]: _type = "HttpNfcLease" [ 1003.649364] env[69350]: } is initializing. {{(pid=69350) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1003.657022] env[69350]: DEBUG oslo_vmware.api [None req-b9af8569-dbda-47bc-8451-269d1d801ad3 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Task: {'id': task-3365484, 'name': RemoveSnapshot_Task, 'duration_secs': 0.68493} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.657672] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b9af8569-dbda-47bc-8451-269d1d801ad3 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] [instance: 3982eed1-6462-4109-a550-9675a5970e1d] Deleted Snapshot of the VM instance {{(pid=69350) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1003.657672] env[69350]: INFO nova.compute.manager [None req-b9af8569-dbda-47bc-8451-269d1d801ad3 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] [instance: 3982eed1-6462-4109-a550-9675a5970e1d] Took 14.85 seconds to snapshot the instance on the hypervisor. [ 1003.792460] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6ff7d300-ac44-48e9-b743-8cd578e0fe92 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.416s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.792998] env[69350]: DEBUG nova.compute.manager [None req-6ff7d300-ac44-48e9-b743-8cd578e0fe92 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] [instance: dec19706-68cc-496c-8edd-a1beacdabfcd] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1003.795533] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5d5b4979-fb8e-4f8d-9c90-9b9b40469e36 tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.528s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.798034] env[69350]: INFO nova.compute.claims [None req-5d5b4979-fb8e-4f8d-9c90-9b9b40469e36 tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] [instance: 81677312-a11d-4f1f-a649-bd56bd222cf5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1004.123642] env[69350]: DEBUG oslo_vmware.api [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365486, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.151609] env[69350]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1004.151609] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]523d1e43-ec33-ef43-efc7-6bdd64fc14d9" [ 1004.151609] env[69350]: _type = "HttpNfcLease" [ 1004.151609] env[69350]: } is ready. {{(pid=69350) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1004.151909] env[69350]: DEBUG oslo_vmware.rw_handles [None req-7fe03951-db9a-4064-974d-4a8672899f43 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1004.151909] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]523d1e43-ec33-ef43-efc7-6bdd64fc14d9" [ 1004.151909] env[69350]: _type = "HttpNfcLease" [ 1004.151909] env[69350]: }. {{(pid=69350) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1004.152648] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc7fea1-4e3f-4be6-94f5-21c5e134644e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.160122] env[69350]: DEBUG oslo_vmware.rw_handles [None req-7fe03951-db9a-4064-974d-4a8672899f43 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f16b6c-fefe-a157-e780-fb7ac7364814/disk-0.vmdk from lease info. {{(pid=69350) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1004.160274] env[69350]: DEBUG oslo_vmware.rw_handles [None req-7fe03951-db9a-4064-974d-4a8672899f43 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f16b6c-fefe-a157-e780-fb7ac7364814/disk-0.vmdk for reading. {{(pid=69350) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1004.303897] env[69350]: DEBUG nova.compute.utils [None req-6ff7d300-ac44-48e9-b743-8cd578e0fe92 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1004.311019] env[69350]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1957dd43-7772-4986-8ea6-867ac4a132de {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.311531] env[69350]: DEBUG nova.compute.manager [None req-6ff7d300-ac44-48e9-b743-8cd578e0fe92 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] [instance: dec19706-68cc-496c-8edd-a1beacdabfcd] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1004.311747] env[69350]: DEBUG nova.network.neutron [None req-6ff7d300-ac44-48e9-b743-8cd578e0fe92 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] [instance: dec19706-68cc-496c-8edd-a1beacdabfcd] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1004.614987] env[69350]: DEBUG nova.policy [None req-6ff7d300-ac44-48e9-b743-8cd578e0fe92 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f9a9195709c34d39803d7c79d73b433f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4dab07cb7b184bb192aa030b9963a583', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 1004.622301] env[69350]: DEBUG oslo_vmware.api [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365486, 'name': PowerOnVM_Task, 'duration_secs': 0.634069} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.622641] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: dcace75e-abf2-4e4a-8bae-2ccce0c618f5] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1004.622866] env[69350]: INFO nova.compute.manager [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: dcace75e-abf2-4e4a-8bae-2ccce0c618f5] Took 15.57 seconds to spawn the instance on the hypervisor. [ 1004.623110] env[69350]: DEBUG nova.compute.manager [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: dcace75e-abf2-4e4a-8bae-2ccce0c618f5] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1004.624044] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa681a7a-2b9e-4b0a-bb83-f04462bca8ea {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.808856] env[69350]: DEBUG nova.compute.manager [None req-6ff7d300-ac44-48e9-b743-8cd578e0fe92 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] [instance: dec19706-68cc-496c-8edd-a1beacdabfcd] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1005.146754] env[69350]: INFO nova.compute.manager [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: dcace75e-abf2-4e4a-8bae-2ccce0c618f5] Took 40.79 seconds to build instance. [ 1005.266598] env[69350]: DEBUG nova.network.neutron [None req-6ff7d300-ac44-48e9-b743-8cd578e0fe92 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] [instance: dec19706-68cc-496c-8edd-a1beacdabfcd] Successfully created port: 2732e5a6-4c2f-4589-931f-ba4964a59419 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1005.273257] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-185fc916-3155-4292-bdb1-d51263e32d39 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.279967] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d15418e5-cbca-4e85-8a25-00d570f936c3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.320450] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a000f337-8c90-4518-8f4a-02c83ce61e73 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.328646] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad8ee30-7128-42e0-9e67-6ba73a22183c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.343032] env[69350]: DEBUG nova.compute.provider_tree [None req-5d5b4979-fb8e-4f8d-9c90-9b9b40469e36 tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1005.649039] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f0dc2002-acf4-4c3f-8f84-92ed39bcd64d tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Lock "dcace75e-abf2-4e4a-8bae-2ccce0c618f5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.306s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.828468] env[69350]: DEBUG nova.compute.manager [None req-6ff7d300-ac44-48e9-b743-8cd578e0fe92 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] [instance: dec19706-68cc-496c-8edd-a1beacdabfcd] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1005.851760] env[69350]: DEBUG nova.scheduler.client.report [None req-5d5b4979-fb8e-4f8d-9c90-9b9b40469e36 tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1005.866797] env[69350]: DEBUG nova.virt.hardware [None req-6ff7d300-ac44-48e9-b743-8cd578e0fe92 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1005.866950] env[69350]: DEBUG nova.virt.hardware [None req-6ff7d300-ac44-48e9-b743-8cd578e0fe92 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1005.867217] env[69350]: DEBUG nova.virt.hardware [None req-6ff7d300-ac44-48e9-b743-8cd578e0fe92 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1005.868204] env[69350]: DEBUG nova.virt.hardware [None req-6ff7d300-ac44-48e9-b743-8cd578e0fe92 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1005.868204] env[69350]: DEBUG nova.virt.hardware [None req-6ff7d300-ac44-48e9-b743-8cd578e0fe92 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1005.868204] env[69350]: DEBUG nova.virt.hardware [None req-6ff7d300-ac44-48e9-b743-8cd578e0fe92 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1005.868483] env[69350]: DEBUG nova.virt.hardware [None req-6ff7d300-ac44-48e9-b743-8cd578e0fe92 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1005.868613] env[69350]: DEBUG nova.virt.hardware [None req-6ff7d300-ac44-48e9-b743-8cd578e0fe92 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1005.868781] env[69350]: DEBUG nova.virt.hardware [None req-6ff7d300-ac44-48e9-b743-8cd578e0fe92 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1005.868945] env[69350]: DEBUG nova.virt.hardware [None req-6ff7d300-ac44-48e9-b743-8cd578e0fe92 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1005.869131] env[69350]: DEBUG nova.virt.hardware [None req-6ff7d300-ac44-48e9-b743-8cd578e0fe92 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1005.870203] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e48c26-24e6-4575-98b6-506c5346fa8c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.886255] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d875b3c-ac63-4150-9c38-d33b0fff6620 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.360959] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5d5b4979-fb8e-4f8d-9c90-9b9b40469e36 tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.563s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.360959] env[69350]: DEBUG nova.compute.manager [None req-5d5b4979-fb8e-4f8d-9c90-9b9b40469e36 tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] [instance: 81677312-a11d-4f1f-a649-bd56bd222cf5] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1006.374031] env[69350]: DEBUG oslo_concurrency.lockutils [None req-04aa234e-e557-4c42-b34a-d55d3a2edd5b tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.864s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.380052] env[69350]: INFO nova.compute.claims [None req-04aa234e-e557-4c42-b34a-d55d3a2edd5b tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] [instance: 49ce9fe3-8815-421a-b820-f7688486bb80] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1006.865167] env[69350]: DEBUG oslo_concurrency.lockutils [None req-17090968-8f1a-483e-8ab2-19c87e0a69a2 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] Acquiring lock "2cf2c7b0-3546-4f8b-9293-7591793a4292" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.865550] env[69350]: DEBUG oslo_concurrency.lockutils [None req-17090968-8f1a-483e-8ab2-19c87e0a69a2 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] Lock "2cf2c7b0-3546-4f8b-9293-7591793a4292" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.886978] env[69350]: DEBUG nova.compute.utils [None req-5d5b4979-fb8e-4f8d-9c90-9b9b40469e36 tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1006.890394] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b8e7723f-b09e-4c44-a8e8-1e868d4fca55 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Acquiring lock "dcace75e-abf2-4e4a-8bae-2ccce0c618f5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.890739] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b8e7723f-b09e-4c44-a8e8-1e868d4fca55 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Lock "dcace75e-abf2-4e4a-8bae-2ccce0c618f5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.891064] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b8e7723f-b09e-4c44-a8e8-1e868d4fca55 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Acquiring lock "dcace75e-abf2-4e4a-8bae-2ccce0c618f5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.891262] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b8e7723f-b09e-4c44-a8e8-1e868d4fca55 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Lock "dcace75e-abf2-4e4a-8bae-2ccce0c618f5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.891491] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b8e7723f-b09e-4c44-a8e8-1e868d4fca55 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Lock "dcace75e-abf2-4e4a-8bae-2ccce0c618f5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.895365] env[69350]: DEBUG nova.compute.manager [None req-5d5b4979-fb8e-4f8d-9c90-9b9b40469e36 tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] [instance: 81677312-a11d-4f1f-a649-bd56bd222cf5] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1006.895692] env[69350]: DEBUG nova.network.neutron [None req-5d5b4979-fb8e-4f8d-9c90-9b9b40469e36 tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] [instance: 81677312-a11d-4f1f-a649-bd56bd222cf5] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1006.898102] env[69350]: INFO nova.compute.manager [None req-b8e7723f-b09e-4c44-a8e8-1e868d4fca55 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: dcace75e-abf2-4e4a-8bae-2ccce0c618f5] Terminating instance [ 1006.902021] env[69350]: DEBUG nova.compute.manager [None req-4161e896-86c2-4a26-952b-cf97d5663bf6 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] [instance: 3982eed1-6462-4109-a550-9675a5970e1d] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1006.904600] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04cd7d85-512b-46a5-9c5c-7bab3c307877 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.993732] env[69350]: DEBUG nova.policy [None req-5d5b4979-fb8e-4f8d-9c90-9b9b40469e36 tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5485e52dbed343108aa942394636d17c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '43f5d4b76826417bb8f6378269720a4f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 1007.009644] env[69350]: DEBUG nova.compute.manager [req-c018834a-60cd-476e-8c32-344ca0275061 req-1a18b509-51c0-43fe-9e8d-f591b03c6109 service nova] [instance: dec19706-68cc-496c-8edd-a1beacdabfcd] Received event network-vif-plugged-2732e5a6-4c2f-4589-931f-ba4964a59419 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1007.009867] env[69350]: DEBUG oslo_concurrency.lockutils [req-c018834a-60cd-476e-8c32-344ca0275061 req-1a18b509-51c0-43fe-9e8d-f591b03c6109 service nova] Acquiring lock "dec19706-68cc-496c-8edd-a1beacdabfcd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.010092] env[69350]: DEBUG oslo_concurrency.lockutils [req-c018834a-60cd-476e-8c32-344ca0275061 req-1a18b509-51c0-43fe-9e8d-f591b03c6109 service nova] Lock "dec19706-68cc-496c-8edd-a1beacdabfcd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.010260] env[69350]: DEBUG oslo_concurrency.lockutils [req-c018834a-60cd-476e-8c32-344ca0275061 req-1a18b509-51c0-43fe-9e8d-f591b03c6109 service nova] Lock "dec19706-68cc-496c-8edd-a1beacdabfcd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.011104] env[69350]: DEBUG nova.compute.manager [req-c018834a-60cd-476e-8c32-344ca0275061 req-1a18b509-51c0-43fe-9e8d-f591b03c6109 service nova] [instance: dec19706-68cc-496c-8edd-a1beacdabfcd] No waiting events found dispatching network-vif-plugged-2732e5a6-4c2f-4589-931f-ba4964a59419 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1007.011377] env[69350]: WARNING nova.compute.manager [req-c018834a-60cd-476e-8c32-344ca0275061 req-1a18b509-51c0-43fe-9e8d-f591b03c6109 service nova] [instance: dec19706-68cc-496c-8edd-a1beacdabfcd] Received unexpected event network-vif-plugged-2732e5a6-4c2f-4589-931f-ba4964a59419 for instance with vm_state building and task_state spawning. [ 1007.219921] env[69350]: DEBUG nova.network.neutron [None req-6ff7d300-ac44-48e9-b743-8cd578e0fe92 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] [instance: dec19706-68cc-496c-8edd-a1beacdabfcd] Successfully updated port: 2732e5a6-4c2f-4589-931f-ba4964a59419 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1007.368374] env[69350]: DEBUG nova.compute.manager [None req-17090968-8f1a-483e-8ab2-19c87e0a69a2 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] [instance: 2cf2c7b0-3546-4f8b-9293-7591793a4292] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1007.399957] env[69350]: DEBUG nova.compute.manager [None req-5d5b4979-fb8e-4f8d-9c90-9b9b40469e36 tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] [instance: 81677312-a11d-4f1f-a649-bd56bd222cf5] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1007.411330] env[69350]: DEBUG nova.compute.manager [None req-b8e7723f-b09e-4c44-a8e8-1e868d4fca55 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: dcace75e-abf2-4e4a-8bae-2ccce0c618f5] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1007.411655] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b8e7723f-b09e-4c44-a8e8-1e868d4fca55 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: dcace75e-abf2-4e4a-8bae-2ccce0c618f5] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1007.412602] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-103a91c6-d409-4642-a1ac-1f1a5db5554e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.417580] env[69350]: INFO nova.compute.manager [None req-4161e896-86c2-4a26-952b-cf97d5663bf6 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] [instance: 3982eed1-6462-4109-a550-9675a5970e1d] instance snapshotting [ 1007.422348] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8e7723f-b09e-4c44-a8e8-1e868d4fca55 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: dcace75e-abf2-4e4a-8bae-2ccce0c618f5] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1007.423821] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d31c3db7-65ec-41f7-b1c3-dcd94ec4f334 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.426437] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2022073e-f2b6-44b8-a2a9-a1758eacee3e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.453532] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f5900e-13d4-427b-b9e5-edfae1681ee8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.456907] env[69350]: DEBUG oslo_vmware.api [None req-b8e7723f-b09e-4c44-a8e8-1e868d4fca55 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Waiting for the task: (returnval){ [ 1007.456907] env[69350]: value = "task-3365488" [ 1007.456907] env[69350]: _type = "Task" [ 1007.456907] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.460897] env[69350]: DEBUG nova.network.neutron [None req-5d5b4979-fb8e-4f8d-9c90-9b9b40469e36 tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] [instance: 81677312-a11d-4f1f-a649-bd56bd222cf5] Successfully created port: 15415938-3384-4c8f-9a65-8469ba8e56d1 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1007.477760] env[69350]: DEBUG oslo_vmware.api [None req-b8e7723f-b09e-4c44-a8e8-1e868d4fca55 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365488, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.722647] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6ff7d300-ac44-48e9-b743-8cd578e0fe92 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] Acquiring lock "refresh_cache-dec19706-68cc-496c-8edd-a1beacdabfcd" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.722790] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6ff7d300-ac44-48e9-b743-8cd578e0fe92 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] Acquired lock "refresh_cache-dec19706-68cc-496c-8edd-a1beacdabfcd" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.723797] env[69350]: DEBUG nova.network.neutron [None req-6ff7d300-ac44-48e9-b743-8cd578e0fe92 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] [instance: dec19706-68cc-496c-8edd-a1beacdabfcd] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1007.829601] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-182b9afc-0bf7-42b9-8a71-191f11781a90 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.842023] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa6e558-8d90-448c-97a2-31666530d61c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.882651] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a78d7df6-1d54-4e31-af3c-a91785cc786c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.891541] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8805ce16-3527-4aab-810e-9f7a228d4f7a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.896809] env[69350]: DEBUG oslo_concurrency.lockutils [None req-17090968-8f1a-483e-8ab2-19c87e0a69a2 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.905653] env[69350]: DEBUG nova.compute.provider_tree [None req-04aa234e-e557-4c42-b34a-d55d3a2edd5b tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1007.970664] env[69350]: DEBUG oslo_vmware.api [None req-b8e7723f-b09e-4c44-a8e8-1e868d4fca55 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365488, 'name': PowerOffVM_Task, 'duration_secs': 0.212401} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.970953] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8e7723f-b09e-4c44-a8e8-1e868d4fca55 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: dcace75e-abf2-4e4a-8bae-2ccce0c618f5] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1007.971136] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b8e7723f-b09e-4c44-a8e8-1e868d4fca55 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: dcace75e-abf2-4e4a-8bae-2ccce0c618f5] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1007.971416] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8cbbdb37-7cc6-4ec6-b720-e3633f87da2d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.974252] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4161e896-86c2-4a26-952b-cf97d5663bf6 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] [instance: 3982eed1-6462-4109-a550-9675a5970e1d] Creating Snapshot of the VM instance {{(pid=69350) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1007.974487] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-46ecc322-b9ab-4261-aea7-aaadd1ffebea {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.981366] env[69350]: DEBUG oslo_vmware.api [None req-4161e896-86c2-4a26-952b-cf97d5663bf6 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Waiting for the task: (returnval){ [ 1007.981366] env[69350]: value = "task-3365490" [ 1007.981366] env[69350]: _type = "Task" [ 1007.981366] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.989279] env[69350]: DEBUG oslo_vmware.api [None req-4161e896-86c2-4a26-952b-cf97d5663bf6 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Task: {'id': task-3365490, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.041841] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b8e7723f-b09e-4c44-a8e8-1e868d4fca55 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: dcace75e-abf2-4e4a-8bae-2ccce0c618f5] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1008.042131] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b8e7723f-b09e-4c44-a8e8-1e868d4fca55 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: dcace75e-abf2-4e4a-8bae-2ccce0c618f5] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1008.042354] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8e7723f-b09e-4c44-a8e8-1e868d4fca55 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Deleting the datastore file [datastore1] dcace75e-abf2-4e4a-8bae-2ccce0c618f5 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1008.042980] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-340cd3e9-fc95-4787-8356-d799d0dece59 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.050384] env[69350]: DEBUG oslo_vmware.api [None req-b8e7723f-b09e-4c44-a8e8-1e868d4fca55 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Waiting for the task: (returnval){ [ 1008.050384] env[69350]: value = "task-3365491" [ 1008.050384] env[69350]: _type = "Task" [ 1008.050384] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.058821] env[69350]: DEBUG oslo_vmware.api [None req-b8e7723f-b09e-4c44-a8e8-1e868d4fca55 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365491, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.262277] env[69350]: DEBUG nova.network.neutron [None req-6ff7d300-ac44-48e9-b743-8cd578e0fe92 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] [instance: dec19706-68cc-496c-8edd-a1beacdabfcd] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1008.409357] env[69350]: DEBUG nova.scheduler.client.report [None req-04aa234e-e557-4c42-b34a-d55d3a2edd5b tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1008.421483] env[69350]: DEBUG nova.compute.manager [None req-5d5b4979-fb8e-4f8d-9c90-9b9b40469e36 tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] [instance: 81677312-a11d-4f1f-a649-bd56bd222cf5] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1008.466064] env[69350]: DEBUG nova.virt.hardware [None req-5d5b4979-fb8e-4f8d-9c90-9b9b40469e36 tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1008.466405] env[69350]: DEBUG nova.virt.hardware [None req-5d5b4979-fb8e-4f8d-9c90-9b9b40469e36 tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1008.466644] env[69350]: DEBUG nova.virt.hardware [None req-5d5b4979-fb8e-4f8d-9c90-9b9b40469e36 tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1008.467117] env[69350]: DEBUG nova.virt.hardware [None req-5d5b4979-fb8e-4f8d-9c90-9b9b40469e36 tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1008.467360] env[69350]: DEBUG nova.virt.hardware [None req-5d5b4979-fb8e-4f8d-9c90-9b9b40469e36 tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1008.467578] env[69350]: DEBUG nova.virt.hardware [None req-5d5b4979-fb8e-4f8d-9c90-9b9b40469e36 tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1008.467874] env[69350]: DEBUG nova.virt.hardware [None req-5d5b4979-fb8e-4f8d-9c90-9b9b40469e36 tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1008.468110] env[69350]: DEBUG nova.virt.hardware [None req-5d5b4979-fb8e-4f8d-9c90-9b9b40469e36 tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1008.468402] env[69350]: DEBUG nova.virt.hardware [None req-5d5b4979-fb8e-4f8d-9c90-9b9b40469e36 tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1008.468639] env[69350]: DEBUG nova.virt.hardware [None req-5d5b4979-fb8e-4f8d-9c90-9b9b40469e36 tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1008.468877] env[69350]: DEBUG nova.virt.hardware [None req-5d5b4979-fb8e-4f8d-9c90-9b9b40469e36 tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1008.469975] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd66cf31-0d12-4a68-970e-c1f3ba9f003a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.489443] env[69350]: DEBUG nova.network.neutron [None req-6ff7d300-ac44-48e9-b743-8cd578e0fe92 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] [instance: dec19706-68cc-496c-8edd-a1beacdabfcd] Updating instance_info_cache with network_info: [{"id": "2732e5a6-4c2f-4589-931f-ba4964a59419", "address": "fa:16:3e:2c:12:50", "network": {"id": "9b95ea95-af38-4130-947e-a27d73a2aac8", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-466636336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4dab07cb7b184bb192aa030b9963a583", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7908211b-df93-467b-87a8-3c3d29b03de6", "external-id": "nsx-vlan-transportzone-632", "segmentation_id": 632, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2732e5a6-4c", "ovs_interfaceid": "2732e5a6-4c2f-4589-931f-ba4964a59419", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.493693] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-173b6ac9-a780-4430-8f74-882592d12125 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.502238] env[69350]: DEBUG oslo_vmware.api [None req-4161e896-86c2-4a26-952b-cf97d5663bf6 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Task: {'id': task-3365490, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.562481] env[69350]: DEBUG oslo_vmware.api [None req-b8e7723f-b09e-4c44-a8e8-1e868d4fca55 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365491, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.300739} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.563025] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8e7723f-b09e-4c44-a8e8-1e868d4fca55 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1008.563260] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b8e7723f-b09e-4c44-a8e8-1e868d4fca55 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: dcace75e-abf2-4e4a-8bae-2ccce0c618f5] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1008.563468] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b8e7723f-b09e-4c44-a8e8-1e868d4fca55 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: dcace75e-abf2-4e4a-8bae-2ccce0c618f5] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1008.564937] env[69350]: INFO nova.compute.manager [None req-b8e7723f-b09e-4c44-a8e8-1e868d4fca55 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: dcace75e-abf2-4e4a-8bae-2ccce0c618f5] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1008.564937] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b8e7723f-b09e-4c44-a8e8-1e868d4fca55 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1008.564937] env[69350]: DEBUG nova.compute.manager [-] [instance: dcace75e-abf2-4e4a-8bae-2ccce0c618f5] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1008.564937] env[69350]: DEBUG nova.network.neutron [-] [instance: dcace75e-abf2-4e4a-8bae-2ccce0c618f5] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1008.925017] env[69350]: DEBUG oslo_concurrency.lockutils [None req-04aa234e-e557-4c42-b34a-d55d3a2edd5b tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.555s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.925626] env[69350]: DEBUG nova.compute.manager [None req-04aa234e-e557-4c42-b34a-d55d3a2edd5b tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] [instance: 49ce9fe3-8815-421a-b820-f7688486bb80] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1008.928974] env[69350]: DEBUG oslo_concurrency.lockutils [None req-db417f3e-370a-412b-8b87-ce6f687455f0 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 11.251s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.994021] env[69350]: DEBUG oslo_vmware.api [None req-4161e896-86c2-4a26-952b-cf97d5663bf6 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Task: {'id': task-3365490, 'name': CreateSnapshot_Task, 'duration_secs': 0.655437} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.995531] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4161e896-86c2-4a26-952b-cf97d5663bf6 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] [instance: 3982eed1-6462-4109-a550-9675a5970e1d] Created Snapshot of the VM instance {{(pid=69350) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1008.997467] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f675ff89-2d30-4156-94af-5c9b20ce110c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.001101] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6ff7d300-ac44-48e9-b743-8cd578e0fe92 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] Releasing lock "refresh_cache-dec19706-68cc-496c-8edd-a1beacdabfcd" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.001142] env[69350]: DEBUG nova.compute.manager [None req-6ff7d300-ac44-48e9-b743-8cd578e0fe92 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] [instance: dec19706-68cc-496c-8edd-a1beacdabfcd] Instance network_info: |[{"id": "2732e5a6-4c2f-4589-931f-ba4964a59419", "address": "fa:16:3e:2c:12:50", "network": {"id": "9b95ea95-af38-4130-947e-a27d73a2aac8", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-466636336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4dab07cb7b184bb192aa030b9963a583", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7908211b-df93-467b-87a8-3c3d29b03de6", "external-id": "nsx-vlan-transportzone-632", "segmentation_id": 632, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2732e5a6-4c", "ovs_interfaceid": "2732e5a6-4c2f-4589-931f-ba4964a59419", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1009.001505] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff7d300-ac44-48e9-b743-8cd578e0fe92 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] [instance: dec19706-68cc-496c-8edd-a1beacdabfcd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:12:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7908211b-df93-467b-87a8-3c3d29b03de6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2732e5a6-4c2f-4589-931f-ba4964a59419', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1009.009425] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ff7d300-ac44-48e9-b743-8cd578e0fe92 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] Creating folder: Project (4dab07cb7b184bb192aa030b9963a583). Parent ref: group-v671398. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1009.010404] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0c1ccde6-23b0-42e8-98e6-c2e25abb2c55 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.030383] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-6ff7d300-ac44-48e9-b743-8cd578e0fe92 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] Created folder: Project (4dab07cb7b184bb192aa030b9963a583) in parent group-v671398. [ 1009.030383] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ff7d300-ac44-48e9-b743-8cd578e0fe92 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] Creating folder: Instances. Parent ref: group-v671595. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1009.030383] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d3e44f34-5d12-407f-a63e-8d23c5c6cd7c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.038891] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-6ff7d300-ac44-48e9-b743-8cd578e0fe92 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] Created folder: Instances in parent group-v671595. [ 1009.039439] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ff7d300-ac44-48e9-b743-8cd578e0fe92 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1009.039687] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dec19706-68cc-496c-8edd-a1beacdabfcd] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1009.039883] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-30556a56-79f4-4c8d-9517-e90b12d79682 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.058836] env[69350]: DEBUG nova.compute.manager [req-5dbe269b-4fb7-474e-8fd1-fcf3ee218da9 req-d6f1c522-a383-45c5-8064-b695b432a043 service nova] [instance: dec19706-68cc-496c-8edd-a1beacdabfcd] Received event network-changed-2732e5a6-4c2f-4589-931f-ba4964a59419 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1009.059025] env[69350]: DEBUG nova.compute.manager [req-5dbe269b-4fb7-474e-8fd1-fcf3ee218da9 req-d6f1c522-a383-45c5-8064-b695b432a043 service nova] [instance: dec19706-68cc-496c-8edd-a1beacdabfcd] Refreshing instance network info cache due to event network-changed-2732e5a6-4c2f-4589-931f-ba4964a59419. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1009.059242] env[69350]: DEBUG oslo_concurrency.lockutils [req-5dbe269b-4fb7-474e-8fd1-fcf3ee218da9 req-d6f1c522-a383-45c5-8064-b695b432a043 service nova] Acquiring lock "refresh_cache-dec19706-68cc-496c-8edd-a1beacdabfcd" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.059378] env[69350]: DEBUG oslo_concurrency.lockutils [req-5dbe269b-4fb7-474e-8fd1-fcf3ee218da9 req-d6f1c522-a383-45c5-8064-b695b432a043 service nova] Acquired lock "refresh_cache-dec19706-68cc-496c-8edd-a1beacdabfcd" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.059533] env[69350]: DEBUG nova.network.neutron [req-5dbe269b-4fb7-474e-8fd1-fcf3ee218da9 req-d6f1c522-a383-45c5-8064-b695b432a043 service nova] [instance: dec19706-68cc-496c-8edd-a1beacdabfcd] Refreshing network info cache for port 2732e5a6-4c2f-4589-931f-ba4964a59419 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1009.069048] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1009.069048] env[69350]: value = "task-3365494" [ 1009.069048] env[69350]: _type = "Task" [ 1009.069048] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.081640] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365494, 'name': CreateVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.193208] env[69350]: DEBUG nova.network.neutron [None req-5d5b4979-fb8e-4f8d-9c90-9b9b40469e36 tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] [instance: 81677312-a11d-4f1f-a649-bd56bd222cf5] Successfully updated port: 15415938-3384-4c8f-9a65-8469ba8e56d1 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1009.361137] env[69350]: DEBUG nova.network.neutron [-] [instance: dcace75e-abf2-4e4a-8bae-2ccce0c618f5] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.371193] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ce1e8b11-bfcf-4fa3-a66e-fc611aea7f79 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Acquiring lock "452c57c6-ad9c-472a-ae69-f30724739f03" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.371444] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ce1e8b11-bfcf-4fa3-a66e-fc611aea7f79 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Lock "452c57c6-ad9c-472a-ae69-f30724739f03" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.432575] env[69350]: DEBUG nova.compute.utils [None req-04aa234e-e557-4c42-b34a-d55d3a2edd5b tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1009.439199] env[69350]: DEBUG nova.compute.manager [None req-04aa234e-e557-4c42-b34a-d55d3a2edd5b tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] [instance: 49ce9fe3-8815-421a-b820-f7688486bb80] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1009.440205] env[69350]: DEBUG nova.network.neutron [None req-04aa234e-e557-4c42-b34a-d55d3a2edd5b tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] [instance: 49ce9fe3-8815-421a-b820-f7688486bb80] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1009.489070] env[69350]: DEBUG nova.policy [None req-04aa234e-e557-4c42-b34a-d55d3a2edd5b tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '167710f1ded742a8a272f096b3f1d506', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7c7bbf5971a441218c22b24b29ab8d95', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 1009.528925] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4161e896-86c2-4a26-952b-cf97d5663bf6 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] [instance: 3982eed1-6462-4109-a550-9675a5970e1d] Creating linked-clone VM from snapshot {{(pid=69350) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1009.529168] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-99bd7091-8025-4b1a-bc24-a0134eb6dd42 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.537878] env[69350]: DEBUG oslo_vmware.api [None req-4161e896-86c2-4a26-952b-cf97d5663bf6 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Waiting for the task: (returnval){ [ 1009.537878] env[69350]: value = "task-3365495" [ 1009.537878] env[69350]: _type = "Task" [ 1009.537878] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.550453] env[69350]: DEBUG oslo_vmware.api [None req-4161e896-86c2-4a26-952b-cf97d5663bf6 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Task: {'id': task-3365495, 'name': CloneVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.580158] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365494, 'name': CreateVM_Task, 'duration_secs': 0.351521} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.580158] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dec19706-68cc-496c-8edd-a1beacdabfcd] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1009.580407] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6ff7d300-ac44-48e9-b743-8cd578e0fe92 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.580562] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6ff7d300-ac44-48e9-b743-8cd578e0fe92 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.584025] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6ff7d300-ac44-48e9-b743-8cd578e0fe92 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.584025] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d6de630-2b17-4daa-a06f-3bb4229096a7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.586487] env[69350]: DEBUG oslo_vmware.api [None req-6ff7d300-ac44-48e9-b743-8cd578e0fe92 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] Waiting for the task: (returnval){ [ 1009.586487] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5224aca2-27df-4d1a-1c24-f601f3676cc6" [ 1009.586487] env[69350]: _type = "Task" [ 1009.586487] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.596239] env[69350]: DEBUG oslo_vmware.api [None req-6ff7d300-ac44-48e9-b743-8cd578e0fe92 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5224aca2-27df-4d1a-1c24-f601f3676cc6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.696810] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5d5b4979-fb8e-4f8d-9c90-9b9b40469e36 tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] Acquiring lock "refresh_cache-81677312-a11d-4f1f-a649-bd56bd222cf5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.696984] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5d5b4979-fb8e-4f8d-9c90-9b9b40469e36 tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] Acquired lock "refresh_cache-81677312-a11d-4f1f-a649-bd56bd222cf5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.697141] env[69350]: DEBUG nova.network.neutron [None req-5d5b4979-fb8e-4f8d-9c90-9b9b40469e36 tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] [instance: 81677312-a11d-4f1f-a649-bd56bd222cf5] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1009.828745] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33bd621d-9059-482f-8a75-012e4e15813f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.843341] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ab12cd-0224-4e20-8597-f4b2709c63e5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.876888] env[69350]: INFO nova.compute.manager [-] [instance: dcace75e-abf2-4e4a-8bae-2ccce0c618f5] Took 1.31 seconds to deallocate network for instance. [ 1009.877331] env[69350]: DEBUG nova.compute.manager [None req-ce1e8b11-bfcf-4fa3-a66e-fc611aea7f79 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: 452c57c6-ad9c-472a-ae69-f30724739f03] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1009.882400] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c40868-bef6-4033-80d8-5c8470243d97 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.894457] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b6f36f0-3b89-4006-bb38-4affdcd88bf8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.912962] env[69350]: DEBUG nova.compute.provider_tree [None req-db417f3e-370a-412b-8b87-ce6f687455f0 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1009.939928] env[69350]: DEBUG nova.compute.manager [None req-04aa234e-e557-4c42-b34a-d55d3a2edd5b tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] [instance: 49ce9fe3-8815-421a-b820-f7688486bb80] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1009.998195] env[69350]: DEBUG nova.network.neutron [req-5dbe269b-4fb7-474e-8fd1-fcf3ee218da9 req-d6f1c522-a383-45c5-8064-b695b432a043 service nova] [instance: dec19706-68cc-496c-8edd-a1beacdabfcd] Updated VIF entry in instance network info cache for port 2732e5a6-4c2f-4589-931f-ba4964a59419. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1009.998821] env[69350]: DEBUG nova.network.neutron [req-5dbe269b-4fb7-474e-8fd1-fcf3ee218da9 req-d6f1c522-a383-45c5-8064-b695b432a043 service nova] [instance: dec19706-68cc-496c-8edd-a1beacdabfcd] Updating instance_info_cache with network_info: [{"id": "2732e5a6-4c2f-4589-931f-ba4964a59419", "address": "fa:16:3e:2c:12:50", "network": {"id": "9b95ea95-af38-4130-947e-a27d73a2aac8", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-466636336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4dab07cb7b184bb192aa030b9963a583", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7908211b-df93-467b-87a8-3c3d29b03de6", "external-id": "nsx-vlan-transportzone-632", "segmentation_id": 632, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2732e5a6-4c", "ovs_interfaceid": "2732e5a6-4c2f-4589-931f-ba4964a59419", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.050047] env[69350]: DEBUG oslo_vmware.api [None req-4161e896-86c2-4a26-952b-cf97d5663bf6 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Task: {'id': task-3365495, 'name': CloneVM_Task} progress is 94%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.051154] env[69350]: DEBUG nova.network.neutron [None req-04aa234e-e557-4c42-b34a-d55d3a2edd5b tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] [instance: 49ce9fe3-8815-421a-b820-f7688486bb80] Successfully created port: 5d5efd85-5643-4954-8f8a-70bdbba2a5ba {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1010.099593] env[69350]: DEBUG oslo_vmware.api [None req-6ff7d300-ac44-48e9-b743-8cd578e0fe92 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5224aca2-27df-4d1a-1c24-f601f3676cc6, 'name': SearchDatastore_Task, 'duration_secs': 0.014844} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.099996] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6ff7d300-ac44-48e9-b743-8cd578e0fe92 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.100290] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff7d300-ac44-48e9-b743-8cd578e0fe92 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] [instance: dec19706-68cc-496c-8edd-a1beacdabfcd] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1010.100572] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6ff7d300-ac44-48e9-b743-8cd578e0fe92 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.100760] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6ff7d300-ac44-48e9-b743-8cd578e0fe92 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.101052] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ff7d300-ac44-48e9-b743-8cd578e0fe92 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1010.101355] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-38ff9f92-cf5f-42c0-9bc9-0a73bd1630d1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.111690] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ff7d300-ac44-48e9-b743-8cd578e0fe92 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1010.111962] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff7d300-ac44-48e9-b743-8cd578e0fe92 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1010.113131] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82e75904-ac65-4aa9-9f51-6b159da1eec7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.120744] env[69350]: DEBUG oslo_vmware.api [None req-6ff7d300-ac44-48e9-b743-8cd578e0fe92 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] Waiting for the task: (returnval){ [ 1010.120744] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52546c3e-5c25-beab-7349-35b28cf7d163" [ 1010.120744] env[69350]: _type = "Task" [ 1010.120744] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.131399] env[69350]: DEBUG oslo_vmware.api [None req-6ff7d300-ac44-48e9-b743-8cd578e0fe92 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52546c3e-5c25-beab-7349-35b28cf7d163, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.260895] env[69350]: DEBUG nova.network.neutron [None req-5d5b4979-fb8e-4f8d-9c90-9b9b40469e36 tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] [instance: 81677312-a11d-4f1f-a649-bd56bd222cf5] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1010.391855] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b8e7723f-b09e-4c44-a8e8-1e868d4fca55 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.414775] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ce1e8b11-bfcf-4fa3-a66e-fc611aea7f79 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.419995] env[69350]: DEBUG nova.scheduler.client.report [None req-db417f3e-370a-412b-8b87-ce6f687455f0 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1010.501604] env[69350]: DEBUG oslo_concurrency.lockutils [req-5dbe269b-4fb7-474e-8fd1-fcf3ee218da9 req-d6f1c522-a383-45c5-8064-b695b432a043 service nova] Releasing lock "refresh_cache-dec19706-68cc-496c-8edd-a1beacdabfcd" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.502065] env[69350]: DEBUG nova.compute.manager [req-5dbe269b-4fb7-474e-8fd1-fcf3ee218da9 req-d6f1c522-a383-45c5-8064-b695b432a043 service nova] [instance: dcace75e-abf2-4e4a-8bae-2ccce0c618f5] Received event network-vif-deleted-8006bd15-5bc3-4a8d-9f4b-418eceb85891 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1010.502351] env[69350]: INFO nova.compute.manager [req-5dbe269b-4fb7-474e-8fd1-fcf3ee218da9 req-d6f1c522-a383-45c5-8064-b695b432a043 service nova] [instance: dcace75e-abf2-4e4a-8bae-2ccce0c618f5] Neutron deleted interface 8006bd15-5bc3-4a8d-9f4b-418eceb85891; detaching it from the instance and deleting it from the info cache [ 1010.502622] env[69350]: DEBUG nova.network.neutron [req-5dbe269b-4fb7-474e-8fd1-fcf3ee218da9 req-d6f1c522-a383-45c5-8064-b695b432a043 service nova] [instance: dcace75e-abf2-4e4a-8bae-2ccce0c618f5] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.522674] env[69350]: DEBUG nova.network.neutron [None req-5d5b4979-fb8e-4f8d-9c90-9b9b40469e36 tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] [instance: 81677312-a11d-4f1f-a649-bd56bd222cf5] Updating instance_info_cache with network_info: [{"id": "15415938-3384-4c8f-9a65-8469ba8e56d1", "address": "fa:16:3e:5c:b8:3e", "network": {"id": "c4337834-824e-4451-94ba-3e43825885ca", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-318915539-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43f5d4b76826417bb8f6378269720a4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15415938-33", "ovs_interfaceid": "15415938-3384-4c8f-9a65-8469ba8e56d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.547936] env[69350]: DEBUG oslo_vmware.api [None req-4161e896-86c2-4a26-952b-cf97d5663bf6 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Task: {'id': task-3365495, 'name': CloneVM_Task} progress is 95%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.631587] env[69350]: DEBUG oslo_vmware.api [None req-6ff7d300-ac44-48e9-b743-8cd578e0fe92 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52546c3e-5c25-beab-7349-35b28cf7d163, 'name': SearchDatastore_Task, 'duration_secs': 0.012685} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.632429] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f1a774e-a8e7-416c-b10f-0145cc902d26 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.637856] env[69350]: DEBUG oslo_vmware.api [None req-6ff7d300-ac44-48e9-b743-8cd578e0fe92 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] Waiting for the task: (returnval){ [ 1010.637856] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52086797-7e89-9680-1185-dca6a3a58141" [ 1010.637856] env[69350]: _type = "Task" [ 1010.637856] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.647532] env[69350]: DEBUG oslo_vmware.api [None req-6ff7d300-ac44-48e9-b743-8cd578e0fe92 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52086797-7e89-9680-1185-dca6a3a58141, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.960718] env[69350]: DEBUG nova.compute.manager [None req-04aa234e-e557-4c42-b34a-d55d3a2edd5b tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] [instance: 49ce9fe3-8815-421a-b820-f7688486bb80] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1010.983527] env[69350]: DEBUG nova.virt.hardware [None req-04aa234e-e557-4c42-b34a-d55d3a2edd5b tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1010.983824] env[69350]: DEBUG nova.virt.hardware [None req-04aa234e-e557-4c42-b34a-d55d3a2edd5b tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1010.983979] env[69350]: DEBUG nova.virt.hardware [None req-04aa234e-e557-4c42-b34a-d55d3a2edd5b tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1010.984172] env[69350]: DEBUG nova.virt.hardware [None req-04aa234e-e557-4c42-b34a-d55d3a2edd5b tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1010.984330] env[69350]: DEBUG nova.virt.hardware [None req-04aa234e-e557-4c42-b34a-d55d3a2edd5b tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1010.984459] env[69350]: DEBUG nova.virt.hardware [None req-04aa234e-e557-4c42-b34a-d55d3a2edd5b tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1010.984666] env[69350]: DEBUG nova.virt.hardware [None req-04aa234e-e557-4c42-b34a-d55d3a2edd5b tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1010.984818] env[69350]: DEBUG nova.virt.hardware [None req-04aa234e-e557-4c42-b34a-d55d3a2edd5b tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1010.984982] env[69350]: DEBUG nova.virt.hardware [None req-04aa234e-e557-4c42-b34a-d55d3a2edd5b tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1010.985158] env[69350]: DEBUG nova.virt.hardware [None req-04aa234e-e557-4c42-b34a-d55d3a2edd5b tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1010.985328] env[69350]: DEBUG nova.virt.hardware [None req-04aa234e-e557-4c42-b34a-d55d3a2edd5b tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1010.986416] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c5115a-c564-4605-8fd9-9d5cf56e13bb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.994562] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53bd2dda-cab9-49b8-889e-90be4beff417 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.009651] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9c533b72-3c86-4535-9bf5-762a3b059602 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.017542] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87881acc-6cf0-4c4c-8c91-3ea254c0c82c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.027870] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5d5b4979-fb8e-4f8d-9c90-9b9b40469e36 tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] Releasing lock "refresh_cache-81677312-a11d-4f1f-a649-bd56bd222cf5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.028166] env[69350]: DEBUG nova.compute.manager [None req-5d5b4979-fb8e-4f8d-9c90-9b9b40469e36 tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] [instance: 81677312-a11d-4f1f-a649-bd56bd222cf5] Instance network_info: |[{"id": "15415938-3384-4c8f-9a65-8469ba8e56d1", "address": "fa:16:3e:5c:b8:3e", "network": {"id": "c4337834-824e-4451-94ba-3e43825885ca", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-318915539-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43f5d4b76826417bb8f6378269720a4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15415938-33", "ovs_interfaceid": "15415938-3384-4c8f-9a65-8469ba8e56d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1011.028587] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-5d5b4979-fb8e-4f8d-9c90-9b9b40469e36 tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] [instance: 81677312-a11d-4f1f-a649-bd56bd222cf5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:b8:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '46e1fc20-2067-4e1a-9812-702772a2c82c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '15415938-3384-4c8f-9a65-8469ba8e56d1', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1011.035924] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d5b4979-fb8e-4f8d-9c90-9b9b40469e36 tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] Creating folder: Project (43f5d4b76826417bb8f6378269720a4f). Parent ref: group-v671398. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1011.036659] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7b628e55-cfc8-4999-a69d-e6fbd20dc4a5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.047947] env[69350]: DEBUG oslo_vmware.api [None req-4161e896-86c2-4a26-952b-cf97d5663bf6 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Task: {'id': task-3365495, 'name': CloneVM_Task, 'duration_secs': 1.32381} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.062122] env[69350]: INFO nova.virt.vmwareapi.vmops [None req-4161e896-86c2-4a26-952b-cf97d5663bf6 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] [instance: 3982eed1-6462-4109-a550-9675a5970e1d] Created linked-clone VM from snapshot [ 1011.062504] env[69350]: DEBUG nova.compute.manager [req-5dbe269b-4fb7-474e-8fd1-fcf3ee218da9 req-d6f1c522-a383-45c5-8064-b695b432a043 service nova] [instance: dcace75e-abf2-4e4a-8bae-2ccce0c618f5] Detach interface failed, port_id=8006bd15-5bc3-4a8d-9f4b-418eceb85891, reason: Instance dcace75e-abf2-4e4a-8bae-2ccce0c618f5 could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1011.062937] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-5d5b4979-fb8e-4f8d-9c90-9b9b40469e36 tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] Created folder: Project (43f5d4b76826417bb8f6378269720a4f) in parent group-v671398. [ 1011.063124] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d5b4979-fb8e-4f8d-9c90-9b9b40469e36 tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] Creating folder: Instances. Parent ref: group-v671599. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1011.063845] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adade9a7-3305-4a02-87fd-53bc61f69037 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.066887] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8515670a-7643-43e1-935e-2f937a2f1c79 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.073202] env[69350]: DEBUG nova.virt.vmwareapi.images [None req-4161e896-86c2-4a26-952b-cf97d5663bf6 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] [instance: 3982eed1-6462-4109-a550-9675a5970e1d] Uploading image 347b0ca9-5592-492d-815a-6e0ea93178e9 {{(pid=69350) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1011.078222] env[69350]: DEBUG nova.compute.manager [req-ab2ea63e-6615-402e-a650-703dae1ac50d req-f08f5939-0bf1-41bf-97e3-56b80924fc21 service nova] [instance: 81677312-a11d-4f1f-a649-bd56bd222cf5] Received event network-vif-plugged-15415938-3384-4c8f-9a65-8469ba8e56d1 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1011.078460] env[69350]: DEBUG oslo_concurrency.lockutils [req-ab2ea63e-6615-402e-a650-703dae1ac50d req-f08f5939-0bf1-41bf-97e3-56b80924fc21 service nova] Acquiring lock "81677312-a11d-4f1f-a649-bd56bd222cf5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.078686] env[69350]: DEBUG oslo_concurrency.lockutils [req-ab2ea63e-6615-402e-a650-703dae1ac50d req-f08f5939-0bf1-41bf-97e3-56b80924fc21 service nova] Lock "81677312-a11d-4f1f-a649-bd56bd222cf5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.078837] env[69350]: DEBUG oslo_concurrency.lockutils [req-ab2ea63e-6615-402e-a650-703dae1ac50d req-f08f5939-0bf1-41bf-97e3-56b80924fc21 service nova] Lock "81677312-a11d-4f1f-a649-bd56bd222cf5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.079126] env[69350]: DEBUG nova.compute.manager [req-ab2ea63e-6615-402e-a650-703dae1ac50d req-f08f5939-0bf1-41bf-97e3-56b80924fc21 service nova] [instance: 81677312-a11d-4f1f-a649-bd56bd222cf5] No waiting events found dispatching network-vif-plugged-15415938-3384-4c8f-9a65-8469ba8e56d1 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1011.079214] env[69350]: WARNING nova.compute.manager [req-ab2ea63e-6615-402e-a650-703dae1ac50d req-f08f5939-0bf1-41bf-97e3-56b80924fc21 service nova] [instance: 81677312-a11d-4f1f-a649-bd56bd222cf5] Received unexpected event network-vif-plugged-15415938-3384-4c8f-9a65-8469ba8e56d1 for instance with vm_state building and task_state spawning. [ 1011.079340] env[69350]: DEBUG nova.compute.manager [req-ab2ea63e-6615-402e-a650-703dae1ac50d req-f08f5939-0bf1-41bf-97e3-56b80924fc21 service nova] [instance: 81677312-a11d-4f1f-a649-bd56bd222cf5] Received event network-changed-15415938-3384-4c8f-9a65-8469ba8e56d1 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1011.079653] env[69350]: DEBUG nova.compute.manager [req-ab2ea63e-6615-402e-a650-703dae1ac50d req-f08f5939-0bf1-41bf-97e3-56b80924fc21 service nova] [instance: 81677312-a11d-4f1f-a649-bd56bd222cf5] Refreshing instance network info cache due to event network-changed-15415938-3384-4c8f-9a65-8469ba8e56d1. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1011.079789] env[69350]: DEBUG oslo_concurrency.lockutils [req-ab2ea63e-6615-402e-a650-703dae1ac50d req-f08f5939-0bf1-41bf-97e3-56b80924fc21 service nova] Acquiring lock "refresh_cache-81677312-a11d-4f1f-a649-bd56bd222cf5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.079928] env[69350]: DEBUG oslo_concurrency.lockutils [req-ab2ea63e-6615-402e-a650-703dae1ac50d req-f08f5939-0bf1-41bf-97e3-56b80924fc21 service nova] Acquired lock "refresh_cache-81677312-a11d-4f1f-a649-bd56bd222cf5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.080099] env[69350]: DEBUG nova.network.neutron [req-ab2ea63e-6615-402e-a650-703dae1ac50d req-f08f5939-0bf1-41bf-97e3-56b80924fc21 service nova] [instance: 81677312-a11d-4f1f-a649-bd56bd222cf5] Refreshing network info cache for port 15415938-3384-4c8f-9a65-8469ba8e56d1 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1011.082030] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-5d5b4979-fb8e-4f8d-9c90-9b9b40469e36 tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] Created folder: Instances in parent group-v671599. [ 1011.082320] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5d5b4979-fb8e-4f8d-9c90-9b9b40469e36 tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1011.082838] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81677312-a11d-4f1f-a649-bd56bd222cf5] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1011.083160] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-077675a5-6e96-4b47-bfe7-8d1bc234172a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.107361] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1011.107361] env[69350]: value = "task-3365498" [ 1011.107361] env[69350]: _type = "Task" [ 1011.107361] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.107877] env[69350]: DEBUG oslo_vmware.rw_handles [None req-4161e896-86c2-4a26-952b-cf97d5663bf6 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1011.107877] env[69350]: value = "vm-671598" [ 1011.107877] env[69350]: _type = "VirtualMachine" [ 1011.107877] env[69350]: }. {{(pid=69350) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1011.108434] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-15712286-9c31-4715-8e9f-59150f76aca8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.118643] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365498, 'name': CreateVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.120194] env[69350]: DEBUG oslo_vmware.rw_handles [None req-4161e896-86c2-4a26-952b-cf97d5663bf6 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Lease: (returnval){ [ 1011.120194] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]522fd2c3-5b03-5d9b-ffd4-5566fa0037f2" [ 1011.120194] env[69350]: _type = "HttpNfcLease" [ 1011.120194] env[69350]: } obtained for exporting VM: (result){ [ 1011.120194] env[69350]: value = "vm-671598" [ 1011.120194] env[69350]: _type = "VirtualMachine" [ 1011.120194] env[69350]: }. {{(pid=69350) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1011.120567] env[69350]: DEBUG oslo_vmware.api [None req-4161e896-86c2-4a26-952b-cf97d5663bf6 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Waiting for the lease: (returnval){ [ 1011.120567] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]522fd2c3-5b03-5d9b-ffd4-5566fa0037f2" [ 1011.120567] env[69350]: _type = "HttpNfcLease" [ 1011.120567] env[69350]: } to be ready. {{(pid=69350) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1011.128622] env[69350]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1011.128622] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]522fd2c3-5b03-5d9b-ffd4-5566fa0037f2" [ 1011.128622] env[69350]: _type = "HttpNfcLease" [ 1011.128622] env[69350]: } is ready. {{(pid=69350) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1011.128870] env[69350]: DEBUG oslo_vmware.rw_handles [None req-4161e896-86c2-4a26-952b-cf97d5663bf6 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1011.128870] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]522fd2c3-5b03-5d9b-ffd4-5566fa0037f2" [ 1011.128870] env[69350]: _type = "HttpNfcLease" [ 1011.128870] env[69350]: }. {{(pid=69350) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1011.129637] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caba9bfc-7fdc-44dd-8613-dc20f8fa626a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.137626] env[69350]: DEBUG oslo_vmware.rw_handles [None req-4161e896-86c2-4a26-952b-cf97d5663bf6 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525da21a-4559-fbd2-7fbb-6b9c7c79eec3/disk-0.vmdk from lease info. {{(pid=69350) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1011.137981] env[69350]: DEBUG oslo_vmware.rw_handles [None req-4161e896-86c2-4a26-952b-cf97d5663bf6 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525da21a-4559-fbd2-7fbb-6b9c7c79eec3/disk-0.vmdk for reading. {{(pid=69350) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1011.206397] env[69350]: DEBUG oslo_vmware.api [None req-6ff7d300-ac44-48e9-b743-8cd578e0fe92 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52086797-7e89-9680-1185-dca6a3a58141, 'name': SearchDatastore_Task, 'duration_secs': 0.015497} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.207888] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6ff7d300-ac44-48e9-b743-8cd578e0fe92 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.208177] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ff7d300-ac44-48e9-b743-8cd578e0fe92 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] dec19706-68cc-496c-8edd-a1beacdabfcd/dec19706-68cc-496c-8edd-a1beacdabfcd.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1011.208462] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7294db30-09bc-4f2c-b117-c62cb2320214 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.216520] env[69350]: DEBUG oslo_vmware.api [None req-6ff7d300-ac44-48e9-b743-8cd578e0fe92 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] Waiting for the task: (returnval){ [ 1011.216520] env[69350]: value = "task-3365500" [ 1011.216520] env[69350]: _type = "Task" [ 1011.216520] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.225770] env[69350]: DEBUG oslo_vmware.api [None req-6ff7d300-ac44-48e9-b743-8cd578e0fe92 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] Task: {'id': task-3365500, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.242154] env[69350]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1b7dc022-ced8-4246-9067-3ec9bcca1e15 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.433218] env[69350]: DEBUG oslo_concurrency.lockutils [None req-db417f3e-370a-412b-8b87-ce6f687455f0 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.504s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.433473] env[69350]: DEBUG nova.compute.manager [None req-db417f3e-370a-412b-8b87-ce6f687455f0 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=69350) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1011.436310] env[69350]: DEBUG oslo_concurrency.lockutils [None req-36bfb416-14e7-4306-bb07-da35dffb5b81 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.034s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.436530] env[69350]: DEBUG nova.objects.instance [None req-36bfb416-14e7-4306-bb07-da35dffb5b81 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Lazy-loading 'resources' on Instance uuid 32df2bac-26f8-494c-8af5-a02218f66960 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1011.621964] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365498, 'name': CreateVM_Task, 'duration_secs': 0.46312} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.622298] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81677312-a11d-4f1f-a649-bd56bd222cf5] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1011.623143] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5d5b4979-fb8e-4f8d-9c90-9b9b40469e36 tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.623314] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5d5b4979-fb8e-4f8d-9c90-9b9b40469e36 tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.623899] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5d5b4979-fb8e-4f8d-9c90-9b9b40469e36 tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.624386] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4836638f-66bf-432f-a4ce-09ce32f1624e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.631878] env[69350]: DEBUG oslo_vmware.api [None req-5d5b4979-fb8e-4f8d-9c90-9b9b40469e36 tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] Waiting for the task: (returnval){ [ 1011.631878] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]526cf60a-b8a3-012f-c487-87b16099b9d9" [ 1011.631878] env[69350]: _type = "Task" [ 1011.631878] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.645084] env[69350]: DEBUG oslo_vmware.api [None req-5d5b4979-fb8e-4f8d-9c90-9b9b40469e36 tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]526cf60a-b8a3-012f-c487-87b16099b9d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.740446] env[69350]: DEBUG oslo_vmware.api [None req-6ff7d300-ac44-48e9-b743-8cd578e0fe92 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] Task: {'id': task-3365500, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.021175] env[69350]: INFO nova.scheduler.client.report [None req-db417f3e-370a-412b-8b87-ce6f687455f0 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Deleted allocation for migration 78ebe086-6273-449f-8539-caaa72f393bf [ 1012.145763] env[69350]: DEBUG oslo_vmware.api [None req-5d5b4979-fb8e-4f8d-9c90-9b9b40469e36 tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]526cf60a-b8a3-012f-c487-87b16099b9d9, 'name': SearchDatastore_Task, 'duration_secs': 0.057908} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.148863] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5d5b4979-fb8e-4f8d-9c90-9b9b40469e36 tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.149234] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-5d5b4979-fb8e-4f8d-9c90-9b9b40469e36 tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] [instance: 81677312-a11d-4f1f-a649-bd56bd222cf5] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1012.149496] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5d5b4979-fb8e-4f8d-9c90-9b9b40469e36 tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.149726] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5d5b4979-fb8e-4f8d-9c90-9b9b40469e36 tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.149964] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d5b4979-fb8e-4f8d-9c90-9b9b40469e36 tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1012.151750] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ff5e03fd-d25f-4cd7-9495-4c0d14ec475c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.167926] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d5b4979-fb8e-4f8d-9c90-9b9b40469e36 tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1012.170247] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-5d5b4979-fb8e-4f8d-9c90-9b9b40469e36 tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1012.170247] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e0702fd-4314-4f54-bd50-660848b73cea {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.175224] env[69350]: DEBUG oslo_vmware.api [None req-5d5b4979-fb8e-4f8d-9c90-9b9b40469e36 tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] Waiting for the task: (returnval){ [ 1012.175224] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]523a4ca9-0167-fa19-8ce6-cd3913558319" [ 1012.175224] env[69350]: _type = "Task" [ 1012.175224] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.183389] env[69350]: DEBUG oslo_vmware.api [None req-5d5b4979-fb8e-4f8d-9c90-9b9b40469e36 tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]523a4ca9-0167-fa19-8ce6-cd3913558319, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.233357] env[69350]: DEBUG oslo_vmware.api [None req-6ff7d300-ac44-48e9-b743-8cd578e0fe92 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] Task: {'id': task-3365500, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.709417} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.234019] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ff7d300-ac44-48e9-b743-8cd578e0fe92 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] dec19706-68cc-496c-8edd-a1beacdabfcd/dec19706-68cc-496c-8edd-a1beacdabfcd.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1012.234019] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff7d300-ac44-48e9-b743-8cd578e0fe92 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] [instance: dec19706-68cc-496c-8edd-a1beacdabfcd] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1012.234534] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0ccec5bf-65e3-46b5-bbcb-5b17d2071008 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.247024] env[69350]: DEBUG oslo_vmware.api [None req-6ff7d300-ac44-48e9-b743-8cd578e0fe92 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] Waiting for the task: (returnval){ [ 1012.247024] env[69350]: value = "task-3365501" [ 1012.247024] env[69350]: _type = "Task" [ 1012.247024] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.256637] env[69350]: DEBUG oslo_vmware.api [None req-6ff7d300-ac44-48e9-b743-8cd578e0fe92 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] Task: {'id': task-3365501, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.260394] env[69350]: DEBUG oslo_vmware.rw_handles [None req-7fe03951-db9a-4064-974d-4a8672899f43 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f16b6c-fefe-a157-e780-fb7ac7364814/disk-0.vmdk. {{(pid=69350) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1012.260394] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb52484-24c1-497e-b812-d5f8d420511f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.270623] env[69350]: DEBUG oslo_vmware.rw_handles [None req-7fe03951-db9a-4064-974d-4a8672899f43 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f16b6c-fefe-a157-e780-fb7ac7364814/disk-0.vmdk is in state: ready. {{(pid=69350) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1012.270974] env[69350]: ERROR oslo_vmware.rw_handles [None req-7fe03951-db9a-4064-974d-4a8672899f43 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f16b6c-fefe-a157-e780-fb7ac7364814/disk-0.vmdk due to incomplete transfer. [ 1012.270974] env[69350]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1de13088-63be-4c7f-9ed1-94c336a3f0fb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.281043] env[69350]: DEBUG oslo_vmware.rw_handles [None req-7fe03951-db9a-4064-974d-4a8672899f43 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f16b6c-fefe-a157-e780-fb7ac7364814/disk-0.vmdk. {{(pid=69350) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1012.281043] env[69350]: DEBUG nova.virt.vmwareapi.images [None req-7fe03951-db9a-4064-974d-4a8672899f43 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 532d8313-d578-433b-8dec-e05a03ba013b] Uploaded image 06092a4e-3e26-4afd-9709-9c60fccfc884 to the Glance image server {{(pid=69350) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1012.282100] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fe03951-db9a-4064-974d-4a8672899f43 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 532d8313-d578-433b-8dec-e05a03ba013b] Destroying the VM {{(pid=69350) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1012.283158] env[69350]: DEBUG nova.network.neutron [req-ab2ea63e-6615-402e-a650-703dae1ac50d req-f08f5939-0bf1-41bf-97e3-56b80924fc21 service nova] [instance: 81677312-a11d-4f1f-a649-bd56bd222cf5] Updated VIF entry in instance network info cache for port 15415938-3384-4c8f-9a65-8469ba8e56d1. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1012.283637] env[69350]: DEBUG nova.network.neutron [req-ab2ea63e-6615-402e-a650-703dae1ac50d req-f08f5939-0bf1-41bf-97e3-56b80924fc21 service nova] [instance: 81677312-a11d-4f1f-a649-bd56bd222cf5] Updating instance_info_cache with network_info: [{"id": "15415938-3384-4c8f-9a65-8469ba8e56d1", "address": "fa:16:3e:5c:b8:3e", "network": {"id": "c4337834-824e-4451-94ba-3e43825885ca", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-318915539-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43f5d4b76826417bb8f6378269720a4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15415938-33", "ovs_interfaceid": "15415938-3384-4c8f-9a65-8469ba8e56d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.290314] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-396be2df-1620-4cdc-ab5f-69b3ff90265c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.297151] env[69350]: DEBUG oslo_vmware.api [None req-7fe03951-db9a-4064-974d-4a8672899f43 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Waiting for the task: (returnval){ [ 1012.297151] env[69350]: value = "task-3365502" [ 1012.297151] env[69350]: _type = "Task" [ 1012.297151] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.314955] env[69350]: DEBUG oslo_vmware.api [None req-7fe03951-db9a-4064-974d-4a8672899f43 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365502, 'name': Destroy_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.315755] env[69350]: DEBUG nova.network.neutron [None req-04aa234e-e557-4c42-b34a-d55d3a2edd5b tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] [instance: 49ce9fe3-8815-421a-b820-f7688486bb80] Successfully updated port: 5d5efd85-5643-4954-8f8a-70bdbba2a5ba {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1012.380021] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d767bde1-7700-4a9e-8946-7f0b1e755e57 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.389952] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc44df8e-b7bb-422d-beb5-e77de21bd693 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.424838] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39063d7a-afdb-4608-882d-c8beb09b91c3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.435859] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-449d0595-e3c7-4e38-9b15-fb9aa2749a07 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.451750] env[69350]: DEBUG nova.compute.provider_tree [None req-36bfb416-14e7-4306-bb07-da35dffb5b81 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1012.527968] env[69350]: DEBUG oslo_concurrency.lockutils [None req-db417f3e-370a-412b-8b87-ce6f687455f0 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Lock "90b71625-4bb1-4f8b-a94e-313cea1be2da" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 17.850s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.686848] env[69350]: DEBUG oslo_vmware.api [None req-5d5b4979-fb8e-4f8d-9c90-9b9b40469e36 tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]523a4ca9-0167-fa19-8ce6-cd3913558319, 'name': SearchDatastore_Task, 'duration_secs': 0.010489} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.687995] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-becf555b-904f-4b06-81c2-9e15a83a9759 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.695116] env[69350]: DEBUG oslo_vmware.api [None req-5d5b4979-fb8e-4f8d-9c90-9b9b40469e36 tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] Waiting for the task: (returnval){ [ 1012.695116] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52a529cc-7a40-09df-1ead-a7f95f395ba4" [ 1012.695116] env[69350]: _type = "Task" [ 1012.695116] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.706887] env[69350]: DEBUG oslo_vmware.api [None req-5d5b4979-fb8e-4f8d-9c90-9b9b40469e36 tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52a529cc-7a40-09df-1ead-a7f95f395ba4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.756261] env[69350]: DEBUG oslo_vmware.api [None req-6ff7d300-ac44-48e9-b743-8cd578e0fe92 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] Task: {'id': task-3365501, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077275} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.756753] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff7d300-ac44-48e9-b743-8cd578e0fe92 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] [instance: dec19706-68cc-496c-8edd-a1beacdabfcd] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1012.757670] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c36f30-e5b3-472e-9640-ee4333c4cbae {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.780949] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ff7d300-ac44-48e9-b743-8cd578e0fe92 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] [instance: dec19706-68cc-496c-8edd-a1beacdabfcd] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] dec19706-68cc-496c-8edd-a1beacdabfcd/dec19706-68cc-496c-8edd-a1beacdabfcd.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1012.781222] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33dd7a9f-4e47-4b1f-891c-6dd4f11b9c0d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.796276] env[69350]: DEBUG oslo_concurrency.lockutils [req-ab2ea63e-6615-402e-a650-703dae1ac50d req-f08f5939-0bf1-41bf-97e3-56b80924fc21 service nova] Releasing lock "refresh_cache-81677312-a11d-4f1f-a649-bd56bd222cf5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.802843] env[69350]: DEBUG oslo_vmware.api [None req-6ff7d300-ac44-48e9-b743-8cd578e0fe92 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] Waiting for the task: (returnval){ [ 1012.802843] env[69350]: value = "task-3365503" [ 1012.802843] env[69350]: _type = "Task" [ 1012.802843] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.809485] env[69350]: DEBUG oslo_vmware.api [None req-7fe03951-db9a-4064-974d-4a8672899f43 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365502, 'name': Destroy_Task, 'duration_secs': 0.376136} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.810186] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-7fe03951-db9a-4064-974d-4a8672899f43 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 532d8313-d578-433b-8dec-e05a03ba013b] Destroyed the VM [ 1012.810511] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7fe03951-db9a-4064-974d-4a8672899f43 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 532d8313-d578-433b-8dec-e05a03ba013b] Deleting Snapshot of the VM instance {{(pid=69350) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1012.810822] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-eb9f158e-1150-40ab-b544-c64a37e1c8e8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.815512] env[69350]: DEBUG oslo_vmware.api [None req-6ff7d300-ac44-48e9-b743-8cd578e0fe92 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] Task: {'id': task-3365503, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.818431] env[69350]: DEBUG oslo_concurrency.lockutils [None req-04aa234e-e557-4c42-b34a-d55d3a2edd5b tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] Acquiring lock "refresh_cache-49ce9fe3-8815-421a-b820-f7688486bb80" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.818610] env[69350]: DEBUG oslo_concurrency.lockutils [None req-04aa234e-e557-4c42-b34a-d55d3a2edd5b tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] Acquired lock "refresh_cache-49ce9fe3-8815-421a-b820-f7688486bb80" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.818712] env[69350]: DEBUG nova.network.neutron [None req-04aa234e-e557-4c42-b34a-d55d3a2edd5b tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] [instance: 49ce9fe3-8815-421a-b820-f7688486bb80] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1012.821128] env[69350]: DEBUG oslo_vmware.api [None req-7fe03951-db9a-4064-974d-4a8672899f43 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Waiting for the task: (returnval){ [ 1012.821128] env[69350]: value = "task-3365504" [ 1012.821128] env[69350]: _type = "Task" [ 1012.821128] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.830491] env[69350]: DEBUG oslo_vmware.api [None req-7fe03951-db9a-4064-974d-4a8672899f43 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365504, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.930957] env[69350]: DEBUG nova.objects.instance [None req-3d5a8c49-62ac-446c-bd17-2487a588f31d tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Lazy-loading 'flavor' on Instance uuid 90b71625-4bb1-4f8b-a94e-313cea1be2da {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1012.955021] env[69350]: DEBUG nova.scheduler.client.report [None req-36bfb416-14e7-4306-bb07-da35dffb5b81 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1013.109762] env[69350]: DEBUG nova.compute.manager [req-62306eec-0c8d-4e09-92d5-79ea43b7af32 req-b8d6dd5c-3ed6-4812-acb5-7869fc8d7a24 service nova] [instance: 49ce9fe3-8815-421a-b820-f7688486bb80] Received event network-vif-plugged-5d5efd85-5643-4954-8f8a-70bdbba2a5ba {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1013.110071] env[69350]: DEBUG oslo_concurrency.lockutils [req-62306eec-0c8d-4e09-92d5-79ea43b7af32 req-b8d6dd5c-3ed6-4812-acb5-7869fc8d7a24 service nova] Acquiring lock "49ce9fe3-8815-421a-b820-f7688486bb80-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.110344] env[69350]: DEBUG oslo_concurrency.lockutils [req-62306eec-0c8d-4e09-92d5-79ea43b7af32 req-b8d6dd5c-3ed6-4812-acb5-7869fc8d7a24 service nova] Lock "49ce9fe3-8815-421a-b820-f7688486bb80-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.110545] env[69350]: DEBUG oslo_concurrency.lockutils [req-62306eec-0c8d-4e09-92d5-79ea43b7af32 req-b8d6dd5c-3ed6-4812-acb5-7869fc8d7a24 service nova] Lock "49ce9fe3-8815-421a-b820-f7688486bb80-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.110790] env[69350]: DEBUG nova.compute.manager [req-62306eec-0c8d-4e09-92d5-79ea43b7af32 req-b8d6dd5c-3ed6-4812-acb5-7869fc8d7a24 service nova] [instance: 49ce9fe3-8815-421a-b820-f7688486bb80] No waiting events found dispatching network-vif-plugged-5d5efd85-5643-4954-8f8a-70bdbba2a5ba {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1013.110960] env[69350]: WARNING nova.compute.manager [req-62306eec-0c8d-4e09-92d5-79ea43b7af32 req-b8d6dd5c-3ed6-4812-acb5-7869fc8d7a24 service nova] [instance: 49ce9fe3-8815-421a-b820-f7688486bb80] Received unexpected event network-vif-plugged-5d5efd85-5643-4954-8f8a-70bdbba2a5ba for instance with vm_state building and task_state spawning. [ 1013.111221] env[69350]: DEBUG nova.compute.manager [req-62306eec-0c8d-4e09-92d5-79ea43b7af32 req-b8d6dd5c-3ed6-4812-acb5-7869fc8d7a24 service nova] [instance: 49ce9fe3-8815-421a-b820-f7688486bb80] Received event network-changed-5d5efd85-5643-4954-8f8a-70bdbba2a5ba {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1013.111442] env[69350]: DEBUG nova.compute.manager [req-62306eec-0c8d-4e09-92d5-79ea43b7af32 req-b8d6dd5c-3ed6-4812-acb5-7869fc8d7a24 service nova] [instance: 49ce9fe3-8815-421a-b820-f7688486bb80] Refreshing instance network info cache due to event network-changed-5d5efd85-5643-4954-8f8a-70bdbba2a5ba. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1013.111707] env[69350]: DEBUG oslo_concurrency.lockutils [req-62306eec-0c8d-4e09-92d5-79ea43b7af32 req-b8d6dd5c-3ed6-4812-acb5-7869fc8d7a24 service nova] Acquiring lock "refresh_cache-49ce9fe3-8815-421a-b820-f7688486bb80" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.207270] env[69350]: DEBUG oslo_vmware.api [None req-5d5b4979-fb8e-4f8d-9c90-9b9b40469e36 tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52a529cc-7a40-09df-1ead-a7f95f395ba4, 'name': SearchDatastore_Task, 'duration_secs': 0.011295} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.207557] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5d5b4979-fb8e-4f8d-9c90-9b9b40469e36 tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.207834] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d5b4979-fb8e-4f8d-9c90-9b9b40469e36 tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] 81677312-a11d-4f1f-a649-bd56bd222cf5/81677312-a11d-4f1f-a649-bd56bd222cf5.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1013.208132] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-caef17e5-dcf8-46bb-9653-313e7329cbd1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.217311] env[69350]: DEBUG oslo_vmware.api [None req-5d5b4979-fb8e-4f8d-9c90-9b9b40469e36 tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] Waiting for the task: (returnval){ [ 1013.217311] env[69350]: value = "task-3365505" [ 1013.217311] env[69350]: _type = "Task" [ 1013.217311] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.229765] env[69350]: DEBUG oslo_vmware.api [None req-5d5b4979-fb8e-4f8d-9c90-9b9b40469e36 tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] Task: {'id': task-3365505, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.314670] env[69350]: DEBUG oslo_vmware.api [None req-6ff7d300-ac44-48e9-b743-8cd578e0fe92 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] Task: {'id': task-3365503, 'name': ReconfigVM_Task, 'duration_secs': 0.432669} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.315098] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ff7d300-ac44-48e9-b743-8cd578e0fe92 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] [instance: dec19706-68cc-496c-8edd-a1beacdabfcd] Reconfigured VM instance instance-00000045 to attach disk [datastore1] dec19706-68cc-496c-8edd-a1beacdabfcd/dec19706-68cc-496c-8edd-a1beacdabfcd.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1013.315765] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-19777a49-758f-48d0-abe4-fab8e3105970 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.322777] env[69350]: DEBUG oslo_vmware.api [None req-6ff7d300-ac44-48e9-b743-8cd578e0fe92 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] Waiting for the task: (returnval){ [ 1013.322777] env[69350]: value = "task-3365506" [ 1013.322777] env[69350]: _type = "Task" [ 1013.322777] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.336784] env[69350]: DEBUG oslo_vmware.api [None req-7fe03951-db9a-4064-974d-4a8672899f43 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365504, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.340610] env[69350]: DEBUG oslo_vmware.api [None req-6ff7d300-ac44-48e9-b743-8cd578e0fe92 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] Task: {'id': task-3365506, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.360722] env[69350]: DEBUG nova.network.neutron [None req-04aa234e-e557-4c42-b34a-d55d3a2edd5b tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] [instance: 49ce9fe3-8815-421a-b820-f7688486bb80] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1013.439023] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3d5a8c49-62ac-446c-bd17-2487a588f31d tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Acquiring lock "refresh_cache-90b71625-4bb1-4f8b-a94e-313cea1be2da" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.439023] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3d5a8c49-62ac-446c-bd17-2487a588f31d tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Acquired lock "refresh_cache-90b71625-4bb1-4f8b-a94e-313cea1be2da" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.439023] env[69350]: DEBUG nova.network.neutron [None req-3d5a8c49-62ac-446c-bd17-2487a588f31d tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1013.439023] env[69350]: DEBUG nova.objects.instance [None req-3d5a8c49-62ac-446c-bd17-2487a588f31d tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Lazy-loading 'info_cache' on Instance uuid 90b71625-4bb1-4f8b-a94e-313cea1be2da {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1013.461318] env[69350]: DEBUG oslo_concurrency.lockutils [None req-36bfb416-14e7-4306-bb07-da35dffb5b81 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.023s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.462389] env[69350]: DEBUG oslo_concurrency.lockutils [None req-752b9c03-714d-4435-a633-252c3c503ea4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.567s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.462639] env[69350]: DEBUG nova.objects.instance [None req-752b9c03-714d-4435-a633-252c3c503ea4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Lazy-loading 'resources' on Instance uuid 8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1013.481839] env[69350]: INFO nova.scheduler.client.report [None req-36bfb416-14e7-4306-bb07-da35dffb5b81 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Deleted allocations for instance 32df2bac-26f8-494c-8af5-a02218f66960 [ 1013.595306] env[69350]: DEBUG nova.network.neutron [None req-04aa234e-e557-4c42-b34a-d55d3a2edd5b tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] [instance: 49ce9fe3-8815-421a-b820-f7688486bb80] Updating instance_info_cache with network_info: [{"id": "5d5efd85-5643-4954-8f8a-70bdbba2a5ba", "address": "fa:16:3e:a8:ed:94", "network": {"id": "3f09ba39-80e0-4096-b32e-6560f7478e97", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1283916742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c7bbf5971a441218c22b24b29ab8d95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d5efd85-56", "ovs_interfaceid": "5d5efd85-5643-4954-8f8a-70bdbba2a5ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.727763] env[69350]: DEBUG oslo_vmware.api [None req-5d5b4979-fb8e-4f8d-9c90-9b9b40469e36 tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] Task: {'id': task-3365505, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.836570] env[69350]: DEBUG oslo_vmware.api [None req-6ff7d300-ac44-48e9-b743-8cd578e0fe92 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] Task: {'id': task-3365506, 'name': Rename_Task, 'duration_secs': 0.15456} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.839897] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ff7d300-ac44-48e9-b743-8cd578e0fe92 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] [instance: dec19706-68cc-496c-8edd-a1beacdabfcd] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1013.840203] env[69350]: DEBUG oslo_vmware.api [None req-7fe03951-db9a-4064-974d-4a8672899f43 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365504, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.840454] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-499d1c1d-51c6-496d-b098-411f93d27348 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.849982] env[69350]: DEBUG oslo_vmware.api [None req-6ff7d300-ac44-48e9-b743-8cd578e0fe92 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] Waiting for the task: (returnval){ [ 1013.849982] env[69350]: value = "task-3365507" [ 1013.849982] env[69350]: _type = "Task" [ 1013.849982] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.860952] env[69350]: DEBUG oslo_vmware.api [None req-6ff7d300-ac44-48e9-b743-8cd578e0fe92 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] Task: {'id': task-3365507, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.948859] env[69350]: DEBUG nova.objects.base [None req-3d5a8c49-62ac-446c-bd17-2487a588f31d tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Object Instance<90b71625-4bb1-4f8b-a94e-313cea1be2da> lazy-loaded attributes: flavor,info_cache {{(pid=69350) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1013.996263] env[69350]: DEBUG oslo_concurrency.lockutils [None req-36bfb416-14e7-4306-bb07-da35dffb5b81 tempest-ServersAdminTestJSON-1299127148 tempest-ServersAdminTestJSON-1299127148-project-member] Lock "32df2bac-26f8-494c-8af5-a02218f66960" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.240s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.099824] env[69350]: DEBUG oslo_concurrency.lockutils [None req-04aa234e-e557-4c42-b34a-d55d3a2edd5b tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] Releasing lock "refresh_cache-49ce9fe3-8815-421a-b820-f7688486bb80" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.100185] env[69350]: DEBUG nova.compute.manager [None req-04aa234e-e557-4c42-b34a-d55d3a2edd5b tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] [instance: 49ce9fe3-8815-421a-b820-f7688486bb80] Instance network_info: |[{"id": "5d5efd85-5643-4954-8f8a-70bdbba2a5ba", "address": "fa:16:3e:a8:ed:94", "network": {"id": "3f09ba39-80e0-4096-b32e-6560f7478e97", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1283916742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c7bbf5971a441218c22b24b29ab8d95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d5efd85-56", "ovs_interfaceid": "5d5efd85-5643-4954-8f8a-70bdbba2a5ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1014.100754] env[69350]: DEBUG oslo_concurrency.lockutils [req-62306eec-0c8d-4e09-92d5-79ea43b7af32 req-b8d6dd5c-3ed6-4812-acb5-7869fc8d7a24 service nova] Acquired lock "refresh_cache-49ce9fe3-8815-421a-b820-f7688486bb80" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.100997] env[69350]: DEBUG nova.network.neutron [req-62306eec-0c8d-4e09-92d5-79ea43b7af32 req-b8d6dd5c-3ed6-4812-acb5-7869fc8d7a24 service nova] [instance: 49ce9fe3-8815-421a-b820-f7688486bb80] Refreshing network info cache for port 5d5efd85-5643-4954-8f8a-70bdbba2a5ba {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1014.102212] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-04aa234e-e557-4c42-b34a-d55d3a2edd5b tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] [instance: 49ce9fe3-8815-421a-b820-f7688486bb80] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:ed:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '30c39e9a-a798-4f25-a48c-91f786ba332c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5d5efd85-5643-4954-8f8a-70bdbba2a5ba', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1014.110822] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-04aa234e-e557-4c42-b34a-d55d3a2edd5b tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] Creating folder: Project (7c7bbf5971a441218c22b24b29ab8d95). Parent ref: group-v671398. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1014.111919] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bfa3e018-1c4b-405d-825d-ef701d8a4b55 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.130888] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-04aa234e-e557-4c42-b34a-d55d3a2edd5b tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] Created folder: Project (7c7bbf5971a441218c22b24b29ab8d95) in parent group-v671398. [ 1014.131536] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-04aa234e-e557-4c42-b34a-d55d3a2edd5b tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] Creating folder: Instances. Parent ref: group-v671602. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1014.131536] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a5c4bc9c-3cb3-4144-a410-a7ceff191019 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.145452] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-04aa234e-e557-4c42-b34a-d55d3a2edd5b tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] Created folder: Instances in parent group-v671602. [ 1014.145782] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-04aa234e-e557-4c42-b34a-d55d3a2edd5b tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1014.145926] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49ce9fe3-8815-421a-b820-f7688486bb80] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1014.146174] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6f4ade14-609d-48b1-96bc-d4591784dece {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.172101] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1014.172101] env[69350]: value = "task-3365510" [ 1014.172101] env[69350]: _type = "Task" [ 1014.172101] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.184750] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365510, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.230098] env[69350]: DEBUG oslo_vmware.api [None req-5d5b4979-fb8e-4f8d-9c90-9b9b40469e36 tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] Task: {'id': task-3365505, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.875916} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.233049] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d5b4979-fb8e-4f8d-9c90-9b9b40469e36 tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] 81677312-a11d-4f1f-a649-bd56bd222cf5/81677312-a11d-4f1f-a649-bd56bd222cf5.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1014.233301] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-5d5b4979-fb8e-4f8d-9c90-9b9b40469e36 tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] [instance: 81677312-a11d-4f1f-a649-bd56bd222cf5] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1014.233797] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2fd341e3-7404-41ce-bd7d-a6eb7fe2b6f0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.242564] env[69350]: DEBUG oslo_vmware.api [None req-5d5b4979-fb8e-4f8d-9c90-9b9b40469e36 tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] Waiting for the task: (returnval){ [ 1014.242564] env[69350]: value = "task-3365511" [ 1014.242564] env[69350]: _type = "Task" [ 1014.242564] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.257715] env[69350]: DEBUG oslo_vmware.api [None req-5d5b4979-fb8e-4f8d-9c90-9b9b40469e36 tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] Task: {'id': task-3365511, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.294951] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c4e8fd-9602-4bbe-abf7-c4ef6bee665f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.305334] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f5f75f3-7426-4444-84a5-c5e46d41aedb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.344866] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8de3376-fef9-4e6a-9d2f-cfd7eb802c8d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.357156] env[69350]: DEBUG oslo_vmware.api [None req-7fe03951-db9a-4064-974d-4a8672899f43 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365504, 'name': RemoveSnapshot_Task, 'duration_secs': 1.488455} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.362630] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e501c5fe-d45d-4128-aeaf-ae4253008700 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.368407] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7fe03951-db9a-4064-974d-4a8672899f43 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 532d8313-d578-433b-8dec-e05a03ba013b] Deleted Snapshot of the VM instance {{(pid=69350) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1014.368799] env[69350]: DEBUG nova.compute.manager [None req-7fe03951-db9a-4064-974d-4a8672899f43 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 532d8313-d578-433b-8dec-e05a03ba013b] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1014.369841] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2580ac7-89dc-4460-8219-501213da8d2b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.380034] env[69350]: DEBUG oslo_vmware.api [None req-6ff7d300-ac44-48e9-b743-8cd578e0fe92 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] Task: {'id': task-3365507, 'name': PowerOnVM_Task, 'duration_secs': 0.527788} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.390637] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ff7d300-ac44-48e9-b743-8cd578e0fe92 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] [instance: dec19706-68cc-496c-8edd-a1beacdabfcd] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1014.390971] env[69350]: INFO nova.compute.manager [None req-6ff7d300-ac44-48e9-b743-8cd578e0fe92 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] [instance: dec19706-68cc-496c-8edd-a1beacdabfcd] Took 8.56 seconds to spawn the instance on the hypervisor. [ 1014.391203] env[69350]: DEBUG nova.compute.manager [None req-6ff7d300-ac44-48e9-b743-8cd578e0fe92 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] [instance: dec19706-68cc-496c-8edd-a1beacdabfcd] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1014.395616] env[69350]: DEBUG nova.compute.provider_tree [None req-752b9c03-714d-4435-a633-252c3c503ea4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1014.398400] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40f3cfe3-b9bd-448b-ac52-1dd151c1afb8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.682557] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365510, 'name': CreateVM_Task, 'duration_secs': 0.397485} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.682921] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49ce9fe3-8815-421a-b820-f7688486bb80] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1014.683629] env[69350]: DEBUG oslo_concurrency.lockutils [None req-04aa234e-e557-4c42-b34a-d55d3a2edd5b tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.683796] env[69350]: DEBUG oslo_concurrency.lockutils [None req-04aa234e-e557-4c42-b34a-d55d3a2edd5b tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.684133] env[69350]: DEBUG oslo_concurrency.lockutils [None req-04aa234e-e557-4c42-b34a-d55d3a2edd5b tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.684402] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ff73a53-6649-4138-8c60-24f90faf70ef {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.692425] env[69350]: DEBUG oslo_vmware.api [None req-04aa234e-e557-4c42-b34a-d55d3a2edd5b tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] Waiting for the task: (returnval){ [ 1014.692425] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52bb6987-9e4c-7975-8cad-308f99aa3887" [ 1014.692425] env[69350]: _type = "Task" [ 1014.692425] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.710845] env[69350]: DEBUG oslo_vmware.api [None req-04aa234e-e557-4c42-b34a-d55d3a2edd5b tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52bb6987-9e4c-7975-8cad-308f99aa3887, 'name': SearchDatastore_Task, 'duration_secs': 0.010104} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.711186] env[69350]: DEBUG oslo_concurrency.lockutils [None req-04aa234e-e557-4c42-b34a-d55d3a2edd5b tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.711423] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-04aa234e-e557-4c42-b34a-d55d3a2edd5b tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] [instance: 49ce9fe3-8815-421a-b820-f7688486bb80] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1014.711659] env[69350]: DEBUG oslo_concurrency.lockutils [None req-04aa234e-e557-4c42-b34a-d55d3a2edd5b tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.711804] env[69350]: DEBUG oslo_concurrency.lockutils [None req-04aa234e-e557-4c42-b34a-d55d3a2edd5b tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.711978] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-04aa234e-e557-4c42-b34a-d55d3a2edd5b tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1014.715716] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a3eb2a86-0300-429f-91a5-4a61e89fe8a7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.728258] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-04aa234e-e557-4c42-b34a-d55d3a2edd5b tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1014.728656] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-04aa234e-e557-4c42-b34a-d55d3a2edd5b tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1014.729327] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea058ff4-ed56-40c0-8f22-088d28cc6661 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.736370] env[69350]: DEBUG oslo_vmware.api [None req-04aa234e-e557-4c42-b34a-d55d3a2edd5b tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] Waiting for the task: (returnval){ [ 1014.736370] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52d73fc7-be85-74fe-59a4-49024b39d4f1" [ 1014.736370] env[69350]: _type = "Task" [ 1014.736370] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.745447] env[69350]: DEBUG oslo_vmware.api [None req-04aa234e-e557-4c42-b34a-d55d3a2edd5b tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52d73fc7-be85-74fe-59a4-49024b39d4f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.754616] env[69350]: DEBUG oslo_vmware.api [None req-5d5b4979-fb8e-4f8d-9c90-9b9b40469e36 tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] Task: {'id': task-3365511, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079731} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.754880] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-5d5b4979-fb8e-4f8d-9c90-9b9b40469e36 tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] [instance: 81677312-a11d-4f1f-a649-bd56bd222cf5] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1014.756262] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef43762-e8de-4193-9959-b525419ce625 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.787586] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d5b4979-fb8e-4f8d-9c90-9b9b40469e36 tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] [instance: 81677312-a11d-4f1f-a649-bd56bd222cf5] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 81677312-a11d-4f1f-a649-bd56bd222cf5/81677312-a11d-4f1f-a649-bd56bd222cf5.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1014.787904] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2fa64c24-487e-4dae-b6c5-c35f7374e77f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.812648] env[69350]: DEBUG oslo_vmware.api [None req-5d5b4979-fb8e-4f8d-9c90-9b9b40469e36 tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] Waiting for the task: (returnval){ [ 1014.812648] env[69350]: value = "task-3365512" [ 1014.812648] env[69350]: _type = "Task" [ 1014.812648] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.823891] env[69350]: DEBUG oslo_vmware.api [None req-5d5b4979-fb8e-4f8d-9c90-9b9b40469e36 tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] Task: {'id': task-3365512, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.892111] env[69350]: DEBUG nova.network.neutron [None req-3d5a8c49-62ac-446c-bd17-2487a588f31d tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Updating instance_info_cache with network_info: [{"id": "d263adff-a1bf-494d-a599-ea5531206af2", "address": "fa:16:3e:53:c3:4b", "network": {"id": "ef2fb362-4313-473c-9c09-d0ff427ec60c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1709807276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68e43cb72d9c4af5965e3e49c212db1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd263adff-a1", "ovs_interfaceid": "d263adff-a1bf-494d-a599-ea5531206af2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.901278] env[69350]: DEBUG nova.scheduler.client.report [None req-752b9c03-714d-4435-a633-252c3c503ea4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1014.907634] env[69350]: INFO nova.compute.manager [None req-7fe03951-db9a-4064-974d-4a8672899f43 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 532d8313-d578-433b-8dec-e05a03ba013b] Shelve offloading [ 1014.923146] env[69350]: INFO nova.compute.manager [None req-6ff7d300-ac44-48e9-b743-8cd578e0fe92 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] [instance: dec19706-68cc-496c-8edd-a1beacdabfcd] Took 30.20 seconds to build instance. [ 1014.982371] env[69350]: DEBUG nova.network.neutron [req-62306eec-0c8d-4e09-92d5-79ea43b7af32 req-b8d6dd5c-3ed6-4812-acb5-7869fc8d7a24 service nova] [instance: 49ce9fe3-8815-421a-b820-f7688486bb80] Updated VIF entry in instance network info cache for port 5d5efd85-5643-4954-8f8a-70bdbba2a5ba. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1014.982717] env[69350]: DEBUG nova.network.neutron [req-62306eec-0c8d-4e09-92d5-79ea43b7af32 req-b8d6dd5c-3ed6-4812-acb5-7869fc8d7a24 service nova] [instance: 49ce9fe3-8815-421a-b820-f7688486bb80] Updating instance_info_cache with network_info: [{"id": "5d5efd85-5643-4954-8f8a-70bdbba2a5ba", "address": "fa:16:3e:a8:ed:94", "network": {"id": "3f09ba39-80e0-4096-b32e-6560f7478e97", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1283916742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c7bbf5971a441218c22b24b29ab8d95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d5efd85-56", "ovs_interfaceid": "5d5efd85-5643-4954-8f8a-70bdbba2a5ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.249125] env[69350]: DEBUG oslo_vmware.api [None req-04aa234e-e557-4c42-b34a-d55d3a2edd5b tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52d73fc7-be85-74fe-59a4-49024b39d4f1, 'name': SearchDatastore_Task, 'duration_secs': 0.011084} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.249912] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83fe076f-d341-4df0-be7e-17aaaec3b0d7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.257560] env[69350]: DEBUG oslo_vmware.api [None req-04aa234e-e557-4c42-b34a-d55d3a2edd5b tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] Waiting for the task: (returnval){ [ 1015.257560] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52736ba0-c3d1-8d36-3210-2b3e4ad3a873" [ 1015.257560] env[69350]: _type = "Task" [ 1015.257560] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.270425] env[69350]: DEBUG oslo_vmware.api [None req-04aa234e-e557-4c42-b34a-d55d3a2edd5b tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52736ba0-c3d1-8d36-3210-2b3e4ad3a873, 'name': SearchDatastore_Task, 'duration_secs': 0.010884} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.270754] env[69350]: DEBUG oslo_concurrency.lockutils [None req-04aa234e-e557-4c42-b34a-d55d3a2edd5b tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.271047] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-04aa234e-e557-4c42-b34a-d55d3a2edd5b tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] 49ce9fe3-8815-421a-b820-f7688486bb80/49ce9fe3-8815-421a-b820-f7688486bb80.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1015.272122] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-59418aef-3cfe-4a71-94a5-b162eeb6f124 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.279715] env[69350]: DEBUG oslo_vmware.api [None req-04aa234e-e557-4c42-b34a-d55d3a2edd5b tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] Waiting for the task: (returnval){ [ 1015.279715] env[69350]: value = "task-3365513" [ 1015.279715] env[69350]: _type = "Task" [ 1015.279715] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.289461] env[69350]: DEBUG oslo_vmware.api [None req-04aa234e-e557-4c42-b34a-d55d3a2edd5b tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] Task: {'id': task-3365513, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.324865] env[69350]: DEBUG oslo_vmware.api [None req-5d5b4979-fb8e-4f8d-9c90-9b9b40469e36 tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] Task: {'id': task-3365512, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.393942] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3d5a8c49-62ac-446c-bd17-2487a588f31d tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Releasing lock "refresh_cache-90b71625-4bb1-4f8b-a94e-313cea1be2da" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.409044] env[69350]: DEBUG oslo_concurrency.lockutils [None req-752b9c03-714d-4435-a633-252c3c503ea4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.947s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.412375] env[69350]: DEBUG oslo_concurrency.lockutils [None req-17090968-8f1a-483e-8ab2-19c87e0a69a2 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.516s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.413950] env[69350]: INFO nova.compute.claims [None req-17090968-8f1a-483e-8ab2-19c87e0a69a2 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] [instance: 2cf2c7b0-3546-4f8b-9293-7591793a4292] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1015.416835] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fe03951-db9a-4064-974d-4a8672899f43 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 532d8313-d578-433b-8dec-e05a03ba013b] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1015.421623] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe8eedce-d4bb-4d5a-9eb5-a702f612fd17 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.424795] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6ff7d300-ac44-48e9-b743-8cd578e0fe92 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] Lock "dec19706-68cc-496c-8edd-a1beacdabfcd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.712s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.434735] env[69350]: DEBUG oslo_vmware.api [None req-7fe03951-db9a-4064-974d-4a8672899f43 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Waiting for the task: (returnval){ [ 1015.434735] env[69350]: value = "task-3365514" [ 1015.434735] env[69350]: _type = "Task" [ 1015.434735] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.450163] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fe03951-db9a-4064-974d-4a8672899f43 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 532d8313-d578-433b-8dec-e05a03ba013b] VM already powered off {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1015.450163] env[69350]: DEBUG nova.compute.manager [None req-7fe03951-db9a-4064-974d-4a8672899f43 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 532d8313-d578-433b-8dec-e05a03ba013b] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1015.450163] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b82f61-b6ae-4fdf-b9e3-cd87969e8978 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.455507] env[69350]: INFO nova.scheduler.client.report [None req-752b9c03-714d-4435-a633-252c3c503ea4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Deleted allocations for instance 8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda [ 1015.463508] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7fe03951-db9a-4064-974d-4a8672899f43 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Acquiring lock "refresh_cache-532d8313-d578-433b-8dec-e05a03ba013b" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.463834] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7fe03951-db9a-4064-974d-4a8672899f43 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Acquired lock "refresh_cache-532d8313-d578-433b-8dec-e05a03ba013b" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.464146] env[69350]: DEBUG nova.network.neutron [None req-7fe03951-db9a-4064-974d-4a8672899f43 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 532d8313-d578-433b-8dec-e05a03ba013b] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1015.481571] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6c143310-a1a3-4215-acb9-855a8087fd43 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] Acquiring lock "dec19706-68cc-496c-8edd-a1beacdabfcd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.482344] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6c143310-a1a3-4215-acb9-855a8087fd43 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] Lock "dec19706-68cc-496c-8edd-a1beacdabfcd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.484646] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6c143310-a1a3-4215-acb9-855a8087fd43 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] Acquiring lock "dec19706-68cc-496c-8edd-a1beacdabfcd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.484646] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6c143310-a1a3-4215-acb9-855a8087fd43 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] Lock "dec19706-68cc-496c-8edd-a1beacdabfcd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.484646] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6c143310-a1a3-4215-acb9-855a8087fd43 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] Lock "dec19706-68cc-496c-8edd-a1beacdabfcd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.486069] env[69350]: INFO nova.compute.manager [None req-6c143310-a1a3-4215-acb9-855a8087fd43 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] [instance: dec19706-68cc-496c-8edd-a1beacdabfcd] Terminating instance [ 1015.489839] env[69350]: DEBUG oslo_concurrency.lockutils [req-62306eec-0c8d-4e09-92d5-79ea43b7af32 req-b8d6dd5c-3ed6-4812-acb5-7869fc8d7a24 service nova] Releasing lock "refresh_cache-49ce9fe3-8815-421a-b820-f7688486bb80" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.793789] env[69350]: DEBUG oslo_vmware.api [None req-04aa234e-e557-4c42-b34a-d55d3a2edd5b tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] Task: {'id': task-3365513, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471031} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.794073] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-04aa234e-e557-4c42-b34a-d55d3a2edd5b tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] 49ce9fe3-8815-421a-b820-f7688486bb80/49ce9fe3-8815-421a-b820-f7688486bb80.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1015.794963] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-04aa234e-e557-4c42-b34a-d55d3a2edd5b tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] [instance: 49ce9fe3-8815-421a-b820-f7688486bb80] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1015.794963] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b45a7964-71f0-4aa5-a982-59197b979952 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.803593] env[69350]: DEBUG oslo_vmware.api [None req-04aa234e-e557-4c42-b34a-d55d3a2edd5b tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] Waiting for the task: (returnval){ [ 1015.803593] env[69350]: value = "task-3365515" [ 1015.803593] env[69350]: _type = "Task" [ 1015.803593] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.815400] env[69350]: DEBUG oslo_vmware.api [None req-04aa234e-e557-4c42-b34a-d55d3a2edd5b tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] Task: {'id': task-3365515, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.826584] env[69350]: DEBUG oslo_vmware.api [None req-5d5b4979-fb8e-4f8d-9c90-9b9b40469e36 tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] Task: {'id': task-3365512, 'name': ReconfigVM_Task, 'duration_secs': 0.54949} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.827160] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d5b4979-fb8e-4f8d-9c90-9b9b40469e36 tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] [instance: 81677312-a11d-4f1f-a649-bd56bd222cf5] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 81677312-a11d-4f1f-a649-bd56bd222cf5/81677312-a11d-4f1f-a649-bd56bd222cf5.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1015.829955] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff795e5b-1f7b-4b4a-be61-150a09db47e4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.837448] env[69350]: DEBUG oslo_vmware.api [None req-5d5b4979-fb8e-4f8d-9c90-9b9b40469e36 tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] Waiting for the task: (returnval){ [ 1015.837448] env[69350]: value = "task-3365516" [ 1015.837448] env[69350]: _type = "Task" [ 1015.837448] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.846763] env[69350]: DEBUG oslo_vmware.api [None req-5d5b4979-fb8e-4f8d-9c90-9b9b40469e36 tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] Task: {'id': task-3365516, 'name': Rename_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.972687] env[69350]: DEBUG oslo_concurrency.lockutils [None req-752b9c03-714d-4435-a633-252c3c503ea4 tempest-VolumesAdminNegativeTest-525973100 tempest-VolumesAdminNegativeTest-525973100-project-member] Lock "8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.411s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.992592] env[69350]: DEBUG nova.compute.manager [None req-6c143310-a1a3-4215-acb9-855a8087fd43 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] [instance: dec19706-68cc-496c-8edd-a1beacdabfcd] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1015.992592] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-6c143310-a1a3-4215-acb9-855a8087fd43 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] [instance: dec19706-68cc-496c-8edd-a1beacdabfcd] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1015.993419] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b0773e-c4e4-498a-9cc0-cdd3683027da {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.003392] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c143310-a1a3-4215-acb9-855a8087fd43 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] [instance: dec19706-68cc-496c-8edd-a1beacdabfcd] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1016.003658] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c3718b01-7be0-4ffc-a2d4-b0e7328eb064 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.011331] env[69350]: DEBUG oslo_vmware.api [None req-6c143310-a1a3-4215-acb9-855a8087fd43 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] Waiting for the task: (returnval){ [ 1016.011331] env[69350]: value = "task-3365517" [ 1016.011331] env[69350]: _type = "Task" [ 1016.011331] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.021961] env[69350]: DEBUG oslo_vmware.api [None req-6c143310-a1a3-4215-acb9-855a8087fd43 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] Task: {'id': task-3365517, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.260787] env[69350]: DEBUG nova.network.neutron [None req-7fe03951-db9a-4064-974d-4a8672899f43 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 532d8313-d578-433b-8dec-e05a03ba013b] Updating instance_info_cache with network_info: [{"id": "92c7b468-c210-4b01-ada0-6953472a6108", "address": "fa:16:3e:06:03:79", "network": {"id": "b9926ca7-18c0-4f87-918b-403ba5906bb0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2101484641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b6086e845a74075ace175b4fcb0622d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92c7b468-c2", "ovs_interfaceid": "92c7b468-c210-4b01-ada0-6953472a6108", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.315297] env[69350]: DEBUG oslo_vmware.api [None req-04aa234e-e557-4c42-b34a-d55d3a2edd5b tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] Task: {'id': task-3365515, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106861} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.315620] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-04aa234e-e557-4c42-b34a-d55d3a2edd5b tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] [instance: 49ce9fe3-8815-421a-b820-f7688486bb80] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1016.316511] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b7d0de-9c86-47e4-938b-df0bae60c0fa {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.344074] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-04aa234e-e557-4c42-b34a-d55d3a2edd5b tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] [instance: 49ce9fe3-8815-421a-b820-f7688486bb80] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 49ce9fe3-8815-421a-b820-f7688486bb80/49ce9fe3-8815-421a-b820-f7688486bb80.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1016.344863] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-816f9752-1f6a-4a17-a0c0-e0c6c6ec5efd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.372783] env[69350]: DEBUG oslo_vmware.api [None req-5d5b4979-fb8e-4f8d-9c90-9b9b40469e36 tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] Task: {'id': task-3365516, 'name': Rename_Task, 'duration_secs': 0.238698} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.374140] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d5b4979-fb8e-4f8d-9c90-9b9b40469e36 tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] [instance: 81677312-a11d-4f1f-a649-bd56bd222cf5] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1016.374482] env[69350]: DEBUG oslo_vmware.api [None req-04aa234e-e557-4c42-b34a-d55d3a2edd5b tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] Waiting for the task: (returnval){ [ 1016.374482] env[69350]: value = "task-3365518" [ 1016.374482] env[69350]: _type = "Task" [ 1016.374482] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.374719] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-03c27468-3161-48a6-8666-159db19c003f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.386376] env[69350]: DEBUG oslo_vmware.api [None req-04aa234e-e557-4c42-b34a-d55d3a2edd5b tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] Task: {'id': task-3365518, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.388689] env[69350]: DEBUG oslo_vmware.api [None req-5d5b4979-fb8e-4f8d-9c90-9b9b40469e36 tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] Waiting for the task: (returnval){ [ 1016.388689] env[69350]: value = "task-3365519" [ 1016.388689] env[69350]: _type = "Task" [ 1016.388689] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.397126] env[69350]: DEBUG oslo_vmware.api [None req-5d5b4979-fb8e-4f8d-9c90-9b9b40469e36 tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] Task: {'id': task-3365519, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.399889] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d5a8c49-62ac-446c-bd17-2487a588f31d tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1016.400230] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0fdbec1f-2c6c-432e-9a8c-8531b64b3bd4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.408816] env[69350]: DEBUG oslo_vmware.api [None req-3d5a8c49-62ac-446c-bd17-2487a588f31d tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Waiting for the task: (returnval){ [ 1016.408816] env[69350]: value = "task-3365520" [ 1016.408816] env[69350]: _type = "Task" [ 1016.408816] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.421032] env[69350]: DEBUG oslo_vmware.api [None req-3d5a8c49-62ac-446c-bd17-2487a588f31d tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365520, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.524044] env[69350]: DEBUG oslo_vmware.api [None req-6c143310-a1a3-4215-acb9-855a8087fd43 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] Task: {'id': task-3365517, 'name': PowerOffVM_Task, 'duration_secs': 0.26088} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.526753] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c143310-a1a3-4215-acb9-855a8087fd43 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] [instance: dec19706-68cc-496c-8edd-a1beacdabfcd] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1016.526947] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-6c143310-a1a3-4215-acb9-855a8087fd43 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] [instance: dec19706-68cc-496c-8edd-a1beacdabfcd] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1016.528113] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e19103fc-efc8-4188-a2b5-458d3da55599 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.610828] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-6c143310-a1a3-4215-acb9-855a8087fd43 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] [instance: dec19706-68cc-496c-8edd-a1beacdabfcd] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1016.611243] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-6c143310-a1a3-4215-acb9-855a8087fd43 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] [instance: dec19706-68cc-496c-8edd-a1beacdabfcd] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1016.611562] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c143310-a1a3-4215-acb9-855a8087fd43 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] Deleting the datastore file [datastore1] dec19706-68cc-496c-8edd-a1beacdabfcd {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1016.615313] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2e7ce9a3-cc14-45cf-b5f3-c0a5bff8b793 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.624220] env[69350]: DEBUG oslo_vmware.api [None req-6c143310-a1a3-4215-acb9-855a8087fd43 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] Waiting for the task: (returnval){ [ 1016.624220] env[69350]: value = "task-3365522" [ 1016.624220] env[69350]: _type = "Task" [ 1016.624220] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.634876] env[69350]: DEBUG oslo_vmware.api [None req-6c143310-a1a3-4215-acb9-855a8087fd43 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] Task: {'id': task-3365522, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.765218] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7fe03951-db9a-4064-974d-4a8672899f43 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Releasing lock "refresh_cache-532d8313-d578-433b-8dec-e05a03ba013b" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.769254] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb16e16-bf19-4264-887a-70db40f0798a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.777746] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-037d2c51-9e41-4f74-bf27-da7072c549fe {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.813502] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bd965bd-e7a5-4233-9203-b260ca20d921 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.822945] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-929fdd95-4da1-4c75-acad-f8cf43e517f4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.842787] env[69350]: DEBUG nova.compute.provider_tree [None req-17090968-8f1a-483e-8ab2-19c87e0a69a2 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1016.889635] env[69350]: DEBUG oslo_vmware.api [None req-04aa234e-e557-4c42-b34a-d55d3a2edd5b tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] Task: {'id': task-3365518, 'name': ReconfigVM_Task, 'duration_secs': 0.388604} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.893509] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-04aa234e-e557-4c42-b34a-d55d3a2edd5b tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] [instance: 49ce9fe3-8815-421a-b820-f7688486bb80] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 49ce9fe3-8815-421a-b820-f7688486bb80/49ce9fe3-8815-421a-b820-f7688486bb80.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1016.894742] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-79cfbe04-2980-45f1-80c4-fb7deada0fc3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.904554] env[69350]: DEBUG oslo_vmware.api [None req-5d5b4979-fb8e-4f8d-9c90-9b9b40469e36 tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] Task: {'id': task-3365519, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.906885] env[69350]: DEBUG oslo_vmware.api [None req-04aa234e-e557-4c42-b34a-d55d3a2edd5b tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] Waiting for the task: (returnval){ [ 1016.906885] env[69350]: value = "task-3365523" [ 1016.906885] env[69350]: _type = "Task" [ 1016.906885] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.927254] env[69350]: DEBUG oslo_vmware.api [None req-04aa234e-e557-4c42-b34a-d55d3a2edd5b tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] Task: {'id': task-3365523, 'name': Rename_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.927971] env[69350]: DEBUG oslo_vmware.api [None req-3d5a8c49-62ac-446c-bd17-2487a588f31d tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365520, 'name': PowerOnVM_Task, 'duration_secs': 0.502456} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.928452] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d5a8c49-62ac-446c-bd17-2487a588f31d tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1016.928452] env[69350]: DEBUG nova.compute.manager [None req-3d5a8c49-62ac-446c-bd17-2487a588f31d tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1016.929330] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca0d383-fb20-497c-b2ac-6f38484055c9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.138909] env[69350]: DEBUG oslo_vmware.api [None req-6c143310-a1a3-4215-acb9-855a8087fd43 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] Task: {'id': task-3365522, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.228707} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.139191] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c143310-a1a3-4215-acb9-855a8087fd43 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1017.139392] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-6c143310-a1a3-4215-acb9-855a8087fd43 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] [instance: dec19706-68cc-496c-8edd-a1beacdabfcd] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1017.139599] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-6c143310-a1a3-4215-acb9-855a8087fd43 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] [instance: dec19706-68cc-496c-8edd-a1beacdabfcd] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1017.139772] env[69350]: INFO nova.compute.manager [None req-6c143310-a1a3-4215-acb9-855a8087fd43 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] [instance: dec19706-68cc-496c-8edd-a1beacdabfcd] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1017.140026] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6c143310-a1a3-4215-acb9-855a8087fd43 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1017.140227] env[69350]: DEBUG nova.compute.manager [-] [instance: dec19706-68cc-496c-8edd-a1beacdabfcd] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1017.140319] env[69350]: DEBUG nova.network.neutron [-] [instance: dec19706-68cc-496c-8edd-a1beacdabfcd] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1017.348915] env[69350]: DEBUG nova.scheduler.client.report [None req-17090968-8f1a-483e-8ab2-19c87e0a69a2 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1017.400715] env[69350]: DEBUG oslo_vmware.api [None req-5d5b4979-fb8e-4f8d-9c90-9b9b40469e36 tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] Task: {'id': task-3365519, 'name': PowerOnVM_Task, 'duration_secs': 0.577989} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.401016] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d5b4979-fb8e-4f8d-9c90-9b9b40469e36 tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] [instance: 81677312-a11d-4f1f-a649-bd56bd222cf5] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1017.401328] env[69350]: INFO nova.compute.manager [None req-5d5b4979-fb8e-4f8d-9c90-9b9b40469e36 tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] [instance: 81677312-a11d-4f1f-a649-bd56bd222cf5] Took 8.98 seconds to spawn the instance on the hypervisor. [ 1017.401518] env[69350]: DEBUG nova.compute.manager [None req-5d5b4979-fb8e-4f8d-9c90-9b9b40469e36 tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] [instance: 81677312-a11d-4f1f-a649-bd56bd222cf5] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1017.402402] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99badef4-faad-4286-8f3e-fa8b7fed9134 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.421010] env[69350]: DEBUG oslo_vmware.api [None req-04aa234e-e557-4c42-b34a-d55d3a2edd5b tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] Task: {'id': task-3365523, 'name': Rename_Task, 'duration_secs': 0.211443} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.421293] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-04aa234e-e557-4c42-b34a-d55d3a2edd5b tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] [instance: 49ce9fe3-8815-421a-b820-f7688486bb80] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1017.421544] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b1901b8-6846-4d20-897a-a2f18e202988 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.430571] env[69350]: DEBUG oslo_vmware.api [None req-04aa234e-e557-4c42-b34a-d55d3a2edd5b tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] Waiting for the task: (returnval){ [ 1017.430571] env[69350]: value = "task-3365524" [ 1017.430571] env[69350]: _type = "Task" [ 1017.430571] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.439940] env[69350]: DEBUG oslo_vmware.api [None req-04aa234e-e557-4c42-b34a-d55d3a2edd5b tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] Task: {'id': task-3365524, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.487414] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7fe03951-db9a-4064-974d-4a8672899f43 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 532d8313-d578-433b-8dec-e05a03ba013b] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1017.488487] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aabe6338-846b-4708-8ee9-84400d70aa33 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.497505] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7fe03951-db9a-4064-974d-4a8672899f43 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 532d8313-d578-433b-8dec-e05a03ba013b] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1017.497779] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b25c0cbe-2a37-4031-bceb-827dc2aa8767 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.541574] env[69350]: DEBUG nova.compute.manager [req-0bf02398-6c07-4421-a2d1-0aaf09af363f req-8e53a5a6-1072-4c27-9e0e-79e81537e4da service nova] [instance: 532d8313-d578-433b-8dec-e05a03ba013b] Received event network-vif-unplugged-92c7b468-c210-4b01-ada0-6953472a6108 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1017.541758] env[69350]: DEBUG oslo_concurrency.lockutils [req-0bf02398-6c07-4421-a2d1-0aaf09af363f req-8e53a5a6-1072-4c27-9e0e-79e81537e4da service nova] Acquiring lock "532d8313-d578-433b-8dec-e05a03ba013b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.542050] env[69350]: DEBUG oslo_concurrency.lockutils [req-0bf02398-6c07-4421-a2d1-0aaf09af363f req-8e53a5a6-1072-4c27-9e0e-79e81537e4da service nova] Lock "532d8313-d578-433b-8dec-e05a03ba013b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.542286] env[69350]: DEBUG oslo_concurrency.lockutils [req-0bf02398-6c07-4421-a2d1-0aaf09af363f req-8e53a5a6-1072-4c27-9e0e-79e81537e4da service nova] Lock "532d8313-d578-433b-8dec-e05a03ba013b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.542516] env[69350]: DEBUG nova.compute.manager [req-0bf02398-6c07-4421-a2d1-0aaf09af363f req-8e53a5a6-1072-4c27-9e0e-79e81537e4da service nova] [instance: 532d8313-d578-433b-8dec-e05a03ba013b] No waiting events found dispatching network-vif-unplugged-92c7b468-c210-4b01-ada0-6953472a6108 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1017.542754] env[69350]: WARNING nova.compute.manager [req-0bf02398-6c07-4421-a2d1-0aaf09af363f req-8e53a5a6-1072-4c27-9e0e-79e81537e4da service nova] [instance: 532d8313-d578-433b-8dec-e05a03ba013b] Received unexpected event network-vif-unplugged-92c7b468-c210-4b01-ada0-6953472a6108 for instance with vm_state shelved and task_state shelving_offloading. [ 1017.590777] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7fe03951-db9a-4064-974d-4a8672899f43 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 532d8313-d578-433b-8dec-e05a03ba013b] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1017.591121] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7fe03951-db9a-4064-974d-4a8672899f43 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 532d8313-d578-433b-8dec-e05a03ba013b] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1017.591460] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fe03951-db9a-4064-974d-4a8672899f43 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Deleting the datastore file [datastore1] 532d8313-d578-433b-8dec-e05a03ba013b {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1017.591799] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d1eb8ea5-5a6a-4db4-9c17-2fe9208b66d6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.600557] env[69350]: DEBUG oslo_vmware.api [None req-7fe03951-db9a-4064-974d-4a8672899f43 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Waiting for the task: (returnval){ [ 1017.600557] env[69350]: value = "task-3365526" [ 1017.600557] env[69350]: _type = "Task" [ 1017.600557] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.610865] env[69350]: DEBUG oslo_vmware.api [None req-7fe03951-db9a-4064-974d-4a8672899f43 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365526, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.793980] env[69350]: DEBUG oslo_concurrency.lockutils [None req-cf4ab4ad-8875-4f27-a35c-f1a0c55ce0f8 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Acquiring lock "90b71625-4bb1-4f8b-a94e-313cea1be2da" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.794370] env[69350]: DEBUG oslo_concurrency.lockutils [None req-cf4ab4ad-8875-4f27-a35c-f1a0c55ce0f8 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Lock "90b71625-4bb1-4f8b-a94e-313cea1be2da" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.794663] env[69350]: DEBUG oslo_concurrency.lockutils [None req-cf4ab4ad-8875-4f27-a35c-f1a0c55ce0f8 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Acquiring lock "90b71625-4bb1-4f8b-a94e-313cea1be2da-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.794924] env[69350]: DEBUG oslo_concurrency.lockutils [None req-cf4ab4ad-8875-4f27-a35c-f1a0c55ce0f8 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Lock "90b71625-4bb1-4f8b-a94e-313cea1be2da-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.795161] env[69350]: DEBUG oslo_concurrency.lockutils [None req-cf4ab4ad-8875-4f27-a35c-f1a0c55ce0f8 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Lock "90b71625-4bb1-4f8b-a94e-313cea1be2da-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.797972] env[69350]: INFO nova.compute.manager [None req-cf4ab4ad-8875-4f27-a35c-f1a0c55ce0f8 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Terminating instance [ 1017.853673] env[69350]: DEBUG oslo_concurrency.lockutils [None req-17090968-8f1a-483e-8ab2-19c87e0a69a2 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.441s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.855288] env[69350]: DEBUG nova.compute.manager [None req-17090968-8f1a-483e-8ab2-19c87e0a69a2 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] [instance: 2cf2c7b0-3546-4f8b-9293-7591793a4292] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1017.858342] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b8e7723f-b09e-4c44-a8e8-1e868d4fca55 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.465s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.858342] env[69350]: DEBUG nova.objects.instance [None req-b8e7723f-b09e-4c44-a8e8-1e868d4fca55 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Lazy-loading 'resources' on Instance uuid dcace75e-abf2-4e4a-8bae-2ccce0c618f5 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1017.924886] env[69350]: INFO nova.compute.manager [None req-5d5b4979-fb8e-4f8d-9c90-9b9b40469e36 tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] [instance: 81677312-a11d-4f1f-a649-bd56bd222cf5] Took 23.69 seconds to build instance. [ 1017.943243] env[69350]: DEBUG oslo_vmware.api [None req-04aa234e-e557-4c42-b34a-d55d3a2edd5b tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] Task: {'id': task-3365524, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.117609] env[69350]: DEBUG oslo_vmware.api [None req-7fe03951-db9a-4064-974d-4a8672899f43 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365526, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.277758} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.117609] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fe03951-db9a-4064-974d-4a8672899f43 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1018.117609] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7fe03951-db9a-4064-974d-4a8672899f43 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 532d8313-d578-433b-8dec-e05a03ba013b] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1018.117609] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7fe03951-db9a-4064-974d-4a8672899f43 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 532d8313-d578-433b-8dec-e05a03ba013b] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1018.147260] env[69350]: INFO nova.scheduler.client.report [None req-7fe03951-db9a-4064-974d-4a8672899f43 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Deleted allocations for instance 532d8313-d578-433b-8dec-e05a03ba013b [ 1018.173743] env[69350]: DEBUG nova.network.neutron [-] [instance: dec19706-68cc-496c-8edd-a1beacdabfcd] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.302354] env[69350]: DEBUG nova.compute.manager [None req-cf4ab4ad-8875-4f27-a35c-f1a0c55ce0f8 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1018.302594] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-cf4ab4ad-8875-4f27-a35c-f1a0c55ce0f8 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1018.303963] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bbe0687-9e3c-4c02-8de4-2aea2408d3e2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.314542] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf4ab4ad-8875-4f27-a35c-f1a0c55ce0f8 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1018.314821] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d5a46f71-ad62-46f1-8110-603b12f538a1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.323257] env[69350]: DEBUG oslo_vmware.api [None req-cf4ab4ad-8875-4f27-a35c-f1a0c55ce0f8 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Waiting for the task: (returnval){ [ 1018.323257] env[69350]: value = "task-3365527" [ 1018.323257] env[69350]: _type = "Task" [ 1018.323257] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.335444] env[69350]: DEBUG oslo_vmware.api [None req-cf4ab4ad-8875-4f27-a35c-f1a0c55ce0f8 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365527, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.361649] env[69350]: DEBUG nova.compute.utils [None req-17090968-8f1a-483e-8ab2-19c87e0a69a2 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1018.366836] env[69350]: DEBUG nova.compute.manager [None req-17090968-8f1a-483e-8ab2-19c87e0a69a2 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] [instance: 2cf2c7b0-3546-4f8b-9293-7591793a4292] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1018.366836] env[69350]: DEBUG nova.network.neutron [None req-17090968-8f1a-483e-8ab2-19c87e0a69a2 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] [instance: 2cf2c7b0-3546-4f8b-9293-7591793a4292] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1018.429541] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5d5b4979-fb8e-4f8d-9c90-9b9b40469e36 tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] Lock "81677312-a11d-4f1f-a649-bd56bd222cf5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.208s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.443718] env[69350]: DEBUG oslo_vmware.api [None req-04aa234e-e557-4c42-b34a-d55d3a2edd5b tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] Task: {'id': task-3365524, 'name': PowerOnVM_Task, 'duration_secs': 0.608513} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.445319] env[69350]: DEBUG nova.policy [None req-17090968-8f1a-483e-8ab2-19c87e0a69a2 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b2158691828145b682dfeb18b02d3e18', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '38c9ade20c1748d4892eb5157764c9e7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 1018.449399] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-04aa234e-e557-4c42-b34a-d55d3a2edd5b tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] [instance: 49ce9fe3-8815-421a-b820-f7688486bb80] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1018.449566] env[69350]: INFO nova.compute.manager [None req-04aa234e-e557-4c42-b34a-d55d3a2edd5b tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] [instance: 49ce9fe3-8815-421a-b820-f7688486bb80] Took 7.49 seconds to spawn the instance on the hypervisor. [ 1018.449815] env[69350]: DEBUG nova.compute.manager [None req-04aa234e-e557-4c42-b34a-d55d3a2edd5b tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] [instance: 49ce9fe3-8815-421a-b820-f7688486bb80] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1018.451091] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9615291a-6b9d-4f14-991d-a1e57632ca61 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.654513] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7fe03951-db9a-4064-974d-4a8672899f43 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.676378] env[69350]: INFO nova.compute.manager [-] [instance: dec19706-68cc-496c-8edd-a1beacdabfcd] Took 1.54 seconds to deallocate network for instance. [ 1018.732722] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c91d8f-5656-47ba-a09a-b8d4bedc59e1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.742716] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26136042-3be0-490c-8883-42be1343b497 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.791270] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c808eeaf-9266-4aac-804d-792001da9724 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Acquiring lock "532d8313-d578-433b-8dec-e05a03ba013b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.792292] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a7e3cef-484f-46de-9e5e-1a52ea3105fb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.802554] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3045103-b334-47d6-9f62-feb9fe8f6ecf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.820916] env[69350]: DEBUG nova.compute.provider_tree [None req-b8e7723f-b09e-4c44-a8e8-1e868d4fca55 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1018.835173] env[69350]: DEBUG oslo_vmware.api [None req-cf4ab4ad-8875-4f27-a35c-f1a0c55ce0f8 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365527, 'name': PowerOffVM_Task, 'duration_secs': 0.237411} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.835484] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf4ab4ad-8875-4f27-a35c-f1a0c55ce0f8 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1018.835824] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-cf4ab4ad-8875-4f27-a35c-f1a0c55ce0f8 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1018.836707] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9606d933-3535-473f-992e-b4e2a9978cee {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.870014] env[69350]: DEBUG nova.compute.manager [None req-17090968-8f1a-483e-8ab2-19c87e0a69a2 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] [instance: 2cf2c7b0-3546-4f8b-9293-7591793a4292] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1018.907852] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-cf4ab4ad-8875-4f27-a35c-f1a0c55ce0f8 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1018.908156] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-cf4ab4ad-8875-4f27-a35c-f1a0c55ce0f8 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1018.908947] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf4ab4ad-8875-4f27-a35c-f1a0c55ce0f8 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Deleting the datastore file [datastore2] 90b71625-4bb1-4f8b-a94e-313cea1be2da {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1018.908947] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8021bdd2-b714-4e88-ae45-262069ea0d8c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.918483] env[69350]: DEBUG oslo_vmware.api [None req-cf4ab4ad-8875-4f27-a35c-f1a0c55ce0f8 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Waiting for the task: (returnval){ [ 1018.918483] env[69350]: value = "task-3365529" [ 1018.918483] env[69350]: _type = "Task" [ 1018.918483] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.931577] env[69350]: DEBUG oslo_vmware.api [None req-cf4ab4ad-8875-4f27-a35c-f1a0c55ce0f8 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365529, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.979416] env[69350]: INFO nova.compute.manager [None req-04aa234e-e557-4c42-b34a-d55d3a2edd5b tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] [instance: 49ce9fe3-8815-421a-b820-f7688486bb80] Took 22.49 seconds to build instance. [ 1019.119840] env[69350]: DEBUG nova.network.neutron [None req-17090968-8f1a-483e-8ab2-19c87e0a69a2 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] [instance: 2cf2c7b0-3546-4f8b-9293-7591793a4292] Successfully created port: 1227e959-6298-49a6-beb6-fc73fc729222 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1019.184812] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6c143310-a1a3-4215-acb9-855a8087fd43 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.332025] env[69350]: DEBUG nova.scheduler.client.report [None req-b8e7723f-b09e-4c44-a8e8-1e868d4fca55 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1019.431154] env[69350]: DEBUG oslo_vmware.api [None req-cf4ab4ad-8875-4f27-a35c-f1a0c55ce0f8 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365529, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177113} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.431564] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf4ab4ad-8875-4f27-a35c-f1a0c55ce0f8 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1019.431744] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-cf4ab4ad-8875-4f27-a35c-f1a0c55ce0f8 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1019.431966] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-cf4ab4ad-8875-4f27-a35c-f1a0c55ce0f8 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1019.432250] env[69350]: INFO nova.compute.manager [None req-cf4ab4ad-8875-4f27-a35c-f1a0c55ce0f8 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1019.432572] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf4ab4ad-8875-4f27-a35c-f1a0c55ce0f8 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1019.432784] env[69350]: DEBUG nova.compute.manager [-] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1019.432926] env[69350]: DEBUG nova.network.neutron [-] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1019.484885] env[69350]: DEBUG oslo_concurrency.lockutils [None req-04aa234e-e557-4c42-b34a-d55d3a2edd5b tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] Lock "49ce9fe3-8815-421a-b820-f7688486bb80" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.009s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.583832] env[69350]: DEBUG nova.compute.manager [req-cce51cd0-0471-4db0-b44f-466a81c2d100 req-d2e89bc5-b986-4ca8-92d4-6bd2162f4a59 service nova] [instance: 532d8313-d578-433b-8dec-e05a03ba013b] Received event network-changed-92c7b468-c210-4b01-ada0-6953472a6108 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1019.583832] env[69350]: DEBUG nova.compute.manager [req-cce51cd0-0471-4db0-b44f-466a81c2d100 req-d2e89bc5-b986-4ca8-92d4-6bd2162f4a59 service nova] [instance: 532d8313-d578-433b-8dec-e05a03ba013b] Refreshing instance network info cache due to event network-changed-92c7b468-c210-4b01-ada0-6953472a6108. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1019.583832] env[69350]: DEBUG oslo_concurrency.lockutils [req-cce51cd0-0471-4db0-b44f-466a81c2d100 req-d2e89bc5-b986-4ca8-92d4-6bd2162f4a59 service nova] Acquiring lock "refresh_cache-532d8313-d578-433b-8dec-e05a03ba013b" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.583832] env[69350]: DEBUG oslo_concurrency.lockutils [req-cce51cd0-0471-4db0-b44f-466a81c2d100 req-d2e89bc5-b986-4ca8-92d4-6bd2162f4a59 service nova] Acquired lock "refresh_cache-532d8313-d578-433b-8dec-e05a03ba013b" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.583832] env[69350]: DEBUG nova.network.neutron [req-cce51cd0-0471-4db0-b44f-466a81c2d100 req-d2e89bc5-b986-4ca8-92d4-6bd2162f4a59 service nova] [instance: 532d8313-d578-433b-8dec-e05a03ba013b] Refreshing network info cache for port 92c7b468-c210-4b01-ada0-6953472a6108 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1019.761332] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1ee0f8e7-7cbe-4e08-aaf5-26c3e72d56ea tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] Acquiring lock "81677312-a11d-4f1f-a649-bd56bd222cf5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.762174] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1ee0f8e7-7cbe-4e08-aaf5-26c3e72d56ea tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] Lock "81677312-a11d-4f1f-a649-bd56bd222cf5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.762567] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1ee0f8e7-7cbe-4e08-aaf5-26c3e72d56ea tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] Acquiring lock "81677312-a11d-4f1f-a649-bd56bd222cf5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.763815] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1ee0f8e7-7cbe-4e08-aaf5-26c3e72d56ea tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] Lock "81677312-a11d-4f1f-a649-bd56bd222cf5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.763815] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1ee0f8e7-7cbe-4e08-aaf5-26c3e72d56ea tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] Lock "81677312-a11d-4f1f-a649-bd56bd222cf5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.766732] env[69350]: INFO nova.compute.manager [None req-1ee0f8e7-7cbe-4e08-aaf5-26c3e72d56ea tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] [instance: 81677312-a11d-4f1f-a649-bd56bd222cf5] Terminating instance [ 1019.842341] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b8e7723f-b09e-4c44-a8e8-1e868d4fca55 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.985s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.846367] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ce1e8b11-bfcf-4fa3-a66e-fc611aea7f79 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.431s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.847898] env[69350]: INFO nova.compute.claims [None req-ce1e8b11-bfcf-4fa3-a66e-fc611aea7f79 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: 452c57c6-ad9c-472a-ae69-f30724739f03] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1019.860194] env[69350]: DEBUG oslo_concurrency.lockutils [None req-82efb81b-b588-4706-b4e9-74feb66190c9 tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] Acquiring lock "49ce9fe3-8815-421a-b820-f7688486bb80" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.860194] env[69350]: DEBUG oslo_concurrency.lockutils [None req-82efb81b-b588-4706-b4e9-74feb66190c9 tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] Lock "49ce9fe3-8815-421a-b820-f7688486bb80" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.860194] env[69350]: DEBUG oslo_concurrency.lockutils [None req-82efb81b-b588-4706-b4e9-74feb66190c9 tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] Acquiring lock "49ce9fe3-8815-421a-b820-f7688486bb80-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.860194] env[69350]: DEBUG oslo_concurrency.lockutils [None req-82efb81b-b588-4706-b4e9-74feb66190c9 tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] Lock "49ce9fe3-8815-421a-b820-f7688486bb80-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.860194] env[69350]: DEBUG oslo_concurrency.lockutils [None req-82efb81b-b588-4706-b4e9-74feb66190c9 tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] Lock "49ce9fe3-8815-421a-b820-f7688486bb80-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.862014] env[69350]: INFO nova.compute.manager [None req-82efb81b-b588-4706-b4e9-74feb66190c9 tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] [instance: 49ce9fe3-8815-421a-b820-f7688486bb80] Terminating instance [ 1019.873845] env[69350]: DEBUG oslo_vmware.rw_handles [None req-4161e896-86c2-4a26-952b-cf97d5663bf6 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525da21a-4559-fbd2-7fbb-6b9c7c79eec3/disk-0.vmdk. {{(pid=69350) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1019.877674] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42560a33-297a-44fb-89c7-0be49d19321c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.880782] env[69350]: DEBUG nova.compute.manager [None req-17090968-8f1a-483e-8ab2-19c87e0a69a2 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] [instance: 2cf2c7b0-3546-4f8b-9293-7591793a4292] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1019.885373] env[69350]: DEBUG oslo_vmware.rw_handles [None req-4161e896-86c2-4a26-952b-cf97d5663bf6 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525da21a-4559-fbd2-7fbb-6b9c7c79eec3/disk-0.vmdk is in state: ready. {{(pid=69350) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1019.885550] env[69350]: ERROR oslo_vmware.rw_handles [None req-4161e896-86c2-4a26-952b-cf97d5663bf6 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525da21a-4559-fbd2-7fbb-6b9c7c79eec3/disk-0.vmdk due to incomplete transfer. [ 1019.885646] env[69350]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-dc93c54c-bfc8-4128-9925-53757d28c661 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.888194] env[69350]: INFO nova.scheduler.client.report [None req-b8e7723f-b09e-4c44-a8e8-1e868d4fca55 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Deleted allocations for instance dcace75e-abf2-4e4a-8bae-2ccce0c618f5 [ 1019.901587] env[69350]: DEBUG oslo_vmware.rw_handles [None req-4161e896-86c2-4a26-952b-cf97d5663bf6 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525da21a-4559-fbd2-7fbb-6b9c7c79eec3/disk-0.vmdk. {{(pid=69350) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1019.901587] env[69350]: DEBUG nova.virt.vmwareapi.images [None req-4161e896-86c2-4a26-952b-cf97d5663bf6 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] [instance: 3982eed1-6462-4109-a550-9675a5970e1d] Uploaded image 347b0ca9-5592-492d-815a-6e0ea93178e9 to the Glance image server {{(pid=69350) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1019.904150] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-4161e896-86c2-4a26-952b-cf97d5663bf6 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] [instance: 3982eed1-6462-4109-a550-9675a5970e1d] Destroying the VM {{(pid=69350) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1019.904309] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e4b68a31-c15e-4741-86a3-c264fcbe36b5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.911562] env[69350]: DEBUG oslo_vmware.api [None req-4161e896-86c2-4a26-952b-cf97d5663bf6 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Waiting for the task: (returnval){ [ 1019.911562] env[69350]: value = "task-3365530" [ 1019.911562] env[69350]: _type = "Task" [ 1019.911562] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.927725] env[69350]: DEBUG nova.virt.hardware [None req-17090968-8f1a-483e-8ab2-19c87e0a69a2 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1019.927965] env[69350]: DEBUG nova.virt.hardware [None req-17090968-8f1a-483e-8ab2-19c87e0a69a2 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1019.928138] env[69350]: DEBUG nova.virt.hardware [None req-17090968-8f1a-483e-8ab2-19c87e0a69a2 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1019.928317] env[69350]: DEBUG nova.virt.hardware [None req-17090968-8f1a-483e-8ab2-19c87e0a69a2 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1019.928512] env[69350]: DEBUG nova.virt.hardware [None req-17090968-8f1a-483e-8ab2-19c87e0a69a2 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1019.928633] env[69350]: DEBUG nova.virt.hardware [None req-17090968-8f1a-483e-8ab2-19c87e0a69a2 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1019.928838] env[69350]: DEBUG nova.virt.hardware [None req-17090968-8f1a-483e-8ab2-19c87e0a69a2 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1019.929024] env[69350]: DEBUG nova.virt.hardware [None req-17090968-8f1a-483e-8ab2-19c87e0a69a2 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1019.929181] env[69350]: DEBUG nova.virt.hardware [None req-17090968-8f1a-483e-8ab2-19c87e0a69a2 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1019.929333] env[69350]: DEBUG nova.virt.hardware [None req-17090968-8f1a-483e-8ab2-19c87e0a69a2 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1019.929516] env[69350]: DEBUG nova.virt.hardware [None req-17090968-8f1a-483e-8ab2-19c87e0a69a2 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1019.930738] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfdf9f6b-fc91-4f75-ade9-0881b06e7148 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.937398] env[69350]: DEBUG oslo_vmware.api [None req-4161e896-86c2-4a26-952b-cf97d5663bf6 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Task: {'id': task-3365530, 'name': Destroy_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.949307] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6810458e-ff91-45ec-8883-05eaf56c9c92 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.271665] env[69350]: DEBUG nova.compute.manager [None req-1ee0f8e7-7cbe-4e08-aaf5-26c3e72d56ea tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] [instance: 81677312-a11d-4f1f-a649-bd56bd222cf5] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1020.271817] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee0f8e7-7cbe-4e08-aaf5-26c3e72d56ea tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] [instance: 81677312-a11d-4f1f-a649-bd56bd222cf5] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1020.272725] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f526a350-8d57-4d80-bde8-2aa93b785760 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.284554] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ee0f8e7-7cbe-4e08-aaf5-26c3e72d56ea tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] [instance: 81677312-a11d-4f1f-a649-bd56bd222cf5] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1020.284843] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e925c990-6bbc-4029-be9f-1e00cb1d9f42 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.291312] env[69350]: DEBUG oslo_vmware.api [None req-1ee0f8e7-7cbe-4e08-aaf5-26c3e72d56ea tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] Waiting for the task: (returnval){ [ 1020.291312] env[69350]: value = "task-3365531" [ 1020.291312] env[69350]: _type = "Task" [ 1020.291312] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.302409] env[69350]: DEBUG oslo_vmware.api [None req-1ee0f8e7-7cbe-4e08-aaf5-26c3e72d56ea tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] Task: {'id': task-3365531, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.379956] env[69350]: DEBUG nova.compute.manager [None req-82efb81b-b588-4706-b4e9-74feb66190c9 tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] [instance: 49ce9fe3-8815-421a-b820-f7688486bb80] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1020.379956] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-82efb81b-b588-4706-b4e9-74feb66190c9 tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] [instance: 49ce9fe3-8815-421a-b820-f7688486bb80] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1020.381036] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-748485e6-528c-41fe-a444-93bb010c3e18 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.391767] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-82efb81b-b588-4706-b4e9-74feb66190c9 tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] [instance: 49ce9fe3-8815-421a-b820-f7688486bb80] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1020.394299] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fab2767d-1f82-48a7-8708-57ac26d77bf4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.398668] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b8e7723f-b09e-4c44-a8e8-1e868d4fca55 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Lock "dcace75e-abf2-4e4a-8bae-2ccce0c618f5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.507s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.402979] env[69350]: DEBUG oslo_vmware.api [None req-82efb81b-b588-4706-b4e9-74feb66190c9 tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] Waiting for the task: (returnval){ [ 1020.402979] env[69350]: value = "task-3365532" [ 1020.402979] env[69350]: _type = "Task" [ 1020.402979] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.417795] env[69350]: DEBUG oslo_vmware.api [None req-82efb81b-b588-4706-b4e9-74feb66190c9 tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] Task: {'id': task-3365532, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.428073] env[69350]: DEBUG oslo_vmware.api [None req-4161e896-86c2-4a26-952b-cf97d5663bf6 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Task: {'id': task-3365530, 'name': Destroy_Task} progress is 33%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.686899] env[69350]: DEBUG nova.network.neutron [req-cce51cd0-0471-4db0-b44f-466a81c2d100 req-d2e89bc5-b986-4ca8-92d4-6bd2162f4a59 service nova] [instance: 532d8313-d578-433b-8dec-e05a03ba013b] Updated VIF entry in instance network info cache for port 92c7b468-c210-4b01-ada0-6953472a6108. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1020.686899] env[69350]: DEBUG nova.network.neutron [req-cce51cd0-0471-4db0-b44f-466a81c2d100 req-d2e89bc5-b986-4ca8-92d4-6bd2162f4a59 service nova] [instance: 532d8313-d578-433b-8dec-e05a03ba013b] Updating instance_info_cache with network_info: [{"id": "92c7b468-c210-4b01-ada0-6953472a6108", "address": "fa:16:3e:06:03:79", "network": {"id": "b9926ca7-18c0-4f87-918b-403ba5906bb0", "bridge": null, "label": "tempest-DeleteServersTestJSON-2101484641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b6086e845a74075ace175b4fcb0622d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap92c7b468-c2", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.802222] env[69350]: DEBUG oslo_vmware.api [None req-1ee0f8e7-7cbe-4e08-aaf5-26c3e72d56ea tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] Task: {'id': task-3365531, 'name': PowerOffVM_Task, 'duration_secs': 0.226297} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.802530] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ee0f8e7-7cbe-4e08-aaf5-26c3e72d56ea tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] [instance: 81677312-a11d-4f1f-a649-bd56bd222cf5] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1020.802703] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee0f8e7-7cbe-4e08-aaf5-26c3e72d56ea tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] [instance: 81677312-a11d-4f1f-a649-bd56bd222cf5] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1020.802959] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f56d30b9-2251-47dd-b2b5-3d164857d381 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.880236] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee0f8e7-7cbe-4e08-aaf5-26c3e72d56ea tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] [instance: 81677312-a11d-4f1f-a649-bd56bd222cf5] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1020.880736] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee0f8e7-7cbe-4e08-aaf5-26c3e72d56ea tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] [instance: 81677312-a11d-4f1f-a649-bd56bd222cf5] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1020.880736] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ee0f8e7-7cbe-4e08-aaf5-26c3e72d56ea tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] Deleting the datastore file [datastore1] 81677312-a11d-4f1f-a649-bd56bd222cf5 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1020.883377] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-974dcb97-1d55-4400-9aa3-a59032943c41 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.888097] env[69350]: DEBUG oslo_vmware.api [None req-1ee0f8e7-7cbe-4e08-aaf5-26c3e72d56ea tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] Waiting for the task: (returnval){ [ 1020.888097] env[69350]: value = "task-3365534" [ 1020.888097] env[69350]: _type = "Task" [ 1020.888097] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.898480] env[69350]: DEBUG oslo_vmware.api [None req-1ee0f8e7-7cbe-4e08-aaf5-26c3e72d56ea tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] Task: {'id': task-3365534, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.913779] env[69350]: DEBUG oslo_vmware.api [None req-82efb81b-b588-4706-b4e9-74feb66190c9 tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] Task: {'id': task-3365532, 'name': PowerOffVM_Task, 'duration_secs': 0.211643} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.917317] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-82efb81b-b588-4706-b4e9-74feb66190c9 tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] [instance: 49ce9fe3-8815-421a-b820-f7688486bb80] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1020.917779] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-82efb81b-b588-4706-b4e9-74feb66190c9 tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] [instance: 49ce9fe3-8815-421a-b820-f7688486bb80] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1020.918413] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a83e82f4-d0ad-467d-ab97-c88754bc850c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.931023] env[69350]: DEBUG oslo_vmware.api [None req-4161e896-86c2-4a26-952b-cf97d5663bf6 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Task: {'id': task-3365530, 'name': Destroy_Task, 'duration_secs': 0.641649} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.934071] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-4161e896-86c2-4a26-952b-cf97d5663bf6 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] [instance: 3982eed1-6462-4109-a550-9675a5970e1d] Destroyed the VM [ 1020.935094] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4161e896-86c2-4a26-952b-cf97d5663bf6 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] [instance: 3982eed1-6462-4109-a550-9675a5970e1d] Deleting Snapshot of the VM instance {{(pid=69350) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1020.935396] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-29e04708-4616-494e-8f5a-906bcc8c22f5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.942711] env[69350]: DEBUG oslo_vmware.api [None req-4161e896-86c2-4a26-952b-cf97d5663bf6 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Waiting for the task: (returnval){ [ 1020.942711] env[69350]: value = "task-3365536" [ 1020.942711] env[69350]: _type = "Task" [ 1020.942711] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.953884] env[69350]: DEBUG oslo_vmware.api [None req-4161e896-86c2-4a26-952b-cf97d5663bf6 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Task: {'id': task-3365536, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.961926] env[69350]: DEBUG oslo_concurrency.lockutils [None req-94bda776-584e-4acb-be1c-5eb9d0da8cba tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Acquiring lock "dfa7050a-9a30-4a81-8e47-404bca52d0bd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.961926] env[69350]: DEBUG oslo_concurrency.lockutils [None req-94bda776-584e-4acb-be1c-5eb9d0da8cba tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Lock "dfa7050a-9a30-4a81-8e47-404bca52d0bd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.961926] env[69350]: DEBUG oslo_concurrency.lockutils [None req-94bda776-584e-4acb-be1c-5eb9d0da8cba tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Acquiring lock "dfa7050a-9a30-4a81-8e47-404bca52d0bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.961926] env[69350]: DEBUG oslo_concurrency.lockutils [None req-94bda776-584e-4acb-be1c-5eb9d0da8cba tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Lock "dfa7050a-9a30-4a81-8e47-404bca52d0bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.961926] env[69350]: DEBUG oslo_concurrency.lockutils [None req-94bda776-584e-4acb-be1c-5eb9d0da8cba tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Lock "dfa7050a-9a30-4a81-8e47-404bca52d0bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.963121] env[69350]: INFO nova.compute.manager [None req-94bda776-584e-4acb-be1c-5eb9d0da8cba tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: dfa7050a-9a30-4a81-8e47-404bca52d0bd] Terminating instance [ 1020.997225] env[69350]: DEBUG nova.network.neutron [-] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.000428] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-82efb81b-b588-4706-b4e9-74feb66190c9 tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] [instance: 49ce9fe3-8815-421a-b820-f7688486bb80] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1021.000704] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-82efb81b-b588-4706-b4e9-74feb66190c9 tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] [instance: 49ce9fe3-8815-421a-b820-f7688486bb80] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1021.000917] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-82efb81b-b588-4706-b4e9-74feb66190c9 tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] Deleting the datastore file [datastore1] 49ce9fe3-8815-421a-b820-f7688486bb80 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1021.001648] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-92ac39d7-9682-4106-a0df-d6e214b2e32d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.008373] env[69350]: DEBUG oslo_vmware.api [None req-82efb81b-b588-4706-b4e9-74feb66190c9 tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] Waiting for the task: (returnval){ [ 1021.008373] env[69350]: value = "task-3365537" [ 1021.008373] env[69350]: _type = "Task" [ 1021.008373] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.022872] env[69350]: DEBUG oslo_vmware.api [None req-82efb81b-b588-4706-b4e9-74feb66190c9 tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] Task: {'id': task-3365537, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.036560] env[69350]: DEBUG nova.network.neutron [None req-17090968-8f1a-483e-8ab2-19c87e0a69a2 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] [instance: 2cf2c7b0-3546-4f8b-9293-7591793a4292] Successfully updated port: 1227e959-6298-49a6-beb6-fc73fc729222 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1021.191091] env[69350]: DEBUG oslo_concurrency.lockutils [req-cce51cd0-0471-4db0-b44f-466a81c2d100 req-d2e89bc5-b986-4ca8-92d4-6bd2162f4a59 service nova] Releasing lock "refresh_cache-532d8313-d578-433b-8dec-e05a03ba013b" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.193047] env[69350]: DEBUG nova.compute.manager [req-cce51cd0-0471-4db0-b44f-466a81c2d100 req-d2e89bc5-b986-4ca8-92d4-6bd2162f4a59 service nova] [instance: dec19706-68cc-496c-8edd-a1beacdabfcd] Received event network-vif-deleted-2732e5a6-4c2f-4589-931f-ba4964a59419 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1021.206232] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30bad2bb-4e98-4b28-babd-516a749684c7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.214193] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8cfd18f-63f8-4700-9aef-f5a0fcd37698 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.250406] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-148ac115-1c52-46cd-b925-6df7c43df7e1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.258295] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89b45a3a-282e-4193-b6fb-c3a4ffde67cd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.274030] env[69350]: DEBUG nova.compute.provider_tree [None req-ce1e8b11-bfcf-4fa3-a66e-fc611aea7f79 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1021.399133] env[69350]: DEBUG oslo_vmware.api [None req-1ee0f8e7-7cbe-4e08-aaf5-26c3e72d56ea tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] Task: {'id': task-3365534, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1586} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.399428] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ee0f8e7-7cbe-4e08-aaf5-26c3e72d56ea tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1021.399640] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee0f8e7-7cbe-4e08-aaf5-26c3e72d56ea tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] [instance: 81677312-a11d-4f1f-a649-bd56bd222cf5] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1021.399840] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee0f8e7-7cbe-4e08-aaf5-26c3e72d56ea tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] [instance: 81677312-a11d-4f1f-a649-bd56bd222cf5] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1021.400047] env[69350]: INFO nova.compute.manager [None req-1ee0f8e7-7cbe-4e08-aaf5-26c3e72d56ea tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] [instance: 81677312-a11d-4f1f-a649-bd56bd222cf5] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1021.400333] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ee0f8e7-7cbe-4e08-aaf5-26c3e72d56ea tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1021.400548] env[69350]: DEBUG nova.compute.manager [-] [instance: 81677312-a11d-4f1f-a649-bd56bd222cf5] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1021.400648] env[69350]: DEBUG nova.network.neutron [-] [instance: 81677312-a11d-4f1f-a649-bd56bd222cf5] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1021.456551] env[69350]: DEBUG oslo_vmware.api [None req-4161e896-86c2-4a26-952b-cf97d5663bf6 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Task: {'id': task-3365536, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.466538] env[69350]: DEBUG nova.compute.manager [None req-94bda776-584e-4acb-be1c-5eb9d0da8cba tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: dfa7050a-9a30-4a81-8e47-404bca52d0bd] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1021.467378] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-94bda776-584e-4acb-be1c-5eb9d0da8cba tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: dfa7050a-9a30-4a81-8e47-404bca52d0bd] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1021.468614] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03bdc72a-9538-4471-a016-0ad51418f81e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.477371] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-94bda776-584e-4acb-be1c-5eb9d0da8cba tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: dfa7050a-9a30-4a81-8e47-404bca52d0bd] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1021.477371] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d7e6204-43a4-4d9f-97e7-b98c2c93649d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.483113] env[69350]: DEBUG oslo_vmware.api [None req-94bda776-584e-4acb-be1c-5eb9d0da8cba tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Waiting for the task: (returnval){ [ 1021.483113] env[69350]: value = "task-3365538" [ 1021.483113] env[69350]: _type = "Task" [ 1021.483113] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.492283] env[69350]: DEBUG oslo_vmware.api [None req-94bda776-584e-4acb-be1c-5eb9d0da8cba tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365538, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.502362] env[69350]: INFO nova.compute.manager [-] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Took 2.07 seconds to deallocate network for instance. [ 1021.521382] env[69350]: DEBUG oslo_vmware.api [None req-82efb81b-b588-4706-b4e9-74feb66190c9 tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] Task: {'id': task-3365537, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170806} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.521626] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-82efb81b-b588-4706-b4e9-74feb66190c9 tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1021.521809] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-82efb81b-b588-4706-b4e9-74feb66190c9 tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] [instance: 49ce9fe3-8815-421a-b820-f7688486bb80] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1021.521998] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-82efb81b-b588-4706-b4e9-74feb66190c9 tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] [instance: 49ce9fe3-8815-421a-b820-f7688486bb80] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1021.522198] env[69350]: INFO nova.compute.manager [None req-82efb81b-b588-4706-b4e9-74feb66190c9 tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] [instance: 49ce9fe3-8815-421a-b820-f7688486bb80] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1021.522429] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-82efb81b-b588-4706-b4e9-74feb66190c9 tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1021.522619] env[69350]: DEBUG nova.compute.manager [-] [instance: 49ce9fe3-8815-421a-b820-f7688486bb80] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1021.522716] env[69350]: DEBUG nova.network.neutron [-] [instance: 49ce9fe3-8815-421a-b820-f7688486bb80] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1021.539308] env[69350]: DEBUG oslo_concurrency.lockutils [None req-17090968-8f1a-483e-8ab2-19c87e0a69a2 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] Acquiring lock "refresh_cache-2cf2c7b0-3546-4f8b-9293-7591793a4292" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.539565] env[69350]: DEBUG oslo_concurrency.lockutils [None req-17090968-8f1a-483e-8ab2-19c87e0a69a2 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] Acquired lock "refresh_cache-2cf2c7b0-3546-4f8b-9293-7591793a4292" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.539750] env[69350]: DEBUG nova.network.neutron [None req-17090968-8f1a-483e-8ab2-19c87e0a69a2 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] [instance: 2cf2c7b0-3546-4f8b-9293-7591793a4292] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1021.614794] env[69350]: DEBUG nova.compute.manager [req-3866cfae-40bf-4e8b-9b67-d19a90b3df8b req-b3637f79-b3d6-4a8b-a5cb-fbb95aed824b service nova] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Received event network-vif-deleted-d263adff-a1bf-494d-a599-ea5531206af2 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1021.615050] env[69350]: DEBUG nova.compute.manager [req-3866cfae-40bf-4e8b-9b67-d19a90b3df8b req-b3637f79-b3d6-4a8b-a5cb-fbb95aed824b service nova] [instance: 2cf2c7b0-3546-4f8b-9293-7591793a4292] Received event network-vif-plugged-1227e959-6298-49a6-beb6-fc73fc729222 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1021.615571] env[69350]: DEBUG oslo_concurrency.lockutils [req-3866cfae-40bf-4e8b-9b67-d19a90b3df8b req-b3637f79-b3d6-4a8b-a5cb-fbb95aed824b service nova] Acquiring lock "2cf2c7b0-3546-4f8b-9293-7591793a4292-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.615806] env[69350]: DEBUG oslo_concurrency.lockutils [req-3866cfae-40bf-4e8b-9b67-d19a90b3df8b req-b3637f79-b3d6-4a8b-a5cb-fbb95aed824b service nova] Lock "2cf2c7b0-3546-4f8b-9293-7591793a4292-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.615978] env[69350]: DEBUG oslo_concurrency.lockutils [req-3866cfae-40bf-4e8b-9b67-d19a90b3df8b req-b3637f79-b3d6-4a8b-a5cb-fbb95aed824b service nova] Lock "2cf2c7b0-3546-4f8b-9293-7591793a4292-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.616252] env[69350]: DEBUG nova.compute.manager [req-3866cfae-40bf-4e8b-9b67-d19a90b3df8b req-b3637f79-b3d6-4a8b-a5cb-fbb95aed824b service nova] [instance: 2cf2c7b0-3546-4f8b-9293-7591793a4292] No waiting events found dispatching network-vif-plugged-1227e959-6298-49a6-beb6-fc73fc729222 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1021.616420] env[69350]: WARNING nova.compute.manager [req-3866cfae-40bf-4e8b-9b67-d19a90b3df8b req-b3637f79-b3d6-4a8b-a5cb-fbb95aed824b service nova] [instance: 2cf2c7b0-3546-4f8b-9293-7591793a4292] Received unexpected event network-vif-plugged-1227e959-6298-49a6-beb6-fc73fc729222 for instance with vm_state building and task_state spawning. [ 1021.616580] env[69350]: DEBUG nova.compute.manager [req-3866cfae-40bf-4e8b-9b67-d19a90b3df8b req-b3637f79-b3d6-4a8b-a5cb-fbb95aed824b service nova] [instance: 2cf2c7b0-3546-4f8b-9293-7591793a4292] Received event network-changed-1227e959-6298-49a6-beb6-fc73fc729222 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1021.616729] env[69350]: DEBUG nova.compute.manager [req-3866cfae-40bf-4e8b-9b67-d19a90b3df8b req-b3637f79-b3d6-4a8b-a5cb-fbb95aed824b service nova] [instance: 2cf2c7b0-3546-4f8b-9293-7591793a4292] Refreshing instance network info cache due to event network-changed-1227e959-6298-49a6-beb6-fc73fc729222. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1021.616885] env[69350]: DEBUG oslo_concurrency.lockutils [req-3866cfae-40bf-4e8b-9b67-d19a90b3df8b req-b3637f79-b3d6-4a8b-a5cb-fbb95aed824b service nova] Acquiring lock "refresh_cache-2cf2c7b0-3546-4f8b-9293-7591793a4292" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.777130] env[69350]: DEBUG nova.scheduler.client.report [None req-ce1e8b11-bfcf-4fa3-a66e-fc611aea7f79 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1021.822969] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c5807da4-9fb0-42a6-ab06-31275b437594 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Acquiring lock "b40a50d7-ac54-43ce-b4b2-28313b619e29" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.823381] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c5807da4-9fb0-42a6-ab06-31275b437594 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Lock "b40a50d7-ac54-43ce-b4b2-28313b619e29" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.956792] env[69350]: DEBUG oslo_vmware.api [None req-4161e896-86c2-4a26-952b-cf97d5663bf6 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Task: {'id': task-3365536, 'name': RemoveSnapshot_Task, 'duration_secs': 0.53555} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.958293] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4161e896-86c2-4a26-952b-cf97d5663bf6 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] [instance: 3982eed1-6462-4109-a550-9675a5970e1d] Deleted Snapshot of the VM instance {{(pid=69350) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1021.958594] env[69350]: INFO nova.compute.manager [None req-4161e896-86c2-4a26-952b-cf97d5663bf6 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] [instance: 3982eed1-6462-4109-a550-9675a5970e1d] Took 14.53 seconds to snapshot the instance on the hypervisor. [ 1021.993281] env[69350]: DEBUG oslo_vmware.api [None req-94bda776-584e-4acb-be1c-5eb9d0da8cba tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365538, 'name': PowerOffVM_Task, 'duration_secs': 0.201492} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.993533] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-94bda776-584e-4acb-be1c-5eb9d0da8cba tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: dfa7050a-9a30-4a81-8e47-404bca52d0bd] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1021.993712] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-94bda776-584e-4acb-be1c-5eb9d0da8cba tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: dfa7050a-9a30-4a81-8e47-404bca52d0bd] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1021.993985] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-88f06564-4b51-48c9-913c-757f1749539f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.008834] env[69350]: DEBUG oslo_concurrency.lockutils [None req-cf4ab4ad-8875-4f27-a35c-f1a0c55ce0f8 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.052618] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-94bda776-584e-4acb-be1c-5eb9d0da8cba tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: dfa7050a-9a30-4a81-8e47-404bca52d0bd] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1022.052618] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-94bda776-584e-4acb-be1c-5eb9d0da8cba tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: dfa7050a-9a30-4a81-8e47-404bca52d0bd] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1022.052854] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-94bda776-584e-4acb-be1c-5eb9d0da8cba tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Deleting the datastore file [datastore2] dfa7050a-9a30-4a81-8e47-404bca52d0bd {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1022.053059] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-769bc9e1-3e0d-4b09-beba-a37ca8eed107 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.059717] env[69350]: DEBUG oslo_vmware.api [None req-94bda776-584e-4acb-be1c-5eb9d0da8cba tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Waiting for the task: (returnval){ [ 1022.059717] env[69350]: value = "task-3365540" [ 1022.059717] env[69350]: _type = "Task" [ 1022.059717] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.067593] env[69350]: DEBUG oslo_vmware.api [None req-94bda776-584e-4acb-be1c-5eb9d0da8cba tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365540, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.085143] env[69350]: DEBUG nova.network.neutron [None req-17090968-8f1a-483e-8ab2-19c87e0a69a2 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] [instance: 2cf2c7b0-3546-4f8b-9293-7591793a4292] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1022.236823] env[69350]: DEBUG nova.network.neutron [None req-17090968-8f1a-483e-8ab2-19c87e0a69a2 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] [instance: 2cf2c7b0-3546-4f8b-9293-7591793a4292] Updating instance_info_cache with network_info: [{"id": "1227e959-6298-49a6-beb6-fc73fc729222", "address": "fa:16:3e:d0:8b:64", "network": {"id": "bc2956f8-7124-4c5e-9579-e1ff3ecdf9cf", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-739076168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38c9ade20c1748d4892eb5157764c9e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49b5df12-d801-4140-8816-2fd401608c7d", "external-id": "nsx-vlan-transportzone-326", "segmentation_id": 326, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1227e959-62", "ovs_interfaceid": "1227e959-6298-49a6-beb6-fc73fc729222", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.283309] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ce1e8b11-bfcf-4fa3-a66e-fc611aea7f79 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.437s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.283849] env[69350]: DEBUG nova.compute.manager [None req-ce1e8b11-bfcf-4fa3-a66e-fc611aea7f79 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: 452c57c6-ad9c-472a-ae69-f30724739f03] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1022.287077] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7fe03951-db9a-4064-974d-4a8672899f43 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.632s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.287263] env[69350]: DEBUG nova.objects.instance [None req-7fe03951-db9a-4064-974d-4a8672899f43 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Lazy-loading 'resources' on Instance uuid 532d8313-d578-433b-8dec-e05a03ba013b {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1022.326431] env[69350]: DEBUG nova.compute.manager [None req-c5807da4-9fb0-42a6-ab06-31275b437594 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: b40a50d7-ac54-43ce-b4b2-28313b619e29] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1022.345131] env[69350]: DEBUG nova.network.neutron [-] [instance: 81677312-a11d-4f1f-a649-bd56bd222cf5] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.461367] env[69350]: DEBUG nova.network.neutron [-] [instance: 49ce9fe3-8815-421a-b820-f7688486bb80] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.573997] env[69350]: DEBUG oslo_vmware.api [None req-94bda776-584e-4acb-be1c-5eb9d0da8cba tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365540, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13264} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.573997] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-94bda776-584e-4acb-be1c-5eb9d0da8cba tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1022.573997] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-94bda776-584e-4acb-be1c-5eb9d0da8cba tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: dfa7050a-9a30-4a81-8e47-404bca52d0bd] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1022.573997] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-94bda776-584e-4acb-be1c-5eb9d0da8cba tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: dfa7050a-9a30-4a81-8e47-404bca52d0bd] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1022.573997] env[69350]: INFO nova.compute.manager [None req-94bda776-584e-4acb-be1c-5eb9d0da8cba tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: dfa7050a-9a30-4a81-8e47-404bca52d0bd] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1022.573997] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-94bda776-584e-4acb-be1c-5eb9d0da8cba tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1022.573997] env[69350]: DEBUG nova.compute.manager [-] [instance: dfa7050a-9a30-4a81-8e47-404bca52d0bd] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1022.573997] env[69350]: DEBUG nova.network.neutron [-] [instance: dfa7050a-9a30-4a81-8e47-404bca52d0bd] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1022.745414] env[69350]: DEBUG oslo_concurrency.lockutils [None req-17090968-8f1a-483e-8ab2-19c87e0a69a2 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] Releasing lock "refresh_cache-2cf2c7b0-3546-4f8b-9293-7591793a4292" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.745414] env[69350]: DEBUG nova.compute.manager [None req-17090968-8f1a-483e-8ab2-19c87e0a69a2 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] [instance: 2cf2c7b0-3546-4f8b-9293-7591793a4292] Instance network_info: |[{"id": "1227e959-6298-49a6-beb6-fc73fc729222", "address": "fa:16:3e:d0:8b:64", "network": {"id": "bc2956f8-7124-4c5e-9579-e1ff3ecdf9cf", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-739076168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38c9ade20c1748d4892eb5157764c9e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49b5df12-d801-4140-8816-2fd401608c7d", "external-id": "nsx-vlan-transportzone-326", "segmentation_id": 326, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1227e959-62", "ovs_interfaceid": "1227e959-6298-49a6-beb6-fc73fc729222", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1022.745414] env[69350]: DEBUG oslo_concurrency.lockutils [req-3866cfae-40bf-4e8b-9b67-d19a90b3df8b req-b3637f79-b3d6-4a8b-a5cb-fbb95aed824b service nova] Acquired lock "refresh_cache-2cf2c7b0-3546-4f8b-9293-7591793a4292" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.745414] env[69350]: DEBUG nova.network.neutron [req-3866cfae-40bf-4e8b-9b67-d19a90b3df8b req-b3637f79-b3d6-4a8b-a5cb-fbb95aed824b service nova] [instance: 2cf2c7b0-3546-4f8b-9293-7591793a4292] Refreshing network info cache for port 1227e959-6298-49a6-beb6-fc73fc729222 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1022.745414] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-17090968-8f1a-483e-8ab2-19c87e0a69a2 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] [instance: 2cf2c7b0-3546-4f8b-9293-7591793a4292] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:8b:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '49b5df12-d801-4140-8816-2fd401608c7d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1227e959-6298-49a6-beb6-fc73fc729222', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1022.754797] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-17090968-8f1a-483e-8ab2-19c87e0a69a2 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] Creating folder: Project (38c9ade20c1748d4892eb5157764c9e7). Parent ref: group-v671398. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1022.755587] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-74a5b63d-9774-47d3-929a-c2438a01c51c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.767405] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-17090968-8f1a-483e-8ab2-19c87e0a69a2 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] Created folder: Project (38c9ade20c1748d4892eb5157764c9e7) in parent group-v671398. [ 1022.767405] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-17090968-8f1a-483e-8ab2-19c87e0a69a2 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] Creating folder: Instances. Parent ref: group-v671605. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1022.767405] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3298fae3-fadb-4c3b-9e95-1f7f3250a472 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.776697] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-17090968-8f1a-483e-8ab2-19c87e0a69a2 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] Created folder: Instances in parent group-v671605. [ 1022.776922] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-17090968-8f1a-483e-8ab2-19c87e0a69a2 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1022.777191] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2cf2c7b0-3546-4f8b-9293-7591793a4292] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1022.777441] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f90e60c-1a8d-4a36-a719-6ab28687a277 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.795139] env[69350]: DEBUG nova.compute.utils [None req-ce1e8b11-bfcf-4fa3-a66e-fc611aea7f79 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1022.796864] env[69350]: DEBUG nova.objects.instance [None req-7fe03951-db9a-4064-974d-4a8672899f43 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Lazy-loading 'numa_topology' on Instance uuid 532d8313-d578-433b-8dec-e05a03ba013b {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1022.797993] env[69350]: DEBUG nova.compute.manager [None req-ce1e8b11-bfcf-4fa3-a66e-fc611aea7f79 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: 452c57c6-ad9c-472a-ae69-f30724739f03] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1022.798220] env[69350]: DEBUG nova.network.neutron [None req-ce1e8b11-bfcf-4fa3-a66e-fc611aea7f79 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: 452c57c6-ad9c-472a-ae69-f30724739f03] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1022.805151] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1022.805151] env[69350]: value = "task-3365543" [ 1022.805151] env[69350]: _type = "Task" [ 1022.805151] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.814451] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365543, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.851932] env[69350]: INFO nova.compute.manager [-] [instance: 81677312-a11d-4f1f-a649-bd56bd222cf5] Took 1.45 seconds to deallocate network for instance. [ 1022.863096] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c5807da4-9fb0-42a6-ab06-31275b437594 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.899175] env[69350]: DEBUG nova.policy [None req-ce1e8b11-bfcf-4fa3-a66e-fc611aea7f79 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5982022854554534a7951d545649be09', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '815a790c210444b79e3460dcf336bf62', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 1022.966013] env[69350]: INFO nova.compute.manager [-] [instance: 49ce9fe3-8815-421a-b820-f7688486bb80] Took 1.44 seconds to deallocate network for instance. [ 1023.299777] env[69350]: DEBUG nova.compute.manager [None req-ce1e8b11-bfcf-4fa3-a66e-fc611aea7f79 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: 452c57c6-ad9c-472a-ae69-f30724739f03] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1023.305776] env[69350]: DEBUG nova.objects.base [None req-7fe03951-db9a-4064-974d-4a8672899f43 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Object Instance<532d8313-d578-433b-8dec-e05a03ba013b> lazy-loaded attributes: resources,numa_topology {{(pid=69350) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1023.316795] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365543, 'name': CreateVM_Task, 'duration_secs': 0.344564} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.317190] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2cf2c7b0-3546-4f8b-9293-7591793a4292] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1023.317759] env[69350]: DEBUG oslo_concurrency.lockutils [None req-17090968-8f1a-483e-8ab2-19c87e0a69a2 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.317934] env[69350]: DEBUG oslo_concurrency.lockutils [None req-17090968-8f1a-483e-8ab2-19c87e0a69a2 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.319056] env[69350]: DEBUG oslo_concurrency.lockutils [None req-17090968-8f1a-483e-8ab2-19c87e0a69a2 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.319056] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b90632f-8e82-4b6e-982f-1074a898efc9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.323573] env[69350]: DEBUG oslo_vmware.api [None req-17090968-8f1a-483e-8ab2-19c87e0a69a2 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] Waiting for the task: (returnval){ [ 1023.323573] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]526044b5-a0f8-e14c-8171-2bb79f66bd67" [ 1023.323573] env[69350]: _type = "Task" [ 1023.323573] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.335282] env[69350]: DEBUG oslo_vmware.api [None req-17090968-8f1a-483e-8ab2-19c87e0a69a2 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]526044b5-a0f8-e14c-8171-2bb79f66bd67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.362967] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1ee0f8e7-7cbe-4e08-aaf5-26c3e72d56ea tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.477876] env[69350]: DEBUG oslo_concurrency.lockutils [None req-82efb81b-b588-4706-b4e9-74feb66190c9 tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.602726] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9ca3e20-e2f7-4379-ae25-1a980090ed3f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.610365] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b3a56e3-e103-4e0b-8626-4de32f28e9d5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.643386] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2f46a9f4-34d0-475e-af03-6d18e47a1d75 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Acquiring lock "3982eed1-6462-4109-a550-9675a5970e1d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.643653] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2f46a9f4-34d0-475e-af03-6d18e47a1d75 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Lock "3982eed1-6462-4109-a550-9675a5970e1d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.643856] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2f46a9f4-34d0-475e-af03-6d18e47a1d75 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Acquiring lock "3982eed1-6462-4109-a550-9675a5970e1d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.644050] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2f46a9f4-34d0-475e-af03-6d18e47a1d75 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Lock "3982eed1-6462-4109-a550-9675a5970e1d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.644218] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2f46a9f4-34d0-475e-af03-6d18e47a1d75 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Lock "3982eed1-6462-4109-a550-9675a5970e1d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.649549] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f1f9d1e-5706-41ae-97c6-bce066dc1c45 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.652612] env[69350]: INFO nova.compute.manager [None req-2f46a9f4-34d0-475e-af03-6d18e47a1d75 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] [instance: 3982eed1-6462-4109-a550-9675a5970e1d] Terminating instance [ 1023.654405] env[69350]: DEBUG nova.network.neutron [None req-ce1e8b11-bfcf-4fa3-a66e-fc611aea7f79 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: 452c57c6-ad9c-472a-ae69-f30724739f03] Successfully created port: 6afb799b-3333-4fea-ab73-d6ecbc877b88 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1023.660427] env[69350]: DEBUG nova.compute.manager [req-092a1f34-ff9c-4d7f-bec5-66f7116bc460 req-882aa139-df00-4895-9ba4-62592d263db2 service nova] [instance: 81677312-a11d-4f1f-a649-bd56bd222cf5] Received event network-vif-deleted-15415938-3384-4c8f-9a65-8469ba8e56d1 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1023.660639] env[69350]: DEBUG nova.compute.manager [req-092a1f34-ff9c-4d7f-bec5-66f7116bc460 req-882aa139-df00-4895-9ba4-62592d263db2 service nova] [instance: 49ce9fe3-8815-421a-b820-f7688486bb80] Received event network-vif-deleted-5d5efd85-5643-4954-8f8a-70bdbba2a5ba {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1023.660881] env[69350]: DEBUG nova.compute.manager [req-092a1f34-ff9c-4d7f-bec5-66f7116bc460 req-882aa139-df00-4895-9ba4-62592d263db2 service nova] [instance: dfa7050a-9a30-4a81-8e47-404bca52d0bd] Received event network-vif-deleted-1b2dcb89-32af-465f-9ce9-15c629dfdd54 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1023.661020] env[69350]: INFO nova.compute.manager [req-092a1f34-ff9c-4d7f-bec5-66f7116bc460 req-882aa139-df00-4895-9ba4-62592d263db2 service nova] [instance: dfa7050a-9a30-4a81-8e47-404bca52d0bd] Neutron deleted interface 1b2dcb89-32af-465f-9ce9-15c629dfdd54; detaching it from the instance and deleting it from the info cache [ 1023.661171] env[69350]: DEBUG nova.network.neutron [req-092a1f34-ff9c-4d7f-bec5-66f7116bc460 req-882aa139-df00-4895-9ba4-62592d263db2 service nova] [instance: dfa7050a-9a30-4a81-8e47-404bca52d0bd] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.666389] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bca8219-cc34-4fcd-90be-da206032f75c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.680797] env[69350]: DEBUG nova.network.neutron [-] [instance: dfa7050a-9a30-4a81-8e47-404bca52d0bd] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.682320] env[69350]: DEBUG nova.compute.provider_tree [None req-7fe03951-db9a-4064-974d-4a8672899f43 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1023.816710] env[69350]: DEBUG nova.network.neutron [req-3866cfae-40bf-4e8b-9b67-d19a90b3df8b req-b3637f79-b3d6-4a8b-a5cb-fbb95aed824b service nova] [instance: 2cf2c7b0-3546-4f8b-9293-7591793a4292] Updated VIF entry in instance network info cache for port 1227e959-6298-49a6-beb6-fc73fc729222. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1023.817910] env[69350]: DEBUG nova.network.neutron [req-3866cfae-40bf-4e8b-9b67-d19a90b3df8b req-b3637f79-b3d6-4a8b-a5cb-fbb95aed824b service nova] [instance: 2cf2c7b0-3546-4f8b-9293-7591793a4292] Updating instance_info_cache with network_info: [{"id": "1227e959-6298-49a6-beb6-fc73fc729222", "address": "fa:16:3e:d0:8b:64", "network": {"id": "bc2956f8-7124-4c5e-9579-e1ff3ecdf9cf", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-739076168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38c9ade20c1748d4892eb5157764c9e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49b5df12-d801-4140-8816-2fd401608c7d", "external-id": "nsx-vlan-transportzone-326", "segmentation_id": 326, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1227e959-62", "ovs_interfaceid": "1227e959-6298-49a6-beb6-fc73fc729222", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.835578] env[69350]: DEBUG oslo_vmware.api [None req-17090968-8f1a-483e-8ab2-19c87e0a69a2 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]526044b5-a0f8-e14c-8171-2bb79f66bd67, 'name': SearchDatastore_Task, 'duration_secs': 0.019149} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.835840] env[69350]: DEBUG oslo_concurrency.lockutils [None req-17090968-8f1a-483e-8ab2-19c87e0a69a2 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.836311] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-17090968-8f1a-483e-8ab2-19c87e0a69a2 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] [instance: 2cf2c7b0-3546-4f8b-9293-7591793a4292] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1023.836384] env[69350]: DEBUG oslo_concurrency.lockutils [None req-17090968-8f1a-483e-8ab2-19c87e0a69a2 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.836546] env[69350]: DEBUG oslo_concurrency.lockutils [None req-17090968-8f1a-483e-8ab2-19c87e0a69a2 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.836772] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-17090968-8f1a-483e-8ab2-19c87e0a69a2 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1023.837158] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4136aec0-d9a3-4aa9-9703-762b12623a6f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.846081] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-17090968-8f1a-483e-8ab2-19c87e0a69a2 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1023.846346] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-17090968-8f1a-483e-8ab2-19c87e0a69a2 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1023.847086] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-375b851f-55e4-426b-acc4-4c7b5958bcea {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.853142] env[69350]: DEBUG oslo_vmware.api [None req-17090968-8f1a-483e-8ab2-19c87e0a69a2 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] Waiting for the task: (returnval){ [ 1023.853142] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5201d2aa-ea77-1e61-4809-ecf62ddc6463" [ 1023.853142] env[69350]: _type = "Task" [ 1023.853142] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.861575] env[69350]: DEBUG oslo_vmware.api [None req-17090968-8f1a-483e-8ab2-19c87e0a69a2 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5201d2aa-ea77-1e61-4809-ecf62ddc6463, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.161037] env[69350]: DEBUG nova.compute.manager [None req-2f46a9f4-34d0-475e-af03-6d18e47a1d75 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] [instance: 3982eed1-6462-4109-a550-9675a5970e1d] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1024.161037] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-2f46a9f4-34d0-475e-af03-6d18e47a1d75 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] [instance: 3982eed1-6462-4109-a550-9675a5970e1d] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1024.161037] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fa0a0da-166c-49eb-874b-679b5d70732f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.165295] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-26b15b42-5b11-4bff-9aba-a4807a11923c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.174069] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f46a9f4-34d0-475e-af03-6d18e47a1d75 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] [instance: 3982eed1-6462-4109-a550-9675a5970e1d] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1024.178934] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92e1b538-cbc2-4923-8980-84867bf6bce9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.180914] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1bf6703-3536-464a-9ffc-bfe5dc5b49b3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.196589] env[69350]: INFO nova.compute.manager [-] [instance: dfa7050a-9a30-4a81-8e47-404bca52d0bd] Took 1.62 seconds to deallocate network for instance. [ 1024.197581] env[69350]: DEBUG nova.scheduler.client.report [None req-7fe03951-db9a-4064-974d-4a8672899f43 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1024.204001] env[69350]: DEBUG oslo_vmware.api [None req-2f46a9f4-34d0-475e-af03-6d18e47a1d75 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Waiting for the task: (returnval){ [ 1024.204001] env[69350]: value = "task-3365544" [ 1024.204001] env[69350]: _type = "Task" [ 1024.204001] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.232225] env[69350]: DEBUG nova.compute.manager [req-092a1f34-ff9c-4d7f-bec5-66f7116bc460 req-882aa139-df00-4895-9ba4-62592d263db2 service nova] [instance: dfa7050a-9a30-4a81-8e47-404bca52d0bd] Detach interface failed, port_id=1b2dcb89-32af-465f-9ce9-15c629dfdd54, reason: Instance dfa7050a-9a30-4a81-8e47-404bca52d0bd could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1024.239327] env[69350]: DEBUG oslo_vmware.api [None req-2f46a9f4-34d0-475e-af03-6d18e47a1d75 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Task: {'id': task-3365544, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.317020] env[69350]: DEBUG nova.compute.manager [None req-ce1e8b11-bfcf-4fa3-a66e-fc611aea7f79 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: 452c57c6-ad9c-472a-ae69-f30724739f03] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1024.322327] env[69350]: DEBUG oslo_concurrency.lockutils [req-3866cfae-40bf-4e8b-9b67-d19a90b3df8b req-b3637f79-b3d6-4a8b-a5cb-fbb95aed824b service nova] Releasing lock "refresh_cache-2cf2c7b0-3546-4f8b-9293-7591793a4292" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.353835] env[69350]: DEBUG nova.virt.hardware [None req-ce1e8b11-bfcf-4fa3-a66e-fc611aea7f79 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1024.353960] env[69350]: DEBUG nova.virt.hardware [None req-ce1e8b11-bfcf-4fa3-a66e-fc611aea7f79 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1024.354145] env[69350]: DEBUG nova.virt.hardware [None req-ce1e8b11-bfcf-4fa3-a66e-fc611aea7f79 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1024.354337] env[69350]: DEBUG nova.virt.hardware [None req-ce1e8b11-bfcf-4fa3-a66e-fc611aea7f79 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1024.354484] env[69350]: DEBUG nova.virt.hardware [None req-ce1e8b11-bfcf-4fa3-a66e-fc611aea7f79 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1024.354850] env[69350]: DEBUG nova.virt.hardware [None req-ce1e8b11-bfcf-4fa3-a66e-fc611aea7f79 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1024.355085] env[69350]: DEBUG nova.virt.hardware [None req-ce1e8b11-bfcf-4fa3-a66e-fc611aea7f79 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1024.355270] env[69350]: DEBUG nova.virt.hardware [None req-ce1e8b11-bfcf-4fa3-a66e-fc611aea7f79 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1024.355527] env[69350]: DEBUG nova.virt.hardware [None req-ce1e8b11-bfcf-4fa3-a66e-fc611aea7f79 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1024.355736] env[69350]: DEBUG nova.virt.hardware [None req-ce1e8b11-bfcf-4fa3-a66e-fc611aea7f79 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1024.355920] env[69350]: DEBUG nova.virt.hardware [None req-ce1e8b11-bfcf-4fa3-a66e-fc611aea7f79 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1024.357132] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c77dcdb-9a2c-4b0f-a3e2-9b6b34d9cf9e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.375429] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d5486c-35d0-4e97-b423-69aa1d7749f2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.380358] env[69350]: DEBUG oslo_vmware.api [None req-17090968-8f1a-483e-8ab2-19c87e0a69a2 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5201d2aa-ea77-1e61-4809-ecf62ddc6463, 'name': SearchDatastore_Task, 'duration_secs': 0.013171} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.381965] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58075463-fcf5-47fa-826e-e3213faebff0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.395956] env[69350]: DEBUG oslo_vmware.api [None req-17090968-8f1a-483e-8ab2-19c87e0a69a2 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] Waiting for the task: (returnval){ [ 1024.395956] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]523ab40c-5522-4b3c-17dc-74f64b6af354" [ 1024.395956] env[69350]: _type = "Task" [ 1024.395956] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.403734] env[69350]: DEBUG oslo_vmware.api [None req-17090968-8f1a-483e-8ab2-19c87e0a69a2 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]523ab40c-5522-4b3c-17dc-74f64b6af354, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.710610] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7fe03951-db9a-4064-974d-4a8672899f43 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.424s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.713815] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6c143310-a1a3-4215-acb9-855a8087fd43 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.529s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.714053] env[69350]: DEBUG nova.objects.instance [None req-6c143310-a1a3-4215-acb9-855a8087fd43 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] Lazy-loading 'resources' on Instance uuid dec19706-68cc-496c-8edd-a1beacdabfcd {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1024.725309] env[69350]: DEBUG oslo_concurrency.lockutils [None req-94bda776-584e-4acb-be1c-5eb9d0da8cba tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.731457] env[69350]: DEBUG oslo_vmware.api [None req-2f46a9f4-34d0-475e-af03-6d18e47a1d75 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Task: {'id': task-3365544, 'name': PowerOffVM_Task, 'duration_secs': 0.324486} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.731845] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f46a9f4-34d0-475e-af03-6d18e47a1d75 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] [instance: 3982eed1-6462-4109-a550-9675a5970e1d] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1024.732149] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-2f46a9f4-34d0-475e-af03-6d18e47a1d75 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] [instance: 3982eed1-6462-4109-a550-9675a5970e1d] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1024.732497] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c0b0613-ceba-4ff1-a9f7-8b4824ca5879 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.797876] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-2f46a9f4-34d0-475e-af03-6d18e47a1d75 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] [instance: 3982eed1-6462-4109-a550-9675a5970e1d] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1024.799133] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-2f46a9f4-34d0-475e-af03-6d18e47a1d75 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] [instance: 3982eed1-6462-4109-a550-9675a5970e1d] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1024.799133] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f46a9f4-34d0-475e-af03-6d18e47a1d75 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Deleting the datastore file [datastore2] 3982eed1-6462-4109-a550-9675a5970e1d {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1024.801370] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-482daef9-853d-47c1-a467-76b5a00bb500 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.807323] env[69350]: DEBUG oslo_vmware.api [None req-2f46a9f4-34d0-475e-af03-6d18e47a1d75 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Waiting for the task: (returnval){ [ 1024.807323] env[69350]: value = "task-3365546" [ 1024.807323] env[69350]: _type = "Task" [ 1024.807323] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.816948] env[69350]: DEBUG oslo_vmware.api [None req-2f46a9f4-34d0-475e-af03-6d18e47a1d75 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Task: {'id': task-3365546, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.908354] env[69350]: DEBUG oslo_vmware.api [None req-17090968-8f1a-483e-8ab2-19c87e0a69a2 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]523ab40c-5522-4b3c-17dc-74f64b6af354, 'name': SearchDatastore_Task, 'duration_secs': 0.009843} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.908803] env[69350]: DEBUG oslo_concurrency.lockutils [None req-17090968-8f1a-483e-8ab2-19c87e0a69a2 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.909193] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-17090968-8f1a-483e-8ab2-19c87e0a69a2 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] 2cf2c7b0-3546-4f8b-9293-7591793a4292/2cf2c7b0-3546-4f8b-9293-7591793a4292.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1024.909575] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2a920b81-e315-449f-9cc2-4d526045fa35 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.916759] env[69350]: DEBUG oslo_vmware.api [None req-17090968-8f1a-483e-8ab2-19c87e0a69a2 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] Waiting for the task: (returnval){ [ 1024.916759] env[69350]: value = "task-3365547" [ 1024.916759] env[69350]: _type = "Task" [ 1024.916759] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.934344] env[69350]: DEBUG oslo_vmware.api [None req-17090968-8f1a-483e-8ab2-19c87e0a69a2 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] Task: {'id': task-3365547, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.220228] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7fe03951-db9a-4064-974d-4a8672899f43 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Lock "532d8313-d578-433b-8dec-e05a03ba013b" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 28.780s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.220962] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c808eeaf-9266-4aac-804d-792001da9724 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Lock "532d8313-d578-433b-8dec-e05a03ba013b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 6.429s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.220962] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c808eeaf-9266-4aac-804d-792001da9724 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Acquiring lock "532d8313-d578-433b-8dec-e05a03ba013b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.223522] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c808eeaf-9266-4aac-804d-792001da9724 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Lock "532d8313-d578-433b-8dec-e05a03ba013b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.223522] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c808eeaf-9266-4aac-804d-792001da9724 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Lock "532d8313-d578-433b-8dec-e05a03ba013b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.226050] env[69350]: INFO nova.compute.manager [None req-c808eeaf-9266-4aac-804d-792001da9724 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 532d8313-d578-433b-8dec-e05a03ba013b] Terminating instance [ 1025.320793] env[69350]: DEBUG oslo_vmware.api [None req-2f46a9f4-34d0-475e-af03-6d18e47a1d75 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Task: {'id': task-3365546, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136514} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.320793] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f46a9f4-34d0-475e-af03-6d18e47a1d75 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1025.320965] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-2f46a9f4-34d0-475e-af03-6d18e47a1d75 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] [instance: 3982eed1-6462-4109-a550-9675a5970e1d] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1025.321163] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-2f46a9f4-34d0-475e-af03-6d18e47a1d75 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] [instance: 3982eed1-6462-4109-a550-9675a5970e1d] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1025.321244] env[69350]: INFO nova.compute.manager [None req-2f46a9f4-34d0-475e-af03-6d18e47a1d75 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] [instance: 3982eed1-6462-4109-a550-9675a5970e1d] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1025.321493] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f46a9f4-34d0-475e-af03-6d18e47a1d75 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1025.321743] env[69350]: DEBUG nova.compute.manager [-] [instance: 3982eed1-6462-4109-a550-9675a5970e1d] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1025.321790] env[69350]: DEBUG nova.network.neutron [-] [instance: 3982eed1-6462-4109-a550-9675a5970e1d] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1025.432421] env[69350]: DEBUG oslo_vmware.api [None req-17090968-8f1a-483e-8ab2-19c87e0a69a2 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] Task: {'id': task-3365547, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484692} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.432421] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-17090968-8f1a-483e-8ab2-19c87e0a69a2 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] 2cf2c7b0-3546-4f8b-9293-7591793a4292/2cf2c7b0-3546-4f8b-9293-7591793a4292.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1025.432614] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-17090968-8f1a-483e-8ab2-19c87e0a69a2 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] [instance: 2cf2c7b0-3546-4f8b-9293-7591793a4292] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1025.436035] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b6024a46-332f-4611-8c05-0446c1f362be {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.443568] env[69350]: DEBUG oslo_vmware.api [None req-17090968-8f1a-483e-8ab2-19c87e0a69a2 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] Waiting for the task: (returnval){ [ 1025.443568] env[69350]: value = "task-3365548" [ 1025.443568] env[69350]: _type = "Task" [ 1025.443568] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.453270] env[69350]: DEBUG oslo_vmware.api [None req-17090968-8f1a-483e-8ab2-19c87e0a69a2 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] Task: {'id': task-3365548, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.590161] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-638ee61f-6e6d-4481-8685-08521f7bbe32 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.599337] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7b9f44d-c9c4-4fde-9790-795421f1884c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.636621] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d340122-b2fc-42df-9ee6-0b2314f28a1f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.645334] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db83a24-a95a-40d2-b003-aa40b986f576 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.661436] env[69350]: DEBUG nova.compute.provider_tree [None req-6c143310-a1a3-4215-acb9-855a8087fd43 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1025.731706] env[69350]: DEBUG nova.compute.manager [None req-c808eeaf-9266-4aac-804d-792001da9724 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 532d8313-d578-433b-8dec-e05a03ba013b] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1025.731940] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c808eeaf-9266-4aac-804d-792001da9724 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 532d8313-d578-433b-8dec-e05a03ba013b] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1025.732260] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-60462d59-30ac-4997-8013-c29ef8b31835 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.742159] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b28ea637-367a-4f0d-bea3-8348e52b8c6f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.779350] env[69350]: WARNING nova.virt.vmwareapi.vmops [None req-c808eeaf-9266-4aac-804d-792001da9724 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 532d8313-d578-433b-8dec-e05a03ba013b] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 532d8313-d578-433b-8dec-e05a03ba013b could not be found. [ 1025.779350] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c808eeaf-9266-4aac-804d-792001da9724 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 532d8313-d578-433b-8dec-e05a03ba013b] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1025.779692] env[69350]: INFO nova.compute.manager [None req-c808eeaf-9266-4aac-804d-792001da9724 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 532d8313-d578-433b-8dec-e05a03ba013b] Took 0.05 seconds to destroy the instance on the hypervisor. [ 1025.779692] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c808eeaf-9266-4aac-804d-792001da9724 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1025.781700] env[69350]: DEBUG nova.compute.manager [-] [instance: 532d8313-d578-433b-8dec-e05a03ba013b] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1025.781700] env[69350]: DEBUG nova.network.neutron [-] [instance: 532d8313-d578-433b-8dec-e05a03ba013b] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1025.956756] env[69350]: DEBUG oslo_vmware.api [None req-17090968-8f1a-483e-8ab2-19c87e0a69a2 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] Task: {'id': task-3365548, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063538} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.957204] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-17090968-8f1a-483e-8ab2-19c87e0a69a2 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] [instance: 2cf2c7b0-3546-4f8b-9293-7591793a4292] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1025.958115] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c0625a4-8ca4-4fbe-915a-f8d321d32440 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.985115] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-17090968-8f1a-483e-8ab2-19c87e0a69a2 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] [instance: 2cf2c7b0-3546-4f8b-9293-7591793a4292] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 2cf2c7b0-3546-4f8b-9293-7591793a4292/2cf2c7b0-3546-4f8b-9293-7591793a4292.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1025.985666] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2231490-9349-494e-a367-2cee9f995488 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.012122] env[69350]: DEBUG nova.compute.manager [req-a82e55a0-fbed-46fe-b2f0-a2e3d459481f req-66b360de-a7b6-4435-aeca-f2bb1094597b service nova] [instance: 452c57c6-ad9c-472a-ae69-f30724739f03] Received event network-vif-plugged-6afb799b-3333-4fea-ab73-d6ecbc877b88 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1026.012122] env[69350]: DEBUG oslo_concurrency.lockutils [req-a82e55a0-fbed-46fe-b2f0-a2e3d459481f req-66b360de-a7b6-4435-aeca-f2bb1094597b service nova] Acquiring lock "452c57c6-ad9c-472a-ae69-f30724739f03-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.012122] env[69350]: DEBUG oslo_concurrency.lockutils [req-a82e55a0-fbed-46fe-b2f0-a2e3d459481f req-66b360de-a7b6-4435-aeca-f2bb1094597b service nova] Lock "452c57c6-ad9c-472a-ae69-f30724739f03-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.012122] env[69350]: DEBUG oslo_concurrency.lockutils [req-a82e55a0-fbed-46fe-b2f0-a2e3d459481f req-66b360de-a7b6-4435-aeca-f2bb1094597b service nova] Lock "452c57c6-ad9c-472a-ae69-f30724739f03-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.012122] env[69350]: DEBUG nova.compute.manager [req-a82e55a0-fbed-46fe-b2f0-a2e3d459481f req-66b360de-a7b6-4435-aeca-f2bb1094597b service nova] [instance: 452c57c6-ad9c-472a-ae69-f30724739f03] No waiting events found dispatching network-vif-plugged-6afb799b-3333-4fea-ab73-d6ecbc877b88 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1026.012122] env[69350]: WARNING nova.compute.manager [req-a82e55a0-fbed-46fe-b2f0-a2e3d459481f req-66b360de-a7b6-4435-aeca-f2bb1094597b service nova] [instance: 452c57c6-ad9c-472a-ae69-f30724739f03] Received unexpected event network-vif-plugged-6afb799b-3333-4fea-ab73-d6ecbc877b88 for instance with vm_state building and task_state spawning. [ 1026.012122] env[69350]: DEBUG nova.network.neutron [None req-ce1e8b11-bfcf-4fa3-a66e-fc611aea7f79 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: 452c57c6-ad9c-472a-ae69-f30724739f03] Successfully updated port: 6afb799b-3333-4fea-ab73-d6ecbc877b88 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1026.023359] env[69350]: DEBUG oslo_vmware.api [None req-17090968-8f1a-483e-8ab2-19c87e0a69a2 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] Waiting for the task: (returnval){ [ 1026.023359] env[69350]: value = "task-3365549" [ 1026.023359] env[69350]: _type = "Task" [ 1026.023359] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.033087] env[69350]: DEBUG oslo_vmware.api [None req-17090968-8f1a-483e-8ab2-19c87e0a69a2 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] Task: {'id': task-3365549, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.164754] env[69350]: DEBUG nova.scheduler.client.report [None req-6c143310-a1a3-4215-acb9-855a8087fd43 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1026.295701] env[69350]: DEBUG nova.network.neutron [-] [instance: 3982eed1-6462-4109-a550-9675a5970e1d] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.519640] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ce1e8b11-bfcf-4fa3-a66e-fc611aea7f79 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Acquiring lock "refresh_cache-452c57c6-ad9c-472a-ae69-f30724739f03" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.519796] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ce1e8b11-bfcf-4fa3-a66e-fc611aea7f79 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Acquired lock "refresh_cache-452c57c6-ad9c-472a-ae69-f30724739f03" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.520027] env[69350]: DEBUG nova.network.neutron [None req-ce1e8b11-bfcf-4fa3-a66e-fc611aea7f79 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: 452c57c6-ad9c-472a-ae69-f30724739f03] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1026.536607] env[69350]: DEBUG oslo_vmware.api [None req-17090968-8f1a-483e-8ab2-19c87e0a69a2 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] Task: {'id': task-3365549, 'name': ReconfigVM_Task, 'duration_secs': 0.362114} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.537053] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-17090968-8f1a-483e-8ab2-19c87e0a69a2 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] [instance: 2cf2c7b0-3546-4f8b-9293-7591793a4292] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 2cf2c7b0-3546-4f8b-9293-7591793a4292/2cf2c7b0-3546-4f8b-9293-7591793a4292.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1026.538446] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-54ac76c9-5e23-4df8-a0ed-b24f6bd94673 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.545788] env[69350]: DEBUG oslo_vmware.api [None req-17090968-8f1a-483e-8ab2-19c87e0a69a2 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] Waiting for the task: (returnval){ [ 1026.545788] env[69350]: value = "task-3365550" [ 1026.545788] env[69350]: _type = "Task" [ 1026.545788] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.559287] env[69350]: DEBUG oslo_vmware.api [None req-17090968-8f1a-483e-8ab2-19c87e0a69a2 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] Task: {'id': task-3365550, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.619589] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8a917653-a352-480a-afb9-e286db37a26c tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] Acquiring lock "59b7631e-fcb5-4fed-b879-6ac34f5a03e9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.619833] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8a917653-a352-480a-afb9-e286db37a26c tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] Lock "59b7631e-fcb5-4fed-b879-6ac34f5a03e9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.621766] env[69350]: DEBUG nova.network.neutron [-] [instance: 532d8313-d578-433b-8dec-e05a03ba013b] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.669389] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6c143310-a1a3-4215-acb9-855a8087fd43 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.956s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.672467] env[69350]: DEBUG oslo_concurrency.lockutils [None req-cf4ab4ad-8875-4f27-a35c-f1a0c55ce0f8 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.663s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.672467] env[69350]: DEBUG oslo_concurrency.lockutils [None req-cf4ab4ad-8875-4f27-a35c-f1a0c55ce0f8 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.673965] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c5807da4-9fb0-42a6-ab06-31275b437594 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.811s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.675489] env[69350]: INFO nova.compute.claims [None req-c5807da4-9fb0-42a6-ab06-31275b437594 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: b40a50d7-ac54-43ce-b4b2-28313b619e29] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1026.714181] env[69350]: INFO nova.scheduler.client.report [None req-6c143310-a1a3-4215-acb9-855a8087fd43 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] Deleted allocations for instance dec19706-68cc-496c-8edd-a1beacdabfcd [ 1026.716075] env[69350]: INFO nova.scheduler.client.report [None req-cf4ab4ad-8875-4f27-a35c-f1a0c55ce0f8 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Deleted allocations for instance 90b71625-4bb1-4f8b-a94e-313cea1be2da [ 1026.799337] env[69350]: INFO nova.compute.manager [-] [instance: 3982eed1-6462-4109-a550-9675a5970e1d] Took 1.48 seconds to deallocate network for instance. [ 1027.056115] env[69350]: DEBUG oslo_vmware.api [None req-17090968-8f1a-483e-8ab2-19c87e0a69a2 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] Task: {'id': task-3365550, 'name': Rename_Task, 'duration_secs': 0.178161} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.056943] env[69350]: DEBUG nova.network.neutron [None req-ce1e8b11-bfcf-4fa3-a66e-fc611aea7f79 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: 452c57c6-ad9c-472a-ae69-f30724739f03] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1027.062021] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-17090968-8f1a-483e-8ab2-19c87e0a69a2 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] [instance: 2cf2c7b0-3546-4f8b-9293-7591793a4292] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1027.062021] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f854d0ae-7dc8-4ad9-953e-0fea700ed545 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.066076] env[69350]: DEBUG oslo_vmware.api [None req-17090968-8f1a-483e-8ab2-19c87e0a69a2 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] Waiting for the task: (returnval){ [ 1027.066076] env[69350]: value = "task-3365551" [ 1027.066076] env[69350]: _type = "Task" [ 1027.066076] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.074853] env[69350]: DEBUG oslo_vmware.api [None req-17090968-8f1a-483e-8ab2-19c87e0a69a2 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] Task: {'id': task-3365551, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.122559] env[69350]: DEBUG nova.compute.manager [None req-8a917653-a352-480a-afb9-e286db37a26c tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] [instance: 59b7631e-fcb5-4fed-b879-6ac34f5a03e9] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1027.125612] env[69350]: INFO nova.compute.manager [-] [instance: 532d8313-d578-433b-8dec-e05a03ba013b] Took 1.35 seconds to deallocate network for instance. [ 1027.230131] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6c143310-a1a3-4215-acb9-855a8087fd43 tempest-ServerAddressesNegativeTestJSON-1528109665 tempest-ServerAddressesNegativeTestJSON-1528109665-project-member] Lock "dec19706-68cc-496c-8edd-a1beacdabfcd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.746s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.230131] env[69350]: DEBUG oslo_concurrency.lockutils [None req-cf4ab4ad-8875-4f27-a35c-f1a0c55ce0f8 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Lock "90b71625-4bb1-4f8b-a94e-313cea1be2da" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.435s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.233303] env[69350]: DEBUG nova.network.neutron [None req-ce1e8b11-bfcf-4fa3-a66e-fc611aea7f79 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: 452c57c6-ad9c-472a-ae69-f30724739f03] Updating instance_info_cache with network_info: [{"id": "6afb799b-3333-4fea-ab73-d6ecbc877b88", "address": "fa:16:3e:4e:53:56", "network": {"id": "10efdebd-b36b-4143-b562-218922bcc857", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1931214076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "815a790c210444b79e3460dcf336bf62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6afb799b-33", "ovs_interfaceid": "6afb799b-3333-4fea-ab73-d6ecbc877b88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.306731] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2f46a9f4-34d0-475e-af03-6d18e47a1d75 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.368874] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0eac7c7c-6a12-461d-bba9-965f675b5db6 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Acquiring lock "d01bd7bf-c208-4d10-8c17-22807de255ac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.369519] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0eac7c7c-6a12-461d-bba9-965f675b5db6 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Lock "d01bd7bf-c208-4d10-8c17-22807de255ac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.577124] env[69350]: DEBUG oslo_vmware.api [None req-17090968-8f1a-483e-8ab2-19c87e0a69a2 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] Task: {'id': task-3365551, 'name': PowerOnVM_Task, 'duration_secs': 0.44797} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.577124] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-17090968-8f1a-483e-8ab2-19c87e0a69a2 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] [instance: 2cf2c7b0-3546-4f8b-9293-7591793a4292] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1027.577124] env[69350]: INFO nova.compute.manager [None req-17090968-8f1a-483e-8ab2-19c87e0a69a2 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] [instance: 2cf2c7b0-3546-4f8b-9293-7591793a4292] Took 7.70 seconds to spawn the instance on the hypervisor. [ 1027.577450] env[69350]: DEBUG nova.compute.manager [None req-17090968-8f1a-483e-8ab2-19c87e0a69a2 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] [instance: 2cf2c7b0-3546-4f8b-9293-7591793a4292] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1027.578371] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a06a3bb0-0a2c-4918-8c09-6c628512d5fa {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.655732] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8a917653-a352-480a-afb9-e286db37a26c tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.737475] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ce1e8b11-bfcf-4fa3-a66e-fc611aea7f79 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Releasing lock "refresh_cache-452c57c6-ad9c-472a-ae69-f30724739f03" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.737783] env[69350]: DEBUG nova.compute.manager [None req-ce1e8b11-bfcf-4fa3-a66e-fc611aea7f79 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: 452c57c6-ad9c-472a-ae69-f30724739f03] Instance network_info: |[{"id": "6afb799b-3333-4fea-ab73-d6ecbc877b88", "address": "fa:16:3e:4e:53:56", "network": {"id": "10efdebd-b36b-4143-b562-218922bcc857", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1931214076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "815a790c210444b79e3460dcf336bf62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6afb799b-33", "ovs_interfaceid": "6afb799b-3333-4fea-ab73-d6ecbc877b88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1027.738363] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ce1e8b11-bfcf-4fa3-a66e-fc611aea7f79 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: 452c57c6-ad9c-472a-ae69-f30724739f03] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:53:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6afb799b-3333-4fea-ab73-d6ecbc877b88', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1027.754966] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce1e8b11-bfcf-4fa3-a66e-fc611aea7f79 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Creating folder: Project (815a790c210444b79e3460dcf336bf62). Parent ref: group-v671398. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1027.758248] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0805cd20-560d-4457-8a6e-be955bf511e8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.773067] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-ce1e8b11-bfcf-4fa3-a66e-fc611aea7f79 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Created folder: Project (815a790c210444b79e3460dcf336bf62) in parent group-v671398. [ 1027.773067] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce1e8b11-bfcf-4fa3-a66e-fc611aea7f79 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Creating folder: Instances. Parent ref: group-v671608. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1027.773067] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b937e53b-5f8a-4def-89d0-02e25c047fb1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.785026] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-ce1e8b11-bfcf-4fa3-a66e-fc611aea7f79 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Created folder: Instances in parent group-v671608. [ 1027.787024] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce1e8b11-bfcf-4fa3-a66e-fc611aea7f79 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1027.787024] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 452c57c6-ad9c-472a-ae69-f30724739f03] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1027.787024] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-28b1f0f0-bb04-4c9b-b739-d9465c113bbc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.811580] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1027.811580] env[69350]: value = "task-3365554" [ 1027.811580] env[69350]: _type = "Task" [ 1027.811580] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.820268] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365554, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.874234] env[69350]: DEBUG nova.compute.manager [None req-0eac7c7c-6a12-461d-bba9-965f675b5db6 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: d01bd7bf-c208-4d10-8c17-22807de255ac] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1028.010078] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d82a05db-4f98-482f-9c43-d01d385d976d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.018604] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce3067c3-f83a-44bc-86ea-2367e2548e57 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.052069] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5fa499e-232d-4739-8373-d8eec1ff8d3f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.056709] env[69350]: DEBUG nova.compute.manager [req-1035bd64-52bf-42bb-8c50-c5bb3e8b7642 req-076090ea-4539-45fb-ad49-e61b61f38977 service nova] [instance: 3982eed1-6462-4109-a550-9675a5970e1d] Received event network-vif-deleted-2e127c5c-4494-4f85-8cae-fc1d423819a8 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1028.056934] env[69350]: DEBUG nova.compute.manager [req-1035bd64-52bf-42bb-8c50-c5bb3e8b7642 req-076090ea-4539-45fb-ad49-e61b61f38977 service nova] [instance: 452c57c6-ad9c-472a-ae69-f30724739f03] Received event network-changed-6afb799b-3333-4fea-ab73-d6ecbc877b88 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1028.057114] env[69350]: DEBUG nova.compute.manager [req-1035bd64-52bf-42bb-8c50-c5bb3e8b7642 req-076090ea-4539-45fb-ad49-e61b61f38977 service nova] [instance: 452c57c6-ad9c-472a-ae69-f30724739f03] Refreshing instance network info cache due to event network-changed-6afb799b-3333-4fea-ab73-d6ecbc877b88. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1028.057352] env[69350]: DEBUG oslo_concurrency.lockutils [req-1035bd64-52bf-42bb-8c50-c5bb3e8b7642 req-076090ea-4539-45fb-ad49-e61b61f38977 service nova] Acquiring lock "refresh_cache-452c57c6-ad9c-472a-ae69-f30724739f03" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.057487] env[69350]: DEBUG oslo_concurrency.lockutils [req-1035bd64-52bf-42bb-8c50-c5bb3e8b7642 req-076090ea-4539-45fb-ad49-e61b61f38977 service nova] Acquired lock "refresh_cache-452c57c6-ad9c-472a-ae69-f30724739f03" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.057644] env[69350]: DEBUG nova.network.neutron [req-1035bd64-52bf-42bb-8c50-c5bb3e8b7642 req-076090ea-4539-45fb-ad49-e61b61f38977 service nova] [instance: 452c57c6-ad9c-472a-ae69-f30724739f03] Refreshing network info cache for port 6afb799b-3333-4fea-ab73-d6ecbc877b88 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1028.065765] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3344f4f2-8fe4-4472-bca2-c4f2f1e25a13 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.082302] env[69350]: DEBUG nova.compute.provider_tree [None req-c5807da4-9fb0-42a6-ab06-31275b437594 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1028.095691] env[69350]: INFO nova.compute.manager [None req-17090968-8f1a-483e-8ab2-19c87e0a69a2 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] [instance: 2cf2c7b0-3546-4f8b-9293-7591793a4292] Took 20.22 seconds to build instance. [ 1028.160064] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c808eeaf-9266-4aac-804d-792001da9724 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Lock "532d8313-d578-433b-8dec-e05a03ba013b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.939s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.322148] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365554, 'name': CreateVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.406138] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0eac7c7c-6a12-461d-bba9-965f675b5db6 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.586776] env[69350]: DEBUG nova.scheduler.client.report [None req-c5807da4-9fb0-42a6-ab06-31275b437594 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1028.600039] env[69350]: DEBUG oslo_concurrency.lockutils [None req-17090968-8f1a-483e-8ab2-19c87e0a69a2 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] Lock "2cf2c7b0-3546-4f8b-9293-7591793a4292" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.734s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.823022] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365554, 'name': CreateVM_Task, 'duration_secs': 0.544444} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.823273] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 452c57c6-ad9c-472a-ae69-f30724739f03] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1028.824154] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ce1e8b11-bfcf-4fa3-a66e-fc611aea7f79 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.824379] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ce1e8b11-bfcf-4fa3-a66e-fc611aea7f79 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.825995] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ce1e8b11-bfcf-4fa3-a66e-fc611aea7f79 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.826272] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-390e8f6a-5441-444c-82b9-22e161a491f7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.831845] env[69350]: DEBUG oslo_vmware.api [None req-ce1e8b11-bfcf-4fa3-a66e-fc611aea7f79 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Waiting for the task: (returnval){ [ 1028.831845] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52ac8987-6aec-6fc7-398a-030d14fe57e4" [ 1028.831845] env[69350]: _type = "Task" [ 1028.831845] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.840605] env[69350]: DEBUG oslo_vmware.api [None req-ce1e8b11-bfcf-4fa3-a66e-fc611aea7f79 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52ac8987-6aec-6fc7-398a-030d14fe57e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.887478] env[69350]: DEBUG oslo_concurrency.lockutils [None req-68f99972-6864-49a8-8f6d-4a42c8024991 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Acquiring lock "7a738554-0623-4e36-ba13-4d4f1346154c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.887817] env[69350]: DEBUG oslo_concurrency.lockutils [None req-68f99972-6864-49a8-8f6d-4a42c8024991 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Lock "7a738554-0623-4e36-ba13-4d4f1346154c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.891427] env[69350]: DEBUG nova.network.neutron [req-1035bd64-52bf-42bb-8c50-c5bb3e8b7642 req-076090ea-4539-45fb-ad49-e61b61f38977 service nova] [instance: 452c57c6-ad9c-472a-ae69-f30724739f03] Updated VIF entry in instance network info cache for port 6afb799b-3333-4fea-ab73-d6ecbc877b88. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1028.891701] env[69350]: DEBUG nova.network.neutron [req-1035bd64-52bf-42bb-8c50-c5bb3e8b7642 req-076090ea-4539-45fb-ad49-e61b61f38977 service nova] [instance: 452c57c6-ad9c-472a-ae69-f30724739f03] Updating instance_info_cache with network_info: [{"id": "6afb799b-3333-4fea-ab73-d6ecbc877b88", "address": "fa:16:3e:4e:53:56", "network": {"id": "10efdebd-b36b-4143-b562-218922bcc857", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1931214076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "815a790c210444b79e3460dcf336bf62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6afb799b-33", "ovs_interfaceid": "6afb799b-3333-4fea-ab73-d6ecbc877b88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.092480] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c5807da4-9fb0-42a6-ab06-31275b437594 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.418s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.093044] env[69350]: DEBUG nova.compute.manager [None req-c5807da4-9fb0-42a6-ab06-31275b437594 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: b40a50d7-ac54-43ce-b4b2-28313b619e29] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1029.098581] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1ee0f8e7-7cbe-4e08-aaf5-26c3e72d56ea tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.736s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.100636] env[69350]: DEBUG nova.objects.instance [None req-1ee0f8e7-7cbe-4e08-aaf5-26c3e72d56ea tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] Lazy-loading 'resources' on Instance uuid 81677312-a11d-4f1f-a649-bd56bd222cf5 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1029.342529] env[69350]: DEBUG oslo_vmware.api [None req-ce1e8b11-bfcf-4fa3-a66e-fc611aea7f79 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52ac8987-6aec-6fc7-398a-030d14fe57e4, 'name': SearchDatastore_Task, 'duration_secs': 0.021155} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.342828] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ce1e8b11-bfcf-4fa3-a66e-fc611aea7f79 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.344287] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ce1e8b11-bfcf-4fa3-a66e-fc611aea7f79 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: 452c57c6-ad9c-472a-ae69-f30724739f03] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1029.344287] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ce1e8b11-bfcf-4fa3-a66e-fc611aea7f79 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.344287] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ce1e8b11-bfcf-4fa3-a66e-fc611aea7f79 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.344287] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce1e8b11-bfcf-4fa3-a66e-fc611aea7f79 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1029.344287] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc569f78-a294-43b4-9d6f-03e3bc414768 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.355569] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce1e8b11-bfcf-4fa3-a66e-fc611aea7f79 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1029.355765] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ce1e8b11-bfcf-4fa3-a66e-fc611aea7f79 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1029.356548] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60f330d1-e861-4683-ad5c-0fa6ce82bf3c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.361567] env[69350]: DEBUG oslo_vmware.api [None req-ce1e8b11-bfcf-4fa3-a66e-fc611aea7f79 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Waiting for the task: (returnval){ [ 1029.361567] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52346f70-1759-ee02-92e5-be30dd0e7a9e" [ 1029.361567] env[69350]: _type = "Task" [ 1029.361567] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.372943] env[69350]: DEBUG oslo_vmware.api [None req-ce1e8b11-bfcf-4fa3-a66e-fc611aea7f79 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52346f70-1759-ee02-92e5-be30dd0e7a9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.390464] env[69350]: DEBUG nova.compute.manager [None req-68f99972-6864-49a8-8f6d-4a42c8024991 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1029.396230] env[69350]: DEBUG oslo_concurrency.lockutils [req-1035bd64-52bf-42bb-8c50-c5bb3e8b7642 req-076090ea-4539-45fb-ad49-e61b61f38977 service nova] Releasing lock "refresh_cache-452c57c6-ad9c-472a-ae69-f30724739f03" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.478455] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7d904181-8c9f-48e1-a83d-cb4c810bb418 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Acquiring lock "ecaf844a-052f-4fb9-8b31-d66f6f067e2f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.478822] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7d904181-8c9f-48e1-a83d-cb4c810bb418 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Lock "ecaf844a-052f-4fb9-8b31-d66f6f067e2f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.607368] env[69350]: DEBUG nova.compute.utils [None req-c5807da4-9fb0-42a6-ab06-31275b437594 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1029.609767] env[69350]: DEBUG nova.compute.manager [None req-c5807da4-9fb0-42a6-ab06-31275b437594 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: b40a50d7-ac54-43ce-b4b2-28313b619e29] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1029.610911] env[69350]: DEBUG nova.network.neutron [None req-c5807da4-9fb0-42a6-ab06-31275b437594 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: b40a50d7-ac54-43ce-b4b2-28313b619e29] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1029.655535] env[69350]: DEBUG nova.policy [None req-c5807da4-9fb0-42a6-ab06-31275b437594 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ffd0edc3c12c4eef8fd233c3ba625bac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '51bc6f4dd8ea4a9e9e1031143399a0d7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 1029.705189] env[69350]: DEBUG oslo_concurrency.lockutils [None req-46e7a3e5-db2f-4a54-a2e2-ad57ba0d8909 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] Acquiring lock "2cf2c7b0-3546-4f8b-9293-7591793a4292" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.705457] env[69350]: DEBUG oslo_concurrency.lockutils [None req-46e7a3e5-db2f-4a54-a2e2-ad57ba0d8909 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] Lock "2cf2c7b0-3546-4f8b-9293-7591793a4292" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.705631] env[69350]: DEBUG oslo_concurrency.lockutils [None req-46e7a3e5-db2f-4a54-a2e2-ad57ba0d8909 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] Acquiring lock "2cf2c7b0-3546-4f8b-9293-7591793a4292-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.705874] env[69350]: DEBUG oslo_concurrency.lockutils [None req-46e7a3e5-db2f-4a54-a2e2-ad57ba0d8909 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] Lock "2cf2c7b0-3546-4f8b-9293-7591793a4292-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.706052] env[69350]: DEBUG oslo_concurrency.lockutils [None req-46e7a3e5-db2f-4a54-a2e2-ad57ba0d8909 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] Lock "2cf2c7b0-3546-4f8b-9293-7591793a4292-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.710294] env[69350]: INFO nova.compute.manager [None req-46e7a3e5-db2f-4a54-a2e2-ad57ba0d8909 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] [instance: 2cf2c7b0-3546-4f8b-9293-7591793a4292] Terminating instance [ 1029.873019] env[69350]: DEBUG oslo_vmware.api [None req-ce1e8b11-bfcf-4fa3-a66e-fc611aea7f79 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52346f70-1759-ee02-92e5-be30dd0e7a9e, 'name': SearchDatastore_Task, 'duration_secs': 0.021052} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.875295] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f27dd7c-100f-4406-98b1-885fffce9c2c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.877812] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-896c7b09-f75b-4425-b682-ab17443473fb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.885194] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4dc02a9-4959-4069-b45f-4f2233e05bd5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.888963] env[69350]: DEBUG oslo_vmware.api [None req-ce1e8b11-bfcf-4fa3-a66e-fc611aea7f79 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Waiting for the task: (returnval){ [ 1029.888963] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52d41298-4d1c-454d-a741-9540b6e53eb3" [ 1029.888963] env[69350]: _type = "Task" [ 1029.888963] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.921722] env[69350]: DEBUG nova.network.neutron [None req-c5807da4-9fb0-42a6-ab06-31275b437594 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: b40a50d7-ac54-43ce-b4b2-28313b619e29] Successfully created port: 6087dafe-bc3e-4b29-80cc-9bd44227792e {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1029.924467] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1872bad0-a2a7-43b3-bbcf-2751c690bf80 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.933681] env[69350]: DEBUG oslo_vmware.api [None req-ce1e8b11-bfcf-4fa3-a66e-fc611aea7f79 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52d41298-4d1c-454d-a741-9540b6e53eb3, 'name': SearchDatastore_Task, 'duration_secs': 0.009994} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.933817] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ce1e8b11-bfcf-4fa3-a66e-fc611aea7f79 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.934788] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce1e8b11-bfcf-4fa3-a66e-fc611aea7f79 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] 452c57c6-ad9c-472a-ae69-f30724739f03/452c57c6-ad9c-472a-ae69-f30724739f03.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1029.934788] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d5109469-8102-4be3-bd2a-3197532b3925 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.939531] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a22df59d-c746-4b39-a731-ea1b6b18f195 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.944995] env[69350]: DEBUG oslo_vmware.api [None req-ce1e8b11-bfcf-4fa3-a66e-fc611aea7f79 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Waiting for the task: (returnval){ [ 1029.944995] env[69350]: value = "task-3365555" [ 1029.944995] env[69350]: _type = "Task" [ 1029.944995] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.956377] env[69350]: DEBUG nova.compute.provider_tree [None req-1ee0f8e7-7cbe-4e08-aaf5-26c3e72d56ea tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1029.959322] env[69350]: DEBUG oslo_concurrency.lockutils [None req-68f99972-6864-49a8-8f6d-4a42c8024991 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.964221] env[69350]: DEBUG oslo_vmware.api [None req-ce1e8b11-bfcf-4fa3-a66e-fc611aea7f79 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Task: {'id': task-3365555, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.981239] env[69350]: DEBUG nova.compute.manager [None req-7d904181-8c9f-48e1-a83d-cb4c810bb418 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: ecaf844a-052f-4fb9-8b31-d66f6f067e2f] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1030.110678] env[69350]: DEBUG nova.compute.manager [None req-c5807da4-9fb0-42a6-ab06-31275b437594 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: b40a50d7-ac54-43ce-b4b2-28313b619e29] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1030.216772] env[69350]: DEBUG nova.compute.manager [None req-46e7a3e5-db2f-4a54-a2e2-ad57ba0d8909 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] [instance: 2cf2c7b0-3546-4f8b-9293-7591793a4292] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1030.217108] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-46e7a3e5-db2f-4a54-a2e2-ad57ba0d8909 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] [instance: 2cf2c7b0-3546-4f8b-9293-7591793a4292] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1030.219383] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c08bfb-d18e-42dd-98a3-768e3ff3d8fa {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.230184] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-46e7a3e5-db2f-4a54-a2e2-ad57ba0d8909 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] [instance: 2cf2c7b0-3546-4f8b-9293-7591793a4292] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1030.231067] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73eede4f-3e14-4480-9216-2dae5651323c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.240536] env[69350]: DEBUG oslo_vmware.api [None req-46e7a3e5-db2f-4a54-a2e2-ad57ba0d8909 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] Waiting for the task: (returnval){ [ 1030.240536] env[69350]: value = "task-3365556" [ 1030.240536] env[69350]: _type = "Task" [ 1030.240536] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.251670] env[69350]: DEBUG oslo_vmware.api [None req-46e7a3e5-db2f-4a54-a2e2-ad57ba0d8909 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] Task: {'id': task-3365556, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.456878] env[69350]: DEBUG oslo_vmware.api [None req-ce1e8b11-bfcf-4fa3-a66e-fc611aea7f79 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Task: {'id': task-3365555, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499968} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.457293] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce1e8b11-bfcf-4fa3-a66e-fc611aea7f79 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] 452c57c6-ad9c-472a-ae69-f30724739f03/452c57c6-ad9c-472a-ae69-f30724739f03.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1030.457470] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ce1e8b11-bfcf-4fa3-a66e-fc611aea7f79 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: 452c57c6-ad9c-472a-ae69-f30724739f03] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1030.457623] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1c8a4c68-2b45-4b33-9423-aa974b786d25 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.461542] env[69350]: DEBUG nova.scheduler.client.report [None req-1ee0f8e7-7cbe-4e08-aaf5-26c3e72d56ea tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1030.466151] env[69350]: DEBUG oslo_vmware.api [None req-ce1e8b11-bfcf-4fa3-a66e-fc611aea7f79 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Waiting for the task: (returnval){ [ 1030.466151] env[69350]: value = "task-3365557" [ 1030.466151] env[69350]: _type = "Task" [ 1030.466151] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.474993] env[69350]: DEBUG oslo_vmware.api [None req-ce1e8b11-bfcf-4fa3-a66e-fc611aea7f79 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Task: {'id': task-3365557, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.500095] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7d904181-8c9f-48e1-a83d-cb4c810bb418 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.751872] env[69350]: DEBUG oslo_vmware.api [None req-46e7a3e5-db2f-4a54-a2e2-ad57ba0d8909 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] Task: {'id': task-3365556, 'name': PowerOffVM_Task, 'duration_secs': 0.337383} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.751872] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-46e7a3e5-db2f-4a54-a2e2-ad57ba0d8909 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] [instance: 2cf2c7b0-3546-4f8b-9293-7591793a4292] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1030.752087] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-46e7a3e5-db2f-4a54-a2e2-ad57ba0d8909 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] [instance: 2cf2c7b0-3546-4f8b-9293-7591793a4292] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1030.752255] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-98ecfc36-3202-4a05-b474-c8c0ed386970 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.816846] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-46e7a3e5-db2f-4a54-a2e2-ad57ba0d8909 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] [instance: 2cf2c7b0-3546-4f8b-9293-7591793a4292] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1030.817114] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-46e7a3e5-db2f-4a54-a2e2-ad57ba0d8909 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] [instance: 2cf2c7b0-3546-4f8b-9293-7591793a4292] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1030.817311] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-46e7a3e5-db2f-4a54-a2e2-ad57ba0d8909 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] Deleting the datastore file [datastore2] 2cf2c7b0-3546-4f8b-9293-7591793a4292 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1030.817564] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-224348ed-8d21-4a12-af21-825ada0f4ec3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.824423] env[69350]: DEBUG oslo_vmware.api [None req-46e7a3e5-db2f-4a54-a2e2-ad57ba0d8909 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] Waiting for the task: (returnval){ [ 1030.824423] env[69350]: value = "task-3365559" [ 1030.824423] env[69350]: _type = "Task" [ 1030.824423] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.834594] env[69350]: DEBUG oslo_vmware.api [None req-46e7a3e5-db2f-4a54-a2e2-ad57ba0d8909 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] Task: {'id': task-3365559, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.967823] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1ee0f8e7-7cbe-4e08-aaf5-26c3e72d56ea tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.869s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.971279] env[69350]: DEBUG oslo_concurrency.lockutils [None req-82efb81b-b588-4706-b4e9-74feb66190c9 tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.493s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.971910] env[69350]: DEBUG nova.objects.instance [None req-82efb81b-b588-4706-b4e9-74feb66190c9 tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] Lazy-loading 'resources' on Instance uuid 49ce9fe3-8815-421a-b820-f7688486bb80 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1030.984449] env[69350]: DEBUG oslo_vmware.api [None req-ce1e8b11-bfcf-4fa3-a66e-fc611aea7f79 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Task: {'id': task-3365557, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075843} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.984788] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ce1e8b11-bfcf-4fa3-a66e-fc611aea7f79 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: 452c57c6-ad9c-472a-ae69-f30724739f03] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1030.985864] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-821aac06-ccad-4957-9958-7b33bd3573c0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.990098] env[69350]: INFO nova.scheduler.client.report [None req-1ee0f8e7-7cbe-4e08-aaf5-26c3e72d56ea tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] Deleted allocations for instance 81677312-a11d-4f1f-a649-bd56bd222cf5 [ 1031.017027] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce1e8b11-bfcf-4fa3-a66e-fc611aea7f79 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: 452c57c6-ad9c-472a-ae69-f30724739f03] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] 452c57c6-ad9c-472a-ae69-f30724739f03/452c57c6-ad9c-472a-ae69-f30724739f03.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1031.018058] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6457766-07e0-4217-8415-81e9de047c72 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.037890] env[69350]: DEBUG oslo_vmware.api [None req-ce1e8b11-bfcf-4fa3-a66e-fc611aea7f79 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Waiting for the task: (returnval){ [ 1031.037890] env[69350]: value = "task-3365560" [ 1031.037890] env[69350]: _type = "Task" [ 1031.037890] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.045457] env[69350]: DEBUG oslo_vmware.api [None req-ce1e8b11-bfcf-4fa3-a66e-fc611aea7f79 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Task: {'id': task-3365560, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.124149] env[69350]: DEBUG nova.compute.manager [None req-c5807da4-9fb0-42a6-ab06-31275b437594 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: b40a50d7-ac54-43ce-b4b2-28313b619e29] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1031.151263] env[69350]: DEBUG nova.virt.hardware [None req-c5807da4-9fb0-42a6-ab06-31275b437594 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1031.151553] env[69350]: DEBUG nova.virt.hardware [None req-c5807da4-9fb0-42a6-ab06-31275b437594 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1031.151742] env[69350]: DEBUG nova.virt.hardware [None req-c5807da4-9fb0-42a6-ab06-31275b437594 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1031.151949] env[69350]: DEBUG nova.virt.hardware [None req-c5807da4-9fb0-42a6-ab06-31275b437594 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1031.152123] env[69350]: DEBUG nova.virt.hardware [None req-c5807da4-9fb0-42a6-ab06-31275b437594 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1031.152290] env[69350]: DEBUG nova.virt.hardware [None req-c5807da4-9fb0-42a6-ab06-31275b437594 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1031.152519] env[69350]: DEBUG nova.virt.hardware [None req-c5807da4-9fb0-42a6-ab06-31275b437594 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1031.152693] env[69350]: DEBUG nova.virt.hardware [None req-c5807da4-9fb0-42a6-ab06-31275b437594 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1031.152876] env[69350]: DEBUG nova.virt.hardware [None req-c5807da4-9fb0-42a6-ab06-31275b437594 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1031.153071] env[69350]: DEBUG nova.virt.hardware [None req-c5807da4-9fb0-42a6-ab06-31275b437594 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1031.153267] env[69350]: DEBUG nova.virt.hardware [None req-c5807da4-9fb0-42a6-ab06-31275b437594 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1031.154182] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5278b7e2-7073-4d93-b30d-8865773c16ce {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.162351] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1fd760f-5cc6-46e9-b5ab-f485f6a8b0ad {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.333411] env[69350]: DEBUG oslo_vmware.api [None req-46e7a3e5-db2f-4a54-a2e2-ad57ba0d8909 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] Task: {'id': task-3365559, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145786} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.333649] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-46e7a3e5-db2f-4a54-a2e2-ad57ba0d8909 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1031.333832] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-46e7a3e5-db2f-4a54-a2e2-ad57ba0d8909 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] [instance: 2cf2c7b0-3546-4f8b-9293-7591793a4292] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1031.334010] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-46e7a3e5-db2f-4a54-a2e2-ad57ba0d8909 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] [instance: 2cf2c7b0-3546-4f8b-9293-7591793a4292] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1031.334191] env[69350]: INFO nova.compute.manager [None req-46e7a3e5-db2f-4a54-a2e2-ad57ba0d8909 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] [instance: 2cf2c7b0-3546-4f8b-9293-7591793a4292] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1031.334428] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-46e7a3e5-db2f-4a54-a2e2-ad57ba0d8909 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1031.334618] env[69350]: DEBUG nova.compute.manager [-] [instance: 2cf2c7b0-3546-4f8b-9293-7591793a4292] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1031.334712] env[69350]: DEBUG nova.network.neutron [-] [instance: 2cf2c7b0-3546-4f8b-9293-7591793a4292] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1031.425893] env[69350]: DEBUG nova.compute.manager [req-e0a2964f-f081-4c09-836c-2177d6c87008 req-9c7b7376-5fb1-4fd1-9615-17602a992644 service nova] [instance: b40a50d7-ac54-43ce-b4b2-28313b619e29] Received event network-vif-plugged-6087dafe-bc3e-4b29-80cc-9bd44227792e {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1031.426142] env[69350]: DEBUG oslo_concurrency.lockutils [req-e0a2964f-f081-4c09-836c-2177d6c87008 req-9c7b7376-5fb1-4fd1-9615-17602a992644 service nova] Acquiring lock "b40a50d7-ac54-43ce-b4b2-28313b619e29-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.426358] env[69350]: DEBUG oslo_concurrency.lockutils [req-e0a2964f-f081-4c09-836c-2177d6c87008 req-9c7b7376-5fb1-4fd1-9615-17602a992644 service nova] Lock "b40a50d7-ac54-43ce-b4b2-28313b619e29-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.426560] env[69350]: DEBUG oslo_concurrency.lockutils [req-e0a2964f-f081-4c09-836c-2177d6c87008 req-9c7b7376-5fb1-4fd1-9615-17602a992644 service nova] Lock "b40a50d7-ac54-43ce-b4b2-28313b619e29-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.426736] env[69350]: DEBUG nova.compute.manager [req-e0a2964f-f081-4c09-836c-2177d6c87008 req-9c7b7376-5fb1-4fd1-9615-17602a992644 service nova] [instance: b40a50d7-ac54-43ce-b4b2-28313b619e29] No waiting events found dispatching network-vif-plugged-6087dafe-bc3e-4b29-80cc-9bd44227792e {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1031.426899] env[69350]: WARNING nova.compute.manager [req-e0a2964f-f081-4c09-836c-2177d6c87008 req-9c7b7376-5fb1-4fd1-9615-17602a992644 service nova] [instance: b40a50d7-ac54-43ce-b4b2-28313b619e29] Received unexpected event network-vif-plugged-6087dafe-bc3e-4b29-80cc-9bd44227792e for instance with vm_state building and task_state spawning. [ 1031.536263] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1ee0f8e7-7cbe-4e08-aaf5-26c3e72d56ea tempest-ServersNegativeTestMultiTenantJSON-1228864199 tempest-ServersNegativeTestMultiTenantJSON-1228864199-project-member] Lock "81677312-a11d-4f1f-a649-bd56bd222cf5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.774s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.549619] env[69350]: DEBUG oslo_vmware.api [None req-ce1e8b11-bfcf-4fa3-a66e-fc611aea7f79 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Task: {'id': task-3365560, 'name': ReconfigVM_Task, 'duration_secs': 0.281117} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.553343] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce1e8b11-bfcf-4fa3-a66e-fc611aea7f79 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: 452c57c6-ad9c-472a-ae69-f30724739f03] Reconfigured VM instance instance-00000049 to attach disk [datastore2] 452c57c6-ad9c-472a-ae69-f30724739f03/452c57c6-ad9c-472a-ae69-f30724739f03.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1031.554294] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4cf81368-713c-4519-99ff-b991236a3319 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.561510] env[69350]: DEBUG oslo_vmware.api [None req-ce1e8b11-bfcf-4fa3-a66e-fc611aea7f79 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Waiting for the task: (returnval){ [ 1031.561510] env[69350]: value = "task-3365561" [ 1031.561510] env[69350]: _type = "Task" [ 1031.561510] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.572680] env[69350]: DEBUG oslo_vmware.api [None req-ce1e8b11-bfcf-4fa3-a66e-fc611aea7f79 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Task: {'id': task-3365561, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.639088] env[69350]: DEBUG nova.network.neutron [None req-c5807da4-9fb0-42a6-ab06-31275b437594 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: b40a50d7-ac54-43ce-b4b2-28313b619e29] Successfully updated port: 6087dafe-bc3e-4b29-80cc-9bd44227792e {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1031.780691] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c81d7332-6961-47b2-a298-8aafc81459bb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.788267] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9015e09d-06c3-4ac1-a518-e0051316a10d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.818071] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1e6ba63-ed61-412b-9e92-e0617b3f4cbe {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.824835] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c71608ff-7cbc-4880-a137-05165b3dd50b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.837500] env[69350]: DEBUG nova.compute.provider_tree [None req-82efb81b-b588-4706-b4e9-74feb66190c9 tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1032.071988] env[69350]: DEBUG oslo_vmware.api [None req-ce1e8b11-bfcf-4fa3-a66e-fc611aea7f79 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Task: {'id': task-3365561, 'name': Rename_Task, 'duration_secs': 0.14712} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.072231] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce1e8b11-bfcf-4fa3-a66e-fc611aea7f79 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: 452c57c6-ad9c-472a-ae69-f30724739f03] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1032.072473] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2086e3b9-fd41-4990-9597-a9748758d111 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.078161] env[69350]: DEBUG oslo_vmware.api [None req-ce1e8b11-bfcf-4fa3-a66e-fc611aea7f79 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Waiting for the task: (returnval){ [ 1032.078161] env[69350]: value = "task-3365562" [ 1032.078161] env[69350]: _type = "Task" [ 1032.078161] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.085954] env[69350]: DEBUG oslo_vmware.api [None req-ce1e8b11-bfcf-4fa3-a66e-fc611aea7f79 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Task: {'id': task-3365562, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.139457] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c5807da4-9fb0-42a6-ab06-31275b437594 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Acquiring lock "refresh_cache-b40a50d7-ac54-43ce-b4b2-28313b619e29" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.139665] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c5807da4-9fb0-42a6-ab06-31275b437594 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Acquired lock "refresh_cache-b40a50d7-ac54-43ce-b4b2-28313b619e29" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.139833] env[69350]: DEBUG nova.network.neutron [None req-c5807da4-9fb0-42a6-ab06-31275b437594 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: b40a50d7-ac54-43ce-b4b2-28313b619e29] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1032.222432] env[69350]: DEBUG nova.network.neutron [-] [instance: 2cf2c7b0-3546-4f8b-9293-7591793a4292] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.340634] env[69350]: DEBUG nova.scheduler.client.report [None req-82efb81b-b588-4706-b4e9-74feb66190c9 tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1032.590236] env[69350]: DEBUG oslo_vmware.api [None req-ce1e8b11-bfcf-4fa3-a66e-fc611aea7f79 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Task: {'id': task-3365562, 'name': PowerOnVM_Task, 'duration_secs': 0.432395} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.590236] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce1e8b11-bfcf-4fa3-a66e-fc611aea7f79 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: 452c57c6-ad9c-472a-ae69-f30724739f03] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1032.590543] env[69350]: INFO nova.compute.manager [None req-ce1e8b11-bfcf-4fa3-a66e-fc611aea7f79 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: 452c57c6-ad9c-472a-ae69-f30724739f03] Took 8.27 seconds to spawn the instance on the hypervisor. [ 1032.590612] env[69350]: DEBUG nova.compute.manager [None req-ce1e8b11-bfcf-4fa3-a66e-fc611aea7f79 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: 452c57c6-ad9c-472a-ae69-f30724739f03] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1032.591438] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-379011e1-a87a-48b6-b007-e7ca32b64e3c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.672015] env[69350]: DEBUG nova.network.neutron [None req-c5807da4-9fb0-42a6-ab06-31275b437594 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: b40a50d7-ac54-43ce-b4b2-28313b619e29] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1032.724739] env[69350]: INFO nova.compute.manager [-] [instance: 2cf2c7b0-3546-4f8b-9293-7591793a4292] Took 1.39 seconds to deallocate network for instance. [ 1032.810858] env[69350]: DEBUG nova.network.neutron [None req-c5807da4-9fb0-42a6-ab06-31275b437594 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: b40a50d7-ac54-43ce-b4b2-28313b619e29] Updating instance_info_cache with network_info: [{"id": "6087dafe-bc3e-4b29-80cc-9bd44227792e", "address": "fa:16:3e:8f:c1:c6", "network": {"id": "729b32ee-7a8b-4951-a6dc-bbc71d98f2f7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-484627195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51bc6f4dd8ea4a9e9e1031143399a0d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6087dafe-bc", "ovs_interfaceid": "6087dafe-bc3e-4b29-80cc-9bd44227792e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.845624] env[69350]: DEBUG oslo_concurrency.lockutils [None req-82efb81b-b588-4706-b4e9-74feb66190c9 tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.874s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.847641] env[69350]: DEBUG oslo_concurrency.lockutils [None req-94bda776-584e-4acb-be1c-5eb9d0da8cba tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.125s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.847871] env[69350]: DEBUG nova.objects.instance [None req-94bda776-584e-4acb-be1c-5eb9d0da8cba tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Lazy-loading 'resources' on Instance uuid dfa7050a-9a30-4a81-8e47-404bca52d0bd {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1032.866729] env[69350]: INFO nova.scheduler.client.report [None req-82efb81b-b588-4706-b4e9-74feb66190c9 tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] Deleted allocations for instance 49ce9fe3-8815-421a-b820-f7688486bb80 [ 1033.107392] env[69350]: INFO nova.compute.manager [None req-ce1e8b11-bfcf-4fa3-a66e-fc611aea7f79 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: 452c57c6-ad9c-472a-ae69-f30724739f03] Took 22.72 seconds to build instance. [ 1033.232460] env[69350]: DEBUG oslo_concurrency.lockutils [None req-46e7a3e5-db2f-4a54-a2e2-ad57ba0d8909 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.313410] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c5807da4-9fb0-42a6-ab06-31275b437594 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Releasing lock "refresh_cache-b40a50d7-ac54-43ce-b4b2-28313b619e29" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.313787] env[69350]: DEBUG nova.compute.manager [None req-c5807da4-9fb0-42a6-ab06-31275b437594 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: b40a50d7-ac54-43ce-b4b2-28313b619e29] Instance network_info: |[{"id": "6087dafe-bc3e-4b29-80cc-9bd44227792e", "address": "fa:16:3e:8f:c1:c6", "network": {"id": "729b32ee-7a8b-4951-a6dc-bbc71d98f2f7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-484627195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51bc6f4dd8ea4a9e9e1031143399a0d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6087dafe-bc", "ovs_interfaceid": "6087dafe-bc3e-4b29-80cc-9bd44227792e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1033.314271] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c5807da4-9fb0-42a6-ab06-31275b437594 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: b40a50d7-ac54-43ce-b4b2-28313b619e29] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:c1:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c7c1b46-cb81-45da-b5aa-7905d4da5854', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6087dafe-bc3e-4b29-80cc-9bd44227792e', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1033.327694] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c5807da4-9fb0-42a6-ab06-31275b437594 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1033.327938] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b40a50d7-ac54-43ce-b4b2-28313b619e29] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1033.328189] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6b7e5beb-185c-45ab-88eb-841fc06abf1c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.348475] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1033.348475] env[69350]: value = "task-3365563" [ 1033.348475] env[69350]: _type = "Task" [ 1033.348475] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.359988] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365563, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.374358] env[69350]: DEBUG oslo_concurrency.lockutils [None req-82efb81b-b588-4706-b4e9-74feb66190c9 tempest-ServerPasswordTestJSON-1040613348 tempest-ServerPasswordTestJSON-1040613348-project-member] Lock "49ce9fe3-8815-421a-b820-f7688486bb80" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.516s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.461226] env[69350]: DEBUG nova.compute.manager [req-c84d3c75-7e9b-4b57-864e-56cac192a238 req-312cc2ea-3582-47fb-b7c4-165566dba26f service nova] [instance: b40a50d7-ac54-43ce-b4b2-28313b619e29] Received event network-changed-6087dafe-bc3e-4b29-80cc-9bd44227792e {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1033.461591] env[69350]: DEBUG nova.compute.manager [req-c84d3c75-7e9b-4b57-864e-56cac192a238 req-312cc2ea-3582-47fb-b7c4-165566dba26f service nova] [instance: b40a50d7-ac54-43ce-b4b2-28313b619e29] Refreshing instance network info cache due to event network-changed-6087dafe-bc3e-4b29-80cc-9bd44227792e. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1033.461910] env[69350]: DEBUG oslo_concurrency.lockutils [req-c84d3c75-7e9b-4b57-864e-56cac192a238 req-312cc2ea-3582-47fb-b7c4-165566dba26f service nova] Acquiring lock "refresh_cache-b40a50d7-ac54-43ce-b4b2-28313b619e29" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.462165] env[69350]: DEBUG oslo_concurrency.lockutils [req-c84d3c75-7e9b-4b57-864e-56cac192a238 req-312cc2ea-3582-47fb-b7c4-165566dba26f service nova] Acquired lock "refresh_cache-b40a50d7-ac54-43ce-b4b2-28313b619e29" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.462558] env[69350]: DEBUG nova.network.neutron [req-c84d3c75-7e9b-4b57-864e-56cac192a238 req-312cc2ea-3582-47fb-b7c4-165566dba26f service nova] [instance: b40a50d7-ac54-43ce-b4b2-28313b619e29] Refreshing network info cache for port 6087dafe-bc3e-4b29-80cc-9bd44227792e {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1033.610159] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ce1e8b11-bfcf-4fa3-a66e-fc611aea7f79 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Lock "452c57c6-ad9c-472a-ae69-f30724739f03" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.238s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.656359] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf45c76-8670-4ecb-ae16-46de88da78a1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.664270] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2123289-443b-499c-940c-8f327ae45429 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.701118] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3abba60c-a1cb-4b41-848c-8dc9307c3feb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.710919] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b1de719-027d-4a1d-bc56-c55678f70405 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.725691] env[69350]: DEBUG nova.compute.provider_tree [None req-94bda776-584e-4acb-be1c-5eb9d0da8cba tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1033.859249] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365563, 'name': CreateVM_Task, 'duration_secs': 0.317804} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.859436] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b40a50d7-ac54-43ce-b4b2-28313b619e29] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1033.860207] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c5807da4-9fb0-42a6-ab06-31275b437594 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.860374] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c5807da4-9fb0-42a6-ab06-31275b437594 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.860695] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c5807da4-9fb0-42a6-ab06-31275b437594 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.860999] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85559c5c-201e-4162-a57f-b2f810833afc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.866233] env[69350]: DEBUG oslo_vmware.api [None req-c5807da4-9fb0-42a6-ab06-31275b437594 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Waiting for the task: (returnval){ [ 1033.866233] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52a75171-41ec-a71e-975c-e57542ec48c8" [ 1033.866233] env[69350]: _type = "Task" [ 1033.866233] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.874675] env[69350]: DEBUG oslo_vmware.api [None req-c5807da4-9fb0-42a6-ab06-31275b437594 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52a75171-41ec-a71e-975c-e57542ec48c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.229712] env[69350]: DEBUG nova.scheduler.client.report [None req-94bda776-584e-4acb-be1c-5eb9d0da8cba tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1034.379044] env[69350]: DEBUG oslo_vmware.api [None req-c5807da4-9fb0-42a6-ab06-31275b437594 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52a75171-41ec-a71e-975c-e57542ec48c8, 'name': SearchDatastore_Task, 'duration_secs': 0.01013} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.379156] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c5807da4-9fb0-42a6-ab06-31275b437594 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.379373] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c5807da4-9fb0-42a6-ab06-31275b437594 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: b40a50d7-ac54-43ce-b4b2-28313b619e29] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1034.379611] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c5807da4-9fb0-42a6-ab06-31275b437594 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.379749] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c5807da4-9fb0-42a6-ab06-31275b437594 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.381829] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5807da4-9fb0-42a6-ab06-31275b437594 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1034.381829] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-83178ca6-9013-4aa3-92a0-b075a83c78e3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.389279] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5807da4-9fb0-42a6-ab06-31275b437594 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1034.389460] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c5807da4-9fb0-42a6-ab06-31275b437594 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1034.390222] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be21b1a2-b3eb-4429-b449-6404ca4145c3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.398048] env[69350]: DEBUG oslo_vmware.api [None req-c5807da4-9fb0-42a6-ab06-31275b437594 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Waiting for the task: (returnval){ [ 1034.398048] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52e38bd7-eedc-786e-3a89-a56d35dc5db5" [ 1034.398048] env[69350]: _type = "Task" [ 1034.398048] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.406740] env[69350]: DEBUG oslo_vmware.api [None req-c5807da4-9fb0-42a6-ab06-31275b437594 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52e38bd7-eedc-786e-3a89-a56d35dc5db5, 'name': SearchDatastore_Task, 'duration_secs': 0.008216} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.407538] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c734afc3-7c7e-4c96-b557-af4b85497edd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.417951] env[69350]: DEBUG oslo_vmware.api [None req-c5807da4-9fb0-42a6-ab06-31275b437594 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Waiting for the task: (returnval){ [ 1034.417951] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]528440bb-2aa0-7431-2a95-603fd9b66567" [ 1034.417951] env[69350]: _type = "Task" [ 1034.417951] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.433983] env[69350]: DEBUG oslo_vmware.api [None req-c5807da4-9fb0-42a6-ab06-31275b437594 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]528440bb-2aa0-7431-2a95-603fd9b66567, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.615136] env[69350]: DEBUG nova.network.neutron [req-c84d3c75-7e9b-4b57-864e-56cac192a238 req-312cc2ea-3582-47fb-b7c4-165566dba26f service nova] [instance: b40a50d7-ac54-43ce-b4b2-28313b619e29] Updated VIF entry in instance network info cache for port 6087dafe-bc3e-4b29-80cc-9bd44227792e. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1034.615901] env[69350]: DEBUG nova.network.neutron [req-c84d3c75-7e9b-4b57-864e-56cac192a238 req-312cc2ea-3582-47fb-b7c4-165566dba26f service nova] [instance: b40a50d7-ac54-43ce-b4b2-28313b619e29] Updating instance_info_cache with network_info: [{"id": "6087dafe-bc3e-4b29-80cc-9bd44227792e", "address": "fa:16:3e:8f:c1:c6", "network": {"id": "729b32ee-7a8b-4951-a6dc-bbc71d98f2f7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-484627195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51bc6f4dd8ea4a9e9e1031143399a0d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6087dafe-bc", "ovs_interfaceid": "6087dafe-bc3e-4b29-80cc-9bd44227792e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.736322] env[69350]: DEBUG oslo_concurrency.lockutils [None req-94bda776-584e-4acb-be1c-5eb9d0da8cba tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.889s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.739391] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2f46a9f4-34d0-475e-af03-6d18e47a1d75 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.432s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.739391] env[69350]: DEBUG nova.objects.instance [None req-2f46a9f4-34d0-475e-af03-6d18e47a1d75 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Lazy-loading 'resources' on Instance uuid 3982eed1-6462-4109-a550-9675a5970e1d {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1034.763568] env[69350]: INFO nova.scheduler.client.report [None req-94bda776-584e-4acb-be1c-5eb9d0da8cba tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Deleted allocations for instance dfa7050a-9a30-4a81-8e47-404bca52d0bd [ 1034.932013] env[69350]: DEBUG oslo_vmware.api [None req-c5807da4-9fb0-42a6-ab06-31275b437594 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]528440bb-2aa0-7431-2a95-603fd9b66567, 'name': SearchDatastore_Task, 'duration_secs': 0.016825} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.933250] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c5807da4-9fb0-42a6-ab06-31275b437594 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.933936] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5807da4-9fb0-42a6-ab06-31275b437594 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] b40a50d7-ac54-43ce-b4b2-28313b619e29/b40a50d7-ac54-43ce-b4b2-28313b619e29.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1034.934577] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-62c4210e-1dfe-45e3-b6d8-802292e1e75e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.947334] env[69350]: DEBUG oslo_vmware.api [None req-c5807da4-9fb0-42a6-ab06-31275b437594 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Waiting for the task: (returnval){ [ 1034.947334] env[69350]: value = "task-3365564" [ 1034.947334] env[69350]: _type = "Task" [ 1034.947334] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.955840] env[69350]: DEBUG oslo_vmware.api [None req-c5807da4-9fb0-42a6-ab06-31275b437594 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365564, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.118865] env[69350]: DEBUG oslo_concurrency.lockutils [req-c84d3c75-7e9b-4b57-864e-56cac192a238 req-312cc2ea-3582-47fb-b7c4-165566dba26f service nova] Releasing lock "refresh_cache-b40a50d7-ac54-43ce-b4b2-28313b619e29" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.119346] env[69350]: DEBUG nova.compute.manager [req-c84d3c75-7e9b-4b57-864e-56cac192a238 req-312cc2ea-3582-47fb-b7c4-165566dba26f service nova] [instance: 2cf2c7b0-3546-4f8b-9293-7591793a4292] Received event network-vif-deleted-1227e959-6298-49a6-beb6-fc73fc729222 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1035.276173] env[69350]: DEBUG oslo_concurrency.lockutils [None req-94bda776-584e-4acb-be1c-5eb9d0da8cba tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Lock "dfa7050a-9a30-4a81-8e47-404bca52d0bd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.316s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.426152] env[69350]: DEBUG nova.compute.manager [None req-9b671af1-99b1-4097-9e07-19a8b40066a1 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: 452c57c6-ad9c-472a-ae69-f30724739f03] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1035.427337] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f37f02-4f5a-40dc-b93c-3836d0b45ea5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.458721] env[69350]: DEBUG oslo_vmware.api [None req-c5807da4-9fb0-42a6-ab06-31275b437594 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365564, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469584} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.460323] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5807da4-9fb0-42a6-ab06-31275b437594 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] b40a50d7-ac54-43ce-b4b2-28313b619e29/b40a50d7-ac54-43ce-b4b2-28313b619e29.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1035.460699] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c5807da4-9fb0-42a6-ab06-31275b437594 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: b40a50d7-ac54-43ce-b4b2-28313b619e29] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1035.461057] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a1e5eadd-20b3-408a-a0c1-d9c034bd116a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.470276] env[69350]: DEBUG oslo_vmware.api [None req-c5807da4-9fb0-42a6-ab06-31275b437594 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Waiting for the task: (returnval){ [ 1035.470276] env[69350]: value = "task-3365565" [ 1035.470276] env[69350]: _type = "Task" [ 1035.470276] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.479998] env[69350]: DEBUG oslo_vmware.api [None req-c5807da4-9fb0-42a6-ab06-31275b437594 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365565, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.531151] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-501b0e2c-200a-427b-b5aa-20e73998d9bf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.539681] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b74aa811-9b50-4231-a4ab-685a77ec30c9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.578232] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9896dbd5-2263-4533-9713-8f476f69f1f3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.586369] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db1acdae-1a5c-49aa-a550-ad7e5307feb5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.601886] env[69350]: DEBUG nova.compute.provider_tree [None req-2f46a9f4-34d0-475e-af03-6d18e47a1d75 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1035.938088] env[69350]: INFO nova.compute.manager [None req-9b671af1-99b1-4097-9e07-19a8b40066a1 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: 452c57c6-ad9c-472a-ae69-f30724739f03] instance snapshotting [ 1035.941045] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75db5205-b86c-4aab-9dcb-f87af3bd6aa0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.960588] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0614363-aaf9-4f3d-97ee-d073ddd7dca8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.979961] env[69350]: DEBUG oslo_vmware.api [None req-c5807da4-9fb0-42a6-ab06-31275b437594 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365565, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065655} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.980214] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c5807da4-9fb0-42a6-ab06-31275b437594 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: b40a50d7-ac54-43ce-b4b2-28313b619e29] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1035.980964] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-604fe1f1-6d9c-49ed-aec9-29411841a7b6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.005308] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5807da4-9fb0-42a6-ab06-31275b437594 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: b40a50d7-ac54-43ce-b4b2-28313b619e29] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] b40a50d7-ac54-43ce-b4b2-28313b619e29/b40a50d7-ac54-43ce-b4b2-28313b619e29.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1036.006327] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1cb354cd-1356-42e5-b3f3-8e8b8f0c8991 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.027308] env[69350]: DEBUG oslo_vmware.api [None req-c5807da4-9fb0-42a6-ab06-31275b437594 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Waiting for the task: (returnval){ [ 1036.027308] env[69350]: value = "task-3365566" [ 1036.027308] env[69350]: _type = "Task" [ 1036.027308] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.035194] env[69350]: DEBUG oslo_vmware.api [None req-c5807da4-9fb0-42a6-ab06-31275b437594 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365566, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.105537] env[69350]: DEBUG nova.scheduler.client.report [None req-2f46a9f4-34d0-475e-af03-6d18e47a1d75 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1036.472030] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9b671af1-99b1-4097-9e07-19a8b40066a1 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: 452c57c6-ad9c-472a-ae69-f30724739f03] Creating Snapshot of the VM instance {{(pid=69350) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1036.472030] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-adc0ae42-d4cc-4df5-b84b-43427b0dbf8a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.479434] env[69350]: DEBUG oslo_vmware.api [None req-9b671af1-99b1-4097-9e07-19a8b40066a1 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Waiting for the task: (returnval){ [ 1036.479434] env[69350]: value = "task-3365567" [ 1036.479434] env[69350]: _type = "Task" [ 1036.479434] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.489342] env[69350]: DEBUG oslo_vmware.api [None req-9b671af1-99b1-4097-9e07-19a8b40066a1 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Task: {'id': task-3365567, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.536614] env[69350]: DEBUG oslo_vmware.api [None req-c5807da4-9fb0-42a6-ab06-31275b437594 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365566, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.610924] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2f46a9f4-34d0-475e-af03-6d18e47a1d75 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.872s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.614170] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8a917653-a352-480a-afb9-e286db37a26c tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.958s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.616173] env[69350]: INFO nova.compute.claims [None req-8a917653-a352-480a-afb9-e286db37a26c tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] [instance: 59b7631e-fcb5-4fed-b879-6ac34f5a03e9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1036.638350] env[69350]: INFO nova.scheduler.client.report [None req-2f46a9f4-34d0-475e-af03-6d18e47a1d75 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Deleted allocations for instance 3982eed1-6462-4109-a550-9675a5970e1d [ 1036.989585] env[69350]: DEBUG oslo_vmware.api [None req-9b671af1-99b1-4097-9e07-19a8b40066a1 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Task: {'id': task-3365567, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.037765] env[69350]: DEBUG oslo_vmware.api [None req-c5807da4-9fb0-42a6-ab06-31275b437594 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365566, 'name': ReconfigVM_Task, 'duration_secs': 0.664444} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.038064] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5807da4-9fb0-42a6-ab06-31275b437594 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: b40a50d7-ac54-43ce-b4b2-28313b619e29] Reconfigured VM instance instance-0000004a to attach disk [datastore2] b40a50d7-ac54-43ce-b4b2-28313b619e29/b40a50d7-ac54-43ce-b4b2-28313b619e29.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1037.038762] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a8f05660-400e-4493-9631-34d10203ffef {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.044666] env[69350]: DEBUG oslo_vmware.api [None req-c5807da4-9fb0-42a6-ab06-31275b437594 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Waiting for the task: (returnval){ [ 1037.044666] env[69350]: value = "task-3365568" [ 1037.044666] env[69350]: _type = "Task" [ 1037.044666] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.053840] env[69350]: DEBUG oslo_vmware.api [None req-c5807da4-9fb0-42a6-ab06-31275b437594 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365568, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.149116] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2f46a9f4-34d0-475e-af03-6d18e47a1d75 tempest-ImagesOneServerTestJSON-1288119959 tempest-ImagesOneServerTestJSON-1288119959-project-member] Lock "3982eed1-6462-4109-a550-9675a5970e1d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.505s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.490726] env[69350]: DEBUG oslo_vmware.api [None req-9b671af1-99b1-4097-9e07-19a8b40066a1 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Task: {'id': task-3365567, 'name': CreateSnapshot_Task, 'duration_secs': 0.880338} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.491029] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9b671af1-99b1-4097-9e07-19a8b40066a1 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: 452c57c6-ad9c-472a-ae69-f30724739f03] Created Snapshot of the VM instance {{(pid=69350) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1037.491788] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee547558-6ab0-47fc-b1c9-a7420cef0844 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.556426] env[69350]: DEBUG oslo_vmware.api [None req-c5807da4-9fb0-42a6-ab06-31275b437594 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365568, 'name': Rename_Task, 'duration_secs': 0.155273} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.556426] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5807da4-9fb0-42a6-ab06-31275b437594 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: b40a50d7-ac54-43ce-b4b2-28313b619e29] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1037.556426] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4044f4f2-965b-48b3-a679-03592240cd73 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.560404] env[69350]: DEBUG oslo_vmware.api [None req-c5807da4-9fb0-42a6-ab06-31275b437594 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Waiting for the task: (returnval){ [ 1037.560404] env[69350]: value = "task-3365569" [ 1037.560404] env[69350]: _type = "Task" [ 1037.560404] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.567828] env[69350]: DEBUG oslo_vmware.api [None req-c5807da4-9fb0-42a6-ab06-31275b437594 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365569, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.878223] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c13b56e7-d278-4e26-bc10-59dae88149c1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.886443] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f02e5a6c-ce4d-402e-9b46-1508fc41da3e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.920202] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-899ac657-20cd-4539-8524-c03f1ab3052c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.928355] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-663089a5-7e8d-4a90-bda6-09d30f987abb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.943517] env[69350]: DEBUG nova.compute.provider_tree [None req-8a917653-a352-480a-afb9-e286db37a26c tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1038.009357] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9b671af1-99b1-4097-9e07-19a8b40066a1 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: 452c57c6-ad9c-472a-ae69-f30724739f03] Creating linked-clone VM from snapshot {{(pid=69350) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1038.012106] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0cfc3a20-2376-4c01-b371-a5c6593b3d95 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.021226] env[69350]: DEBUG oslo_vmware.api [None req-9b671af1-99b1-4097-9e07-19a8b40066a1 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Waiting for the task: (returnval){ [ 1038.021226] env[69350]: value = "task-3365570" [ 1038.021226] env[69350]: _type = "Task" [ 1038.021226] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.028282] env[69350]: DEBUG oslo_vmware.api [None req-9b671af1-99b1-4097-9e07-19a8b40066a1 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Task: {'id': task-3365570, 'name': CloneVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.071814] env[69350]: DEBUG oslo_vmware.api [None req-c5807da4-9fb0-42a6-ab06-31275b437594 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365569, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.446689] env[69350]: DEBUG nova.scheduler.client.report [None req-8a917653-a352-480a-afb9-e286db37a26c tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1038.532438] env[69350]: DEBUG oslo_vmware.api [None req-9b671af1-99b1-4097-9e07-19a8b40066a1 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Task: {'id': task-3365570, 'name': CloneVM_Task} progress is 94%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.576049] env[69350]: DEBUG oslo_vmware.api [None req-c5807da4-9fb0-42a6-ab06-31275b437594 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365569, 'name': PowerOnVM_Task, 'duration_secs': 0.819806} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.576331] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5807da4-9fb0-42a6-ab06-31275b437594 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: b40a50d7-ac54-43ce-b4b2-28313b619e29] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1038.576559] env[69350]: INFO nova.compute.manager [None req-c5807da4-9fb0-42a6-ab06-31275b437594 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: b40a50d7-ac54-43ce-b4b2-28313b619e29] Took 7.45 seconds to spawn the instance on the hypervisor. [ 1038.577237] env[69350]: DEBUG nova.compute.manager [None req-c5807da4-9fb0-42a6-ab06-31275b437594 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: b40a50d7-ac54-43ce-b4b2-28313b619e29] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1038.577570] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea33b77-4c6f-49ba-ba65-87df115b3192 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.955612] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8a917653-a352-480a-afb9-e286db37a26c tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.342s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.956181] env[69350]: DEBUG nova.compute.manager [None req-8a917653-a352-480a-afb9-e286db37a26c tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] [instance: 59b7631e-fcb5-4fed-b879-6ac34f5a03e9] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1038.961887] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0eac7c7c-6a12-461d-bba9-965f675b5db6 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.556s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.963611] env[69350]: INFO nova.compute.claims [None req-0eac7c7c-6a12-461d-bba9-965f675b5db6 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: d01bd7bf-c208-4d10-8c17-22807de255ac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1039.033869] env[69350]: DEBUG oslo_vmware.api [None req-9b671af1-99b1-4097-9e07-19a8b40066a1 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Task: {'id': task-3365570, 'name': CloneVM_Task} progress is 95%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.099667] env[69350]: INFO nova.compute.manager [None req-c5807da4-9fb0-42a6-ab06-31275b437594 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: b40a50d7-ac54-43ce-b4b2-28313b619e29] Took 16.27 seconds to build instance. [ 1039.467736] env[69350]: DEBUG nova.compute.utils [None req-8a917653-a352-480a-afb9-e286db37a26c tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1039.472400] env[69350]: DEBUG nova.compute.manager [None req-8a917653-a352-480a-afb9-e286db37a26c tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] [instance: 59b7631e-fcb5-4fed-b879-6ac34f5a03e9] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1039.472400] env[69350]: DEBUG nova.network.neutron [None req-8a917653-a352-480a-afb9-e286db37a26c tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] [instance: 59b7631e-fcb5-4fed-b879-6ac34f5a03e9] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1039.537397] env[69350]: DEBUG oslo_vmware.api [None req-9b671af1-99b1-4097-9e07-19a8b40066a1 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Task: {'id': task-3365570, 'name': CloneVM_Task} progress is 95%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.599999] env[69350]: DEBUG nova.policy [None req-8a917653-a352-480a-afb9-e286db37a26c tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3a9600f6865e42d191080b1ebdbdfe2b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b05a90c84d164562a63b060a695e6922', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 1039.602481] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c5807da4-9fb0-42a6-ab06-31275b437594 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Lock "b40a50d7-ac54-43ce-b4b2-28313b619e29" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.779s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.984080] env[69350]: DEBUG nova.compute.manager [None req-8a917653-a352-480a-afb9-e286db37a26c tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] [instance: 59b7631e-fcb5-4fed-b879-6ac34f5a03e9] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1040.034973] env[69350]: DEBUG oslo_vmware.api [None req-9b671af1-99b1-4097-9e07-19a8b40066a1 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Task: {'id': task-3365570, 'name': CloneVM_Task, 'duration_secs': 1.659592} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.035701] env[69350]: INFO nova.virt.vmwareapi.vmops [None req-9b671af1-99b1-4097-9e07-19a8b40066a1 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: 452c57c6-ad9c-472a-ae69-f30724739f03] Created linked-clone VM from snapshot [ 1040.036107] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4fb48ff-204d-4c87-8bd6-518af832201e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.050065] env[69350]: DEBUG nova.virt.vmwareapi.images [None req-9b671af1-99b1-4097-9e07-19a8b40066a1 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: 452c57c6-ad9c-472a-ae69-f30724739f03] Uploading image 0ec18f50-be2f-4628-b58b-e54e97554863 {{(pid=69350) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1040.065259] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b671af1-99b1-4097-9e07-19a8b40066a1 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: 452c57c6-ad9c-472a-ae69-f30724739f03] Destroying the VM {{(pid=69350) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1040.065497] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-30e25486-6266-439b-b9fb-f437ab6ac72c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.073253] env[69350]: DEBUG oslo_vmware.api [None req-9b671af1-99b1-4097-9e07-19a8b40066a1 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Waiting for the task: (returnval){ [ 1040.073253] env[69350]: value = "task-3365571" [ 1040.073253] env[69350]: _type = "Task" [ 1040.073253] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.087806] env[69350]: DEBUG oslo_vmware.api [None req-9b671af1-99b1-4097-9e07-19a8b40066a1 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Task: {'id': task-3365571, 'name': Destroy_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.098484] env[69350]: DEBUG nova.network.neutron [None req-8a917653-a352-480a-afb9-e286db37a26c tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] [instance: 59b7631e-fcb5-4fed-b879-6ac34f5a03e9] Successfully created port: d43a8391-bbf7-4e4e-83ed-76e45998d6e7 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1040.301199] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dafdbd6-57fe-4ba0-9a1f-bead2b6d657b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.311089] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec6a24e-6cc3-49a7-82be-0b46c8ec2758 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.343815] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2387cb9-0c2c-4c82-b944-a1c2400110f9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.354073] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b8222b2-216c-4e8a-bb5a-a1929fdf0e9d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.367794] env[69350]: DEBUG nova.compute.provider_tree [None req-0eac7c7c-6a12-461d-bba9-965f675b5db6 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1040.586654] env[69350]: DEBUG oslo_vmware.api [None req-9b671af1-99b1-4097-9e07-19a8b40066a1 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Task: {'id': task-3365571, 'name': Destroy_Task} progress is 33%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.807064] env[69350]: DEBUG oslo_concurrency.lockutils [None req-01ce3126-0e5e-48bd-b6c9-6110f1a0f501 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Acquiring lock "c168608c-1c65-4e48-be87-93dfa497f573" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.807376] env[69350]: DEBUG oslo_concurrency.lockutils [None req-01ce3126-0e5e-48bd-b6c9-6110f1a0f501 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Lock "c168608c-1c65-4e48-be87-93dfa497f573" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.872629] env[69350]: DEBUG nova.scheduler.client.report [None req-0eac7c7c-6a12-461d-bba9-965f675b5db6 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1040.996211] env[69350]: DEBUG nova.compute.manager [None req-8a917653-a352-480a-afb9-e286db37a26c tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] [instance: 59b7631e-fcb5-4fed-b879-6ac34f5a03e9] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1041.039034] env[69350]: DEBUG nova.virt.hardware [None req-8a917653-a352-480a-afb9-e286db37a26c tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1041.039456] env[69350]: DEBUG nova.virt.hardware [None req-8a917653-a352-480a-afb9-e286db37a26c tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1041.039741] env[69350]: DEBUG nova.virt.hardware [None req-8a917653-a352-480a-afb9-e286db37a26c tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1041.040072] env[69350]: DEBUG nova.virt.hardware [None req-8a917653-a352-480a-afb9-e286db37a26c tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1041.040350] env[69350]: DEBUG nova.virt.hardware [None req-8a917653-a352-480a-afb9-e286db37a26c tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1041.040630] env[69350]: DEBUG nova.virt.hardware [None req-8a917653-a352-480a-afb9-e286db37a26c tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1041.041017] env[69350]: DEBUG nova.virt.hardware [None req-8a917653-a352-480a-afb9-e286db37a26c tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1041.041304] env[69350]: DEBUG nova.virt.hardware [None req-8a917653-a352-480a-afb9-e286db37a26c tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1041.041616] env[69350]: DEBUG nova.virt.hardware [None req-8a917653-a352-480a-afb9-e286db37a26c tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1041.041924] env[69350]: DEBUG nova.virt.hardware [None req-8a917653-a352-480a-afb9-e286db37a26c tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1041.042276] env[69350]: DEBUG nova.virt.hardware [None req-8a917653-a352-480a-afb9-e286db37a26c tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1041.043702] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc8ba46-84da-4d33-bf27-a61a737209c6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.055944] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d77cfe2e-8f56-4c94-8561-59a2860c3d29 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.084128] env[69350]: DEBUG oslo_vmware.api [None req-9b671af1-99b1-4097-9e07-19a8b40066a1 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Task: {'id': task-3365571, 'name': Destroy_Task, 'duration_secs': 0.649391} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.084515] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-9b671af1-99b1-4097-9e07-19a8b40066a1 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: 452c57c6-ad9c-472a-ae69-f30724739f03] Destroyed the VM [ 1041.084836] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9b671af1-99b1-4097-9e07-19a8b40066a1 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: 452c57c6-ad9c-472a-ae69-f30724739f03] Deleting Snapshot of the VM instance {{(pid=69350) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1041.085151] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f8d6733a-e8c2-40b1-adfa-983f241a572c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.092028] env[69350]: DEBUG oslo_vmware.api [None req-9b671af1-99b1-4097-9e07-19a8b40066a1 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Waiting for the task: (returnval){ [ 1041.092028] env[69350]: value = "task-3365572" [ 1041.092028] env[69350]: _type = "Task" [ 1041.092028] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.100556] env[69350]: DEBUG oslo_vmware.api [None req-9b671af1-99b1-4097-9e07-19a8b40066a1 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Task: {'id': task-3365572, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.110997] env[69350]: DEBUG nova.compute.manager [None req-ab0d6ec0-4e8a-4964-8dfb-7cbac08ffd6c tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: b40a50d7-ac54-43ce-b4b2-28313b619e29] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1041.111963] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-390a6e66-2e0c-4018-a466-136baa702d26 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.311132] env[69350]: DEBUG nova.compute.manager [None req-01ce3126-0e5e-48bd-b6c9-6110f1a0f501 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: c168608c-1c65-4e48-be87-93dfa497f573] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1041.380824] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0eac7c7c-6a12-461d-bba9-965f675b5db6 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.416s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.380824] env[69350]: DEBUG nova.compute.manager [None req-0eac7c7c-6a12-461d-bba9-965f675b5db6 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: d01bd7bf-c208-4d10-8c17-22807de255ac] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1041.382176] env[69350]: DEBUG oslo_concurrency.lockutils [None req-68f99972-6864-49a8-8f6d-4a42c8024991 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.423s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.384296] env[69350]: INFO nova.compute.claims [None req-68f99972-6864-49a8-8f6d-4a42c8024991 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1041.603213] env[69350]: DEBUG oslo_vmware.api [None req-9b671af1-99b1-4097-9e07-19a8b40066a1 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Task: {'id': task-3365572, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.626947] env[69350]: INFO nova.compute.manager [None req-ab0d6ec0-4e8a-4964-8dfb-7cbac08ffd6c tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: b40a50d7-ac54-43ce-b4b2-28313b619e29] instance snapshotting [ 1041.630393] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beaa6b87-5775-4e2e-b3aa-980174969847 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.656293] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d168a6-d66a-4b10-b9d2-e555e4cdbcd0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.659155] env[69350]: DEBUG nova.compute.manager [req-23bd27d2-7a6f-446c-9798-18c28d9093a7 req-e35fae34-e09a-44b7-8889-4c5f524a2f61 service nova] [instance: 59b7631e-fcb5-4fed-b879-6ac34f5a03e9] Received event network-vif-plugged-d43a8391-bbf7-4e4e-83ed-76e45998d6e7 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1041.659480] env[69350]: DEBUG oslo_concurrency.lockutils [req-23bd27d2-7a6f-446c-9798-18c28d9093a7 req-e35fae34-e09a-44b7-8889-4c5f524a2f61 service nova] Acquiring lock "59b7631e-fcb5-4fed-b879-6ac34f5a03e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.659873] env[69350]: DEBUG oslo_concurrency.lockutils [req-23bd27d2-7a6f-446c-9798-18c28d9093a7 req-e35fae34-e09a-44b7-8889-4c5f524a2f61 service nova] Lock "59b7631e-fcb5-4fed-b879-6ac34f5a03e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.660199] env[69350]: DEBUG oslo_concurrency.lockutils [req-23bd27d2-7a6f-446c-9798-18c28d9093a7 req-e35fae34-e09a-44b7-8889-4c5f524a2f61 service nova] Lock "59b7631e-fcb5-4fed-b879-6ac34f5a03e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.660522] env[69350]: DEBUG nova.compute.manager [req-23bd27d2-7a6f-446c-9798-18c28d9093a7 req-e35fae34-e09a-44b7-8889-4c5f524a2f61 service nova] [instance: 59b7631e-fcb5-4fed-b879-6ac34f5a03e9] No waiting events found dispatching network-vif-plugged-d43a8391-bbf7-4e4e-83ed-76e45998d6e7 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1041.660803] env[69350]: WARNING nova.compute.manager [req-23bd27d2-7a6f-446c-9798-18c28d9093a7 req-e35fae34-e09a-44b7-8889-4c5f524a2f61 service nova] [instance: 59b7631e-fcb5-4fed-b879-6ac34f5a03e9] Received unexpected event network-vif-plugged-d43a8391-bbf7-4e4e-83ed-76e45998d6e7 for instance with vm_state building and task_state spawning. [ 1041.809095] env[69350]: DEBUG nova.network.neutron [None req-8a917653-a352-480a-afb9-e286db37a26c tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] [instance: 59b7631e-fcb5-4fed-b879-6ac34f5a03e9] Successfully updated port: d43a8391-bbf7-4e4e-83ed-76e45998d6e7 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1041.838826] env[69350]: DEBUG oslo_concurrency.lockutils [None req-01ce3126-0e5e-48bd-b6c9-6110f1a0f501 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.895131] env[69350]: DEBUG nova.compute.utils [None req-0eac7c7c-6a12-461d-bba9-965f675b5db6 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1041.897155] env[69350]: DEBUG nova.compute.manager [None req-0eac7c7c-6a12-461d-bba9-965f675b5db6 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: d01bd7bf-c208-4d10-8c17-22807de255ac] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1041.897424] env[69350]: DEBUG nova.network.neutron [None req-0eac7c7c-6a12-461d-bba9-965f675b5db6 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: d01bd7bf-c208-4d10-8c17-22807de255ac] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1041.941098] env[69350]: DEBUG nova.policy [None req-0eac7c7c-6a12-461d-bba9-965f675b5db6 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9c9693865dde46498cfeedad6514435b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e70a04cc40f0407ebac8a2f5bbbd8693', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 1042.102857] env[69350]: DEBUG oslo_vmware.api [None req-9b671af1-99b1-4097-9e07-19a8b40066a1 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Task: {'id': task-3365572, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.174345] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ab0d6ec0-4e8a-4964-8dfb-7cbac08ffd6c tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: b40a50d7-ac54-43ce-b4b2-28313b619e29] Creating Snapshot of the VM instance {{(pid=69350) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1042.175036] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d8fbb10b-0751-4afd-8a96-f2981172b139 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.183754] env[69350]: DEBUG oslo_vmware.api [None req-ab0d6ec0-4e8a-4964-8dfb-7cbac08ffd6c tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Waiting for the task: (returnval){ [ 1042.183754] env[69350]: value = "task-3365573" [ 1042.183754] env[69350]: _type = "Task" [ 1042.183754] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.193558] env[69350]: DEBUG oslo_vmware.api [None req-ab0d6ec0-4e8a-4964-8dfb-7cbac08ffd6c tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365573, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.222548] env[69350]: DEBUG nova.network.neutron [None req-0eac7c7c-6a12-461d-bba9-965f675b5db6 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: d01bd7bf-c208-4d10-8c17-22807de255ac] Successfully created port: 9ee03317-3ef9-451e-8cc2-579071cd0edd {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1042.311747] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8a917653-a352-480a-afb9-e286db37a26c tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] Acquiring lock "refresh_cache-59b7631e-fcb5-4fed-b879-6ac34f5a03e9" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.311907] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8a917653-a352-480a-afb9-e286db37a26c tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] Acquired lock "refresh_cache-59b7631e-fcb5-4fed-b879-6ac34f5a03e9" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.312084] env[69350]: DEBUG nova.network.neutron [None req-8a917653-a352-480a-afb9-e286db37a26c tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] [instance: 59b7631e-fcb5-4fed-b879-6ac34f5a03e9] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1042.402433] env[69350]: DEBUG nova.compute.manager [None req-0eac7c7c-6a12-461d-bba9-965f675b5db6 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: d01bd7bf-c208-4d10-8c17-22807de255ac] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1042.608979] env[69350]: DEBUG oslo_vmware.api [None req-9b671af1-99b1-4097-9e07-19a8b40066a1 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Task: {'id': task-3365572, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.693566] env[69350]: DEBUG oslo_vmware.api [None req-ab0d6ec0-4e8a-4964-8dfb-7cbac08ffd6c tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365573, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.724073] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca2af56-9a7b-460b-80d1-5e4f966941c6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.731914] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-050ffaf4-ec71-4cfd-9d28-d1eea92df75f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.770257] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f33c919-d239-47a3-aff3-33021e42ebdb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.778059] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecffbdd1-64e1-4c86-8566-2d30dbabefa6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.792288] env[69350]: DEBUG nova.compute.provider_tree [None req-68f99972-6864-49a8-8f6d-4a42c8024991 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1042.855464] env[69350]: DEBUG nova.network.neutron [None req-8a917653-a352-480a-afb9-e286db37a26c tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] [instance: 59b7631e-fcb5-4fed-b879-6ac34f5a03e9] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1043.056932] env[69350]: DEBUG nova.network.neutron [None req-8a917653-a352-480a-afb9-e286db37a26c tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] [instance: 59b7631e-fcb5-4fed-b879-6ac34f5a03e9] Updating instance_info_cache with network_info: [{"id": "d43a8391-bbf7-4e4e-83ed-76e45998d6e7", "address": "fa:16:3e:3c:cc:0d", "network": {"id": "2f6a26ed-57f5-4a36-9cb5-7d38d2f95fc3", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1389536368-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b05a90c84d164562a63b060a695e6922", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ada35c98-01a9-4352-98e4-1d20ba31f928", "external-id": "nsx-vlan-transportzone-242", "segmentation_id": 242, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd43a8391-bb", "ovs_interfaceid": "d43a8391-bbf7-4e4e-83ed-76e45998d6e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.103812] env[69350]: DEBUG oslo_vmware.api [None req-9b671af1-99b1-4097-9e07-19a8b40066a1 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Task: {'id': task-3365572, 'name': RemoveSnapshot_Task, 'duration_secs': 1.658562} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.104152] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9b671af1-99b1-4097-9e07-19a8b40066a1 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: 452c57c6-ad9c-472a-ae69-f30724739f03] Deleted Snapshot of the VM instance {{(pid=69350) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1043.193810] env[69350]: DEBUG oslo_vmware.api [None req-ab0d6ec0-4e8a-4964-8dfb-7cbac08ffd6c tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365573, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.295251] env[69350]: DEBUG nova.scheduler.client.report [None req-68f99972-6864-49a8-8f6d-4a42c8024991 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1043.415522] env[69350]: DEBUG nova.compute.manager [None req-0eac7c7c-6a12-461d-bba9-965f675b5db6 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: d01bd7bf-c208-4d10-8c17-22807de255ac] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1043.443295] env[69350]: DEBUG nova.virt.hardware [None req-0eac7c7c-6a12-461d-bba9-965f675b5db6 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1043.443697] env[69350]: DEBUG nova.virt.hardware [None req-0eac7c7c-6a12-461d-bba9-965f675b5db6 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1043.446030] env[69350]: DEBUG nova.virt.hardware [None req-0eac7c7c-6a12-461d-bba9-965f675b5db6 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1043.446030] env[69350]: DEBUG nova.virt.hardware [None req-0eac7c7c-6a12-461d-bba9-965f675b5db6 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1043.446030] env[69350]: DEBUG nova.virt.hardware [None req-0eac7c7c-6a12-461d-bba9-965f675b5db6 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1043.446030] env[69350]: DEBUG nova.virt.hardware [None req-0eac7c7c-6a12-461d-bba9-965f675b5db6 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1043.446030] env[69350]: DEBUG nova.virt.hardware [None req-0eac7c7c-6a12-461d-bba9-965f675b5db6 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1043.446030] env[69350]: DEBUG nova.virt.hardware [None req-0eac7c7c-6a12-461d-bba9-965f675b5db6 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1043.446030] env[69350]: DEBUG nova.virt.hardware [None req-0eac7c7c-6a12-461d-bba9-965f675b5db6 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1043.446030] env[69350]: DEBUG nova.virt.hardware [None req-0eac7c7c-6a12-461d-bba9-965f675b5db6 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1043.446030] env[69350]: DEBUG nova.virt.hardware [None req-0eac7c7c-6a12-461d-bba9-965f675b5db6 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1043.447618] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7016ab64-639b-40ff-8570-66d9cda206d2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.458980] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e51b904a-eca1-4d90-8518-5cca8d7a11c6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.535728] env[69350]: DEBUG oslo_concurrency.lockutils [None req-78689aed-fc0e-4c49-8e6a-360e829d830e tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Acquiring lock "c34760a4-99e2-4db3-bbb4-3b6a721e5593" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.535728] env[69350]: DEBUG oslo_concurrency.lockutils [None req-78689aed-fc0e-4c49-8e6a-360e829d830e tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Lock "c34760a4-99e2-4db3-bbb4-3b6a721e5593" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.559273] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8a917653-a352-480a-afb9-e286db37a26c tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] Releasing lock "refresh_cache-59b7631e-fcb5-4fed-b879-6ac34f5a03e9" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.559619] env[69350]: DEBUG nova.compute.manager [None req-8a917653-a352-480a-afb9-e286db37a26c tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] [instance: 59b7631e-fcb5-4fed-b879-6ac34f5a03e9] Instance network_info: |[{"id": "d43a8391-bbf7-4e4e-83ed-76e45998d6e7", "address": "fa:16:3e:3c:cc:0d", "network": {"id": "2f6a26ed-57f5-4a36-9cb5-7d38d2f95fc3", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1389536368-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b05a90c84d164562a63b060a695e6922", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ada35c98-01a9-4352-98e4-1d20ba31f928", "external-id": "nsx-vlan-transportzone-242", "segmentation_id": 242, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd43a8391-bb", "ovs_interfaceid": "d43a8391-bbf7-4e4e-83ed-76e45998d6e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1043.560712] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8a917653-a352-480a-afb9-e286db37a26c tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] [instance: 59b7631e-fcb5-4fed-b879-6ac34f5a03e9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:cc:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ada35c98-01a9-4352-98e4-1d20ba31f928', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd43a8391-bbf7-4e4e-83ed-76e45998d6e7', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1043.567937] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a917653-a352-480a-afb9-e286db37a26c tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] Creating folder: Project (b05a90c84d164562a63b060a695e6922). Parent ref: group-v671398. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1043.568821] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-30f800be-e217-4692-ba9e-e75821c1aabe {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.583946] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-8a917653-a352-480a-afb9-e286db37a26c tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] Created folder: Project (b05a90c84d164562a63b060a695e6922) in parent group-v671398. [ 1043.584200] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a917653-a352-480a-afb9-e286db37a26c tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] Creating folder: Instances. Parent ref: group-v671615. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1043.584489] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-241e4a13-7f9c-46fd-ad0b-5516ee331755 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.594770] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-8a917653-a352-480a-afb9-e286db37a26c tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] Created folder: Instances in parent group-v671615. [ 1043.595028] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a917653-a352-480a-afb9-e286db37a26c tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1043.595227] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59b7631e-fcb5-4fed-b879-6ac34f5a03e9] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1043.595436] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9be021b4-3fb0-49ac-8be2-2a4b77e1eb7a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.612359] env[69350]: WARNING nova.compute.manager [None req-9b671af1-99b1-4097-9e07-19a8b40066a1 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: 452c57c6-ad9c-472a-ae69-f30724739f03] Image not found during snapshot: nova.exception.ImageNotFound: Image 0ec18f50-be2f-4628-b58b-e54e97554863 could not be found. [ 1043.619142] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1043.619142] env[69350]: value = "task-3365576" [ 1043.619142] env[69350]: _type = "Task" [ 1043.619142] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.626284] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365576, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.684676] env[69350]: DEBUG nova.compute.manager [req-c56bc646-44c4-47ef-94a9-cc50cca4ccb6 req-7da059eb-e84b-49d1-81fb-e68cf95f151f service nova] [instance: 59b7631e-fcb5-4fed-b879-6ac34f5a03e9] Received event network-changed-d43a8391-bbf7-4e4e-83ed-76e45998d6e7 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1043.684974] env[69350]: DEBUG nova.compute.manager [req-c56bc646-44c4-47ef-94a9-cc50cca4ccb6 req-7da059eb-e84b-49d1-81fb-e68cf95f151f service nova] [instance: 59b7631e-fcb5-4fed-b879-6ac34f5a03e9] Refreshing instance network info cache due to event network-changed-d43a8391-bbf7-4e4e-83ed-76e45998d6e7. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1043.685411] env[69350]: DEBUG oslo_concurrency.lockutils [req-c56bc646-44c4-47ef-94a9-cc50cca4ccb6 req-7da059eb-e84b-49d1-81fb-e68cf95f151f service nova] Acquiring lock "refresh_cache-59b7631e-fcb5-4fed-b879-6ac34f5a03e9" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.685565] env[69350]: DEBUG oslo_concurrency.lockutils [req-c56bc646-44c4-47ef-94a9-cc50cca4ccb6 req-7da059eb-e84b-49d1-81fb-e68cf95f151f service nova] Acquired lock "refresh_cache-59b7631e-fcb5-4fed-b879-6ac34f5a03e9" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.685728] env[69350]: DEBUG nova.network.neutron [req-c56bc646-44c4-47ef-94a9-cc50cca4ccb6 req-7da059eb-e84b-49d1-81fb-e68cf95f151f service nova] [instance: 59b7631e-fcb5-4fed-b879-6ac34f5a03e9] Refreshing network info cache for port d43a8391-bbf7-4e4e-83ed-76e45998d6e7 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1043.696975] env[69350]: DEBUG oslo_vmware.api [None req-ab0d6ec0-4e8a-4964-8dfb-7cbac08ffd6c tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365573, 'name': CreateSnapshot_Task, 'duration_secs': 1.409394} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.697751] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ab0d6ec0-4e8a-4964-8dfb-7cbac08ffd6c tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: b40a50d7-ac54-43ce-b4b2-28313b619e29] Created Snapshot of the VM instance {{(pid=69350) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1043.698491] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-104f3580-74bc-4090-a6dc-ea1b19974118 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.801129] env[69350]: DEBUG oslo_concurrency.lockutils [None req-68f99972-6864-49a8-8f6d-4a42c8024991 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.419s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.801918] env[69350]: DEBUG nova.compute.manager [None req-68f99972-6864-49a8-8f6d-4a42c8024991 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1043.806652] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7d904181-8c9f-48e1-a83d-cb4c810bb418 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.307s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.808591] env[69350]: INFO nova.compute.claims [None req-7d904181-8c9f-48e1-a83d-cb4c810bb418 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: ecaf844a-052f-4fb9-8b31-d66f6f067e2f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1044.018963] env[69350]: DEBUG nova.network.neutron [None req-0eac7c7c-6a12-461d-bba9-965f675b5db6 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: d01bd7bf-c208-4d10-8c17-22807de255ac] Successfully updated port: 9ee03317-3ef9-451e-8cc2-579071cd0edd {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1044.038039] env[69350]: DEBUG nova.compute.manager [None req-78689aed-fc0e-4c49-8e6a-360e829d830e tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: c34760a4-99e2-4db3-bbb4-3b6a721e5593] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1044.128937] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365576, 'name': CreateVM_Task, 'duration_secs': 0.358545} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.129266] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59b7631e-fcb5-4fed-b879-6ac34f5a03e9] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1044.129987] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8a917653-a352-480a-afb9-e286db37a26c tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.130176] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8a917653-a352-480a-afb9-e286db37a26c tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.130483] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8a917653-a352-480a-afb9-e286db37a26c tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.130741] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-921cc9ba-637e-42ad-9408-39a532fb1b38 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.135103] env[69350]: DEBUG oslo_vmware.api [None req-8a917653-a352-480a-afb9-e286db37a26c tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] Waiting for the task: (returnval){ [ 1044.135103] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5236a064-0b17-053a-57d1-9fccb5ecfb5e" [ 1044.135103] env[69350]: _type = "Task" [ 1044.135103] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.145021] env[69350]: DEBUG oslo_vmware.api [None req-8a917653-a352-480a-afb9-e286db37a26c tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5236a064-0b17-053a-57d1-9fccb5ecfb5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.216795] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ab0d6ec0-4e8a-4964-8dfb-7cbac08ffd6c tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: b40a50d7-ac54-43ce-b4b2-28313b619e29] Creating linked-clone VM from snapshot {{(pid=69350) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1044.217239] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-03bbfdb7-1648-4fea-90f6-aaa43e9e73d5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.228027] env[69350]: DEBUG oslo_vmware.api [None req-ab0d6ec0-4e8a-4964-8dfb-7cbac08ffd6c tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Waiting for the task: (returnval){ [ 1044.228027] env[69350]: value = "task-3365577" [ 1044.228027] env[69350]: _type = "Task" [ 1044.228027] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.239753] env[69350]: DEBUG oslo_vmware.api [None req-ab0d6ec0-4e8a-4964-8dfb-7cbac08ffd6c tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365577, 'name': CloneVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.309075] env[69350]: DEBUG nova.compute.utils [None req-68f99972-6864-49a8-8f6d-4a42c8024991 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1044.310406] env[69350]: DEBUG nova.compute.manager [None req-68f99972-6864-49a8-8f6d-4a42c8024991 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1044.310579] env[69350]: DEBUG nova.network.neutron [None req-68f99972-6864-49a8-8f6d-4a42c8024991 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1044.412515] env[69350]: DEBUG nova.policy [None req-68f99972-6864-49a8-8f6d-4a42c8024991 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '55a292f3ba524f33a4e2bace92869392', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '68e43cb72d9c4af5965e3e49c212db1c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 1044.518629] env[69350]: DEBUG nova.network.neutron [req-c56bc646-44c4-47ef-94a9-cc50cca4ccb6 req-7da059eb-e84b-49d1-81fb-e68cf95f151f service nova] [instance: 59b7631e-fcb5-4fed-b879-6ac34f5a03e9] Updated VIF entry in instance network info cache for port d43a8391-bbf7-4e4e-83ed-76e45998d6e7. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1044.519355] env[69350]: DEBUG nova.network.neutron [req-c56bc646-44c4-47ef-94a9-cc50cca4ccb6 req-7da059eb-e84b-49d1-81fb-e68cf95f151f service nova] [instance: 59b7631e-fcb5-4fed-b879-6ac34f5a03e9] Updating instance_info_cache with network_info: [{"id": "d43a8391-bbf7-4e4e-83ed-76e45998d6e7", "address": "fa:16:3e:3c:cc:0d", "network": {"id": "2f6a26ed-57f5-4a36-9cb5-7d38d2f95fc3", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1389536368-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b05a90c84d164562a63b060a695e6922", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ada35c98-01a9-4352-98e4-1d20ba31f928", "external-id": "nsx-vlan-transportzone-242", "segmentation_id": 242, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd43a8391-bb", "ovs_interfaceid": "d43a8391-bbf7-4e4e-83ed-76e45998d6e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.526908] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0eac7c7c-6a12-461d-bba9-965f675b5db6 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Acquiring lock "refresh_cache-d01bd7bf-c208-4d10-8c17-22807de255ac" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.527151] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0eac7c7c-6a12-461d-bba9-965f675b5db6 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Acquired lock "refresh_cache-d01bd7bf-c208-4d10-8c17-22807de255ac" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.527255] env[69350]: DEBUG nova.network.neutron [None req-0eac7c7c-6a12-461d-bba9-965f675b5db6 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: d01bd7bf-c208-4d10-8c17-22807de255ac] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1044.564353] env[69350]: DEBUG oslo_concurrency.lockutils [None req-78689aed-fc0e-4c49-8e6a-360e829d830e tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.647840] env[69350]: DEBUG oslo_vmware.api [None req-8a917653-a352-480a-afb9-e286db37a26c tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5236a064-0b17-053a-57d1-9fccb5ecfb5e, 'name': SearchDatastore_Task, 'duration_secs': 0.01012} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.649287] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8a917653-a352-480a-afb9-e286db37a26c tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.649287] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8a917653-a352-480a-afb9-e286db37a26c tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] [instance: 59b7631e-fcb5-4fed-b879-6ac34f5a03e9] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1044.649287] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8a917653-a352-480a-afb9-e286db37a26c tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.649287] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8a917653-a352-480a-afb9-e286db37a26c tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.649287] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a917653-a352-480a-afb9-e286db37a26c tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1044.649287] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0c625cc-03db-45e8-a9bd-83e119c3f6a2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.661746] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a917653-a352-480a-afb9-e286db37a26c tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1044.661746] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8a917653-a352-480a-afb9-e286db37a26c tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1044.661746] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc177247-a762-4f80-8304-f97de225a350 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.666700] env[69350]: DEBUG oslo_vmware.api [None req-8a917653-a352-480a-afb9-e286db37a26c tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] Waiting for the task: (returnval){ [ 1044.666700] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5280b071-ef82-b6a6-cb8d-945460419b62" [ 1044.666700] env[69350]: _type = "Task" [ 1044.666700] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.673890] env[69350]: DEBUG oslo_vmware.api [None req-8a917653-a352-480a-afb9-e286db37a26c tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5280b071-ef82-b6a6-cb8d-945460419b62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.736059] env[69350]: DEBUG oslo_concurrency.lockutils [None req-313f3cc4-05c0-43df-a2cd-a4d298b813b3 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Acquiring lock "452c57c6-ad9c-472a-ae69-f30724739f03" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.736297] env[69350]: DEBUG oslo_concurrency.lockutils [None req-313f3cc4-05c0-43df-a2cd-a4d298b813b3 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Lock "452c57c6-ad9c-472a-ae69-f30724739f03" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.736503] env[69350]: DEBUG oslo_concurrency.lockutils [None req-313f3cc4-05c0-43df-a2cd-a4d298b813b3 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Acquiring lock "452c57c6-ad9c-472a-ae69-f30724739f03-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.736710] env[69350]: DEBUG oslo_concurrency.lockutils [None req-313f3cc4-05c0-43df-a2cd-a4d298b813b3 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Lock "452c57c6-ad9c-472a-ae69-f30724739f03-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.736888] env[69350]: DEBUG oslo_concurrency.lockutils [None req-313f3cc4-05c0-43df-a2cd-a4d298b813b3 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Lock "452c57c6-ad9c-472a-ae69-f30724739f03-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.743127] env[69350]: DEBUG oslo_vmware.api [None req-ab0d6ec0-4e8a-4964-8dfb-7cbac08ffd6c tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365577, 'name': CloneVM_Task} progress is 94%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.743127] env[69350]: INFO nova.compute.manager [None req-313f3cc4-05c0-43df-a2cd-a4d298b813b3 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: 452c57c6-ad9c-472a-ae69-f30724739f03] Terminating instance [ 1044.798555] env[69350]: DEBUG nova.network.neutron [None req-68f99972-6864-49a8-8f6d-4a42c8024991 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] Successfully created port: 3578eb60-2aef-407f-b97f-23621ac41132 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1044.813605] env[69350]: DEBUG nova.compute.manager [None req-68f99972-6864-49a8-8f6d-4a42c8024991 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1045.022518] env[69350]: DEBUG oslo_concurrency.lockutils [req-c56bc646-44c4-47ef-94a9-cc50cca4ccb6 req-7da059eb-e84b-49d1-81fb-e68cf95f151f service nova] Releasing lock "refresh_cache-59b7631e-fcb5-4fed-b879-6ac34f5a03e9" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.080836] env[69350]: DEBUG nova.network.neutron [None req-0eac7c7c-6a12-461d-bba9-965f675b5db6 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: d01bd7bf-c208-4d10-8c17-22807de255ac] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1045.089984] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f25439-268e-4f49-9d83-b38445951681 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.100040] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ce3816-aabf-4f7d-a94b-73773e0eb588 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.135365] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-645fa86f-3f76-4090-969b-2510a6b602c8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.144909] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f2824b1-9033-4dc0-bbb9-488b29b36953 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.158248] env[69350]: DEBUG nova.compute.provider_tree [None req-7d904181-8c9f-48e1-a83d-cb4c810bb418 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1045.176194] env[69350]: DEBUG oslo_vmware.api [None req-8a917653-a352-480a-afb9-e286db37a26c tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5280b071-ef82-b6a6-cb8d-945460419b62, 'name': SearchDatastore_Task, 'duration_secs': 0.009263} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.176974] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f383feac-31ca-4fd8-9448-8ab916113a85 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.182271] env[69350]: DEBUG oslo_vmware.api [None req-8a917653-a352-480a-afb9-e286db37a26c tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] Waiting for the task: (returnval){ [ 1045.182271] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52ff06f0-9ffb-7d17-fe7e-28891eeaa7cb" [ 1045.182271] env[69350]: _type = "Task" [ 1045.182271] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.190166] env[69350]: DEBUG oslo_vmware.api [None req-8a917653-a352-480a-afb9-e286db37a26c tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52ff06f0-9ffb-7d17-fe7e-28891eeaa7cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.238834] env[69350]: DEBUG oslo_vmware.api [None req-ab0d6ec0-4e8a-4964-8dfb-7cbac08ffd6c tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365577, 'name': CloneVM_Task} progress is 95%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.246932] env[69350]: DEBUG nova.compute.manager [None req-313f3cc4-05c0-43df-a2cd-a4d298b813b3 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: 452c57c6-ad9c-472a-ae69-f30724739f03] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1045.247158] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-313f3cc4-05c0-43df-a2cd-a4d298b813b3 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: 452c57c6-ad9c-472a-ae69-f30724739f03] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1045.247945] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48753682-9a8f-447f-8754-5c6d02f727d8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.257197] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-313f3cc4-05c0-43df-a2cd-a4d298b813b3 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: 452c57c6-ad9c-472a-ae69-f30724739f03] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1045.257447] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c6b2486-2f7a-437d-a2d0-3a4aab5db735 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.263442] env[69350]: DEBUG oslo_vmware.api [None req-313f3cc4-05c0-43df-a2cd-a4d298b813b3 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Waiting for the task: (returnval){ [ 1045.263442] env[69350]: value = "task-3365578" [ 1045.263442] env[69350]: _type = "Task" [ 1045.263442] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.273841] env[69350]: DEBUG oslo_vmware.api [None req-313f3cc4-05c0-43df-a2cd-a4d298b813b3 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Task: {'id': task-3365578, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.295614] env[69350]: DEBUG nova.network.neutron [None req-0eac7c7c-6a12-461d-bba9-965f675b5db6 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: d01bd7bf-c208-4d10-8c17-22807de255ac] Updating instance_info_cache with network_info: [{"id": "9ee03317-3ef9-451e-8cc2-579071cd0edd", "address": "fa:16:3e:04:aa:33", "network": {"id": "ad123e0a-1a99-4c6b-932f-ff9de41ceb18", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-757019814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e70a04cc40f0407ebac8a2f5bbbd8693", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ee03317-3e", "ovs_interfaceid": "9ee03317-3ef9-451e-8cc2-579071cd0edd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.664094] env[69350]: DEBUG nova.scheduler.client.report [None req-7d904181-8c9f-48e1-a83d-cb4c810bb418 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1045.694428] env[69350]: DEBUG oslo_vmware.api [None req-8a917653-a352-480a-afb9-e286db37a26c tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52ff06f0-9ffb-7d17-fe7e-28891eeaa7cb, 'name': SearchDatastore_Task, 'duration_secs': 0.015862} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.694724] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8a917653-a352-480a-afb9-e286db37a26c tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.694998] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a917653-a352-480a-afb9-e286db37a26c tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] 59b7631e-fcb5-4fed-b879-6ac34f5a03e9/59b7631e-fcb5-4fed-b879-6ac34f5a03e9.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1045.695337] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-324a3649-f06a-459d-b303-cd4901f2eb12 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.702391] env[69350]: DEBUG oslo_vmware.api [None req-8a917653-a352-480a-afb9-e286db37a26c tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] Waiting for the task: (returnval){ [ 1045.702391] env[69350]: value = "task-3365579" [ 1045.702391] env[69350]: _type = "Task" [ 1045.702391] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.711066] env[69350]: DEBUG oslo_vmware.api [None req-8a917653-a352-480a-afb9-e286db37a26c tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] Task: {'id': task-3365579, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.714029] env[69350]: DEBUG nova.compute.manager [req-50f84329-dc40-426a-8887-8c18841c81c9 req-cb62f2f1-a0c0-4bdf-82b6-db2acfdc25b4 service nova] [instance: d01bd7bf-c208-4d10-8c17-22807de255ac] Received event network-vif-plugged-9ee03317-3ef9-451e-8cc2-579071cd0edd {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.714029] env[69350]: DEBUG oslo_concurrency.lockutils [req-50f84329-dc40-426a-8887-8c18841c81c9 req-cb62f2f1-a0c0-4bdf-82b6-db2acfdc25b4 service nova] Acquiring lock "d01bd7bf-c208-4d10-8c17-22807de255ac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.714029] env[69350]: DEBUG oslo_concurrency.lockutils [req-50f84329-dc40-426a-8887-8c18841c81c9 req-cb62f2f1-a0c0-4bdf-82b6-db2acfdc25b4 service nova] Lock "d01bd7bf-c208-4d10-8c17-22807de255ac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.714564] env[69350]: DEBUG oslo_concurrency.lockutils [req-50f84329-dc40-426a-8887-8c18841c81c9 req-cb62f2f1-a0c0-4bdf-82b6-db2acfdc25b4 service nova] Lock "d01bd7bf-c208-4d10-8c17-22807de255ac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.714564] env[69350]: DEBUG nova.compute.manager [req-50f84329-dc40-426a-8887-8c18841c81c9 req-cb62f2f1-a0c0-4bdf-82b6-db2acfdc25b4 service nova] [instance: d01bd7bf-c208-4d10-8c17-22807de255ac] No waiting events found dispatching network-vif-plugged-9ee03317-3ef9-451e-8cc2-579071cd0edd {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1045.714564] env[69350]: WARNING nova.compute.manager [req-50f84329-dc40-426a-8887-8c18841c81c9 req-cb62f2f1-a0c0-4bdf-82b6-db2acfdc25b4 service nova] [instance: d01bd7bf-c208-4d10-8c17-22807de255ac] Received unexpected event network-vif-plugged-9ee03317-3ef9-451e-8cc2-579071cd0edd for instance with vm_state building and task_state spawning. [ 1045.714709] env[69350]: DEBUG nova.compute.manager [req-50f84329-dc40-426a-8887-8c18841c81c9 req-cb62f2f1-a0c0-4bdf-82b6-db2acfdc25b4 service nova] [instance: d01bd7bf-c208-4d10-8c17-22807de255ac] Received event network-changed-9ee03317-3ef9-451e-8cc2-579071cd0edd {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.714747] env[69350]: DEBUG nova.compute.manager [req-50f84329-dc40-426a-8887-8c18841c81c9 req-cb62f2f1-a0c0-4bdf-82b6-db2acfdc25b4 service nova] [instance: d01bd7bf-c208-4d10-8c17-22807de255ac] Refreshing instance network info cache due to event network-changed-9ee03317-3ef9-451e-8cc2-579071cd0edd. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1045.714928] env[69350]: DEBUG oslo_concurrency.lockutils [req-50f84329-dc40-426a-8887-8c18841c81c9 req-cb62f2f1-a0c0-4bdf-82b6-db2acfdc25b4 service nova] Acquiring lock "refresh_cache-d01bd7bf-c208-4d10-8c17-22807de255ac" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.740085] env[69350]: DEBUG oslo_vmware.api [None req-ab0d6ec0-4e8a-4964-8dfb-7cbac08ffd6c tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365577, 'name': CloneVM_Task, 'duration_secs': 1.254847} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.740355] env[69350]: INFO nova.virt.vmwareapi.vmops [None req-ab0d6ec0-4e8a-4964-8dfb-7cbac08ffd6c tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: b40a50d7-ac54-43ce-b4b2-28313b619e29] Created linked-clone VM from snapshot [ 1045.741390] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91618e47-3395-4099-9b46-3eeadb07e278 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.749367] env[69350]: DEBUG nova.virt.vmwareapi.images [None req-ab0d6ec0-4e8a-4964-8dfb-7cbac08ffd6c tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: b40a50d7-ac54-43ce-b4b2-28313b619e29] Uploading image 213352a0-a1fe-4d69-b384-61cadc8f52f3 {{(pid=69350) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1045.762384] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab0d6ec0-4e8a-4964-8dfb-7cbac08ffd6c tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: b40a50d7-ac54-43ce-b4b2-28313b619e29] Destroying the VM {{(pid=69350) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1045.762707] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c0e37d41-f1be-4baf-a6d2-cd5ef24a5d23 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.775430] env[69350]: DEBUG oslo_vmware.api [None req-ab0d6ec0-4e8a-4964-8dfb-7cbac08ffd6c tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Waiting for the task: (returnval){ [ 1045.775430] env[69350]: value = "task-3365580" [ 1045.775430] env[69350]: _type = "Task" [ 1045.775430] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.775669] env[69350]: DEBUG oslo_vmware.api [None req-313f3cc4-05c0-43df-a2cd-a4d298b813b3 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Task: {'id': task-3365578, 'name': PowerOffVM_Task, 'duration_secs': 0.20748} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.775935] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-313f3cc4-05c0-43df-a2cd-a4d298b813b3 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: 452c57c6-ad9c-472a-ae69-f30724739f03] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1045.776117] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-313f3cc4-05c0-43df-a2cd-a4d298b813b3 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: 452c57c6-ad9c-472a-ae69-f30724739f03] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1045.779328] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-98648a72-7c14-403e-a062-020ea8927f8c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.785977] env[69350]: DEBUG oslo_vmware.api [None req-ab0d6ec0-4e8a-4964-8dfb-7cbac08ffd6c tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365580, 'name': Destroy_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.798770] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0eac7c7c-6a12-461d-bba9-965f675b5db6 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Releasing lock "refresh_cache-d01bd7bf-c208-4d10-8c17-22807de255ac" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.799137] env[69350]: DEBUG nova.compute.manager [None req-0eac7c7c-6a12-461d-bba9-965f675b5db6 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: d01bd7bf-c208-4d10-8c17-22807de255ac] Instance network_info: |[{"id": "9ee03317-3ef9-451e-8cc2-579071cd0edd", "address": "fa:16:3e:04:aa:33", "network": {"id": "ad123e0a-1a99-4c6b-932f-ff9de41ceb18", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-757019814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e70a04cc40f0407ebac8a2f5bbbd8693", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ee03317-3e", "ovs_interfaceid": "9ee03317-3ef9-451e-8cc2-579071cd0edd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1045.799461] env[69350]: DEBUG oslo_concurrency.lockutils [req-50f84329-dc40-426a-8887-8c18841c81c9 req-cb62f2f1-a0c0-4bdf-82b6-db2acfdc25b4 service nova] Acquired lock "refresh_cache-d01bd7bf-c208-4d10-8c17-22807de255ac" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.799662] env[69350]: DEBUG nova.network.neutron [req-50f84329-dc40-426a-8887-8c18841c81c9 req-cb62f2f1-a0c0-4bdf-82b6-db2acfdc25b4 service nova] [instance: d01bd7bf-c208-4d10-8c17-22807de255ac] Refreshing network info cache for port 9ee03317-3ef9-451e-8cc2-579071cd0edd {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1045.801140] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0eac7c7c-6a12-461d-bba9-965f675b5db6 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: d01bd7bf-c208-4d10-8c17-22807de255ac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:aa:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc6e6fe1-c4f5-4389-a49f-0978060eebb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9ee03317-3ef9-451e-8cc2-579071cd0edd', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1045.809629] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eac7c7c-6a12-461d-bba9-965f675b5db6 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Creating folder: Project (e70a04cc40f0407ebac8a2f5bbbd8693). Parent ref: group-v671398. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1045.812918] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0daf3f62-fe44-4933-95e6-54960ee7b380 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.823656] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-0eac7c7c-6a12-461d-bba9-965f675b5db6 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Created folder: Project (e70a04cc40f0407ebac8a2f5bbbd8693) in parent group-v671398. [ 1045.823847] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eac7c7c-6a12-461d-bba9-965f675b5db6 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Creating folder: Instances. Parent ref: group-v671619. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1045.824094] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-44aeb4bc-006a-4ccc-8688-2a843eb39714 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.830462] env[69350]: DEBUG nova.compute.manager [None req-68f99972-6864-49a8-8f6d-4a42c8024991 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1045.834689] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-0eac7c7c-6a12-461d-bba9-965f675b5db6 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Created folder: Instances in parent group-v671619. [ 1045.835936] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0eac7c7c-6a12-461d-bba9-965f675b5db6 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1045.835936] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d01bd7bf-c208-4d10-8c17-22807de255ac] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1045.835936] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-24eee01c-f82c-41ec-a2ba-169d86364834 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.858502] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-313f3cc4-05c0-43df-a2cd-a4d298b813b3 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: 452c57c6-ad9c-472a-ae69-f30724739f03] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1045.858786] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-313f3cc4-05c0-43df-a2cd-a4d298b813b3 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: 452c57c6-ad9c-472a-ae69-f30724739f03] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1045.859017] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-313f3cc4-05c0-43df-a2cd-a4d298b813b3 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Deleting the datastore file [datastore2] 452c57c6-ad9c-472a-ae69-f30724739f03 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1045.859970] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b0cbaf3-6844-4987-aac0-be3473ae4d1f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.865124] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1045.865124] env[69350]: value = "task-3365584" [ 1045.865124] env[69350]: _type = "Task" [ 1045.865124] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.870529] env[69350]: DEBUG nova.virt.hardware [None req-68f99972-6864-49a8-8f6d-4a42c8024991 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1045.870786] env[69350]: DEBUG nova.virt.hardware [None req-68f99972-6864-49a8-8f6d-4a42c8024991 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1045.870999] env[69350]: DEBUG nova.virt.hardware [None req-68f99972-6864-49a8-8f6d-4a42c8024991 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1045.871328] env[69350]: DEBUG nova.virt.hardware [None req-68f99972-6864-49a8-8f6d-4a42c8024991 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1045.871504] env[69350]: DEBUG nova.virt.hardware [None req-68f99972-6864-49a8-8f6d-4a42c8024991 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1045.871679] env[69350]: DEBUG nova.virt.hardware [None req-68f99972-6864-49a8-8f6d-4a42c8024991 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1045.871973] env[69350]: DEBUG nova.virt.hardware [None req-68f99972-6864-49a8-8f6d-4a42c8024991 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1045.872175] env[69350]: DEBUG nova.virt.hardware [None req-68f99972-6864-49a8-8f6d-4a42c8024991 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1045.872378] env[69350]: DEBUG nova.virt.hardware [None req-68f99972-6864-49a8-8f6d-4a42c8024991 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1045.872596] env[69350]: DEBUG nova.virt.hardware [None req-68f99972-6864-49a8-8f6d-4a42c8024991 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1045.872840] env[69350]: DEBUG nova.virt.hardware [None req-68f99972-6864-49a8-8f6d-4a42c8024991 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1045.874756] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d1e910d-7a9f-40b0-ae44-0dd2fedb6224 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.877604] env[69350]: DEBUG oslo_vmware.api [None req-313f3cc4-05c0-43df-a2cd-a4d298b813b3 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Waiting for the task: (returnval){ [ 1045.877604] env[69350]: value = "task-3365585" [ 1045.877604] env[69350]: _type = "Task" [ 1045.877604] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.888263] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365584, 'name': CreateVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.890127] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a74c56d-f505-473b-bf3c-ed6597f8e6c2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.900559] env[69350]: DEBUG oslo_vmware.api [None req-313f3cc4-05c0-43df-a2cd-a4d298b813b3 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Task: {'id': task-3365585, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.100968] env[69350]: DEBUG nova.network.neutron [req-50f84329-dc40-426a-8887-8c18841c81c9 req-cb62f2f1-a0c0-4bdf-82b6-db2acfdc25b4 service nova] [instance: d01bd7bf-c208-4d10-8c17-22807de255ac] Updated VIF entry in instance network info cache for port 9ee03317-3ef9-451e-8cc2-579071cd0edd. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1046.101346] env[69350]: DEBUG nova.network.neutron [req-50f84329-dc40-426a-8887-8c18841c81c9 req-cb62f2f1-a0c0-4bdf-82b6-db2acfdc25b4 service nova] [instance: d01bd7bf-c208-4d10-8c17-22807de255ac] Updating instance_info_cache with network_info: [{"id": "9ee03317-3ef9-451e-8cc2-579071cd0edd", "address": "fa:16:3e:04:aa:33", "network": {"id": "ad123e0a-1a99-4c6b-932f-ff9de41ceb18", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-757019814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e70a04cc40f0407ebac8a2f5bbbd8693", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ee03317-3e", "ovs_interfaceid": "9ee03317-3ef9-451e-8cc2-579071cd0edd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.169555] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7d904181-8c9f-48e1-a83d-cb4c810bb418 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.363s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.170160] env[69350]: DEBUG nova.compute.manager [None req-7d904181-8c9f-48e1-a83d-cb4c810bb418 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: ecaf844a-052f-4fb9-8b31-d66f6f067e2f] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1046.173508] env[69350]: DEBUG oslo_concurrency.lockutils [None req-46e7a3e5-db2f-4a54-a2e2-ad57ba0d8909 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.941s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.173747] env[69350]: DEBUG nova.objects.instance [None req-46e7a3e5-db2f-4a54-a2e2-ad57ba0d8909 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] Lazy-loading 'resources' on Instance uuid 2cf2c7b0-3546-4f8b-9293-7591793a4292 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1046.213179] env[69350]: DEBUG oslo_vmware.api [None req-8a917653-a352-480a-afb9-e286db37a26c tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] Task: {'id': task-3365579, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.286503] env[69350]: DEBUG oslo_vmware.api [None req-ab0d6ec0-4e8a-4964-8dfb-7cbac08ffd6c tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365580, 'name': Destroy_Task} progress is 33%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.376572] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365584, 'name': CreateVM_Task} progress is 25%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.387743] env[69350]: DEBUG oslo_vmware.api [None req-313f3cc4-05c0-43df-a2cd-a4d298b813b3 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Task: {'id': task-3365585, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.445344} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.388117] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-313f3cc4-05c0-43df-a2cd-a4d298b813b3 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1046.388368] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-313f3cc4-05c0-43df-a2cd-a4d298b813b3 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: 452c57c6-ad9c-472a-ae69-f30724739f03] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1046.388645] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-313f3cc4-05c0-43df-a2cd-a4d298b813b3 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: 452c57c6-ad9c-472a-ae69-f30724739f03] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1046.388863] env[69350]: INFO nova.compute.manager [None req-313f3cc4-05c0-43df-a2cd-a4d298b813b3 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: 452c57c6-ad9c-472a-ae69-f30724739f03] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1046.389171] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-313f3cc4-05c0-43df-a2cd-a4d298b813b3 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1046.389421] env[69350]: DEBUG nova.compute.manager [-] [instance: 452c57c6-ad9c-472a-ae69-f30724739f03] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1046.390009] env[69350]: DEBUG nova.network.neutron [-] [instance: 452c57c6-ad9c-472a-ae69-f30724739f03] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1046.605676] env[69350]: DEBUG oslo_concurrency.lockutils [req-50f84329-dc40-426a-8887-8c18841c81c9 req-cb62f2f1-a0c0-4bdf-82b6-db2acfdc25b4 service nova] Releasing lock "refresh_cache-d01bd7bf-c208-4d10-8c17-22807de255ac" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.606947] env[69350]: DEBUG nova.network.neutron [None req-68f99972-6864-49a8-8f6d-4a42c8024991 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] Successfully updated port: 3578eb60-2aef-407f-b97f-23621ac41132 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1046.676183] env[69350]: DEBUG nova.compute.utils [None req-7d904181-8c9f-48e1-a83d-cb4c810bb418 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1046.681051] env[69350]: DEBUG nova.compute.manager [None req-7d904181-8c9f-48e1-a83d-cb4c810bb418 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: ecaf844a-052f-4fb9-8b31-d66f6f067e2f] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1046.681449] env[69350]: DEBUG nova.network.neutron [None req-7d904181-8c9f-48e1-a83d-cb4c810bb418 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: ecaf844a-052f-4fb9-8b31-d66f6f067e2f] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1046.712755] env[69350]: DEBUG oslo_vmware.api [None req-8a917653-a352-480a-afb9-e286db37a26c tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] Task: {'id': task-3365579, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529013} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.713027] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a917653-a352-480a-afb9-e286db37a26c tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] 59b7631e-fcb5-4fed-b879-6ac34f5a03e9/59b7631e-fcb5-4fed-b879-6ac34f5a03e9.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1046.713246] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8a917653-a352-480a-afb9-e286db37a26c tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] [instance: 59b7631e-fcb5-4fed-b879-6ac34f5a03e9] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1046.713490] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7320fb9f-9f48-43b5-8ae4-6af0e054f3e1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.725030] env[69350]: DEBUG oslo_vmware.api [None req-8a917653-a352-480a-afb9-e286db37a26c tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] Waiting for the task: (returnval){ [ 1046.725030] env[69350]: value = "task-3365586" [ 1046.725030] env[69350]: _type = "Task" [ 1046.725030] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.737326] env[69350]: DEBUG oslo_vmware.api [None req-8a917653-a352-480a-afb9-e286db37a26c tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] Task: {'id': task-3365586, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.744540] env[69350]: DEBUG nova.policy [None req-7d904181-8c9f-48e1-a83d-cb4c810bb418 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '391c1e0e301b4aea9abc82bc851ff1ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0b6086e845a74075ace175b4fcb0622d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 1046.789438] env[69350]: DEBUG oslo_vmware.api [None req-ab0d6ec0-4e8a-4964-8dfb-7cbac08ffd6c tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365580, 'name': Destroy_Task, 'duration_secs': 0.619651} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.790399] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-ab0d6ec0-4e8a-4964-8dfb-7cbac08ffd6c tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: b40a50d7-ac54-43ce-b4b2-28313b619e29] Destroyed the VM [ 1046.790399] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ab0d6ec0-4e8a-4964-8dfb-7cbac08ffd6c tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: b40a50d7-ac54-43ce-b4b2-28313b619e29] Deleting Snapshot of the VM instance {{(pid=69350) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1046.790399] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-18e73e46-a9c4-4f5d-b146-79eb60c284ed {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.797784] env[69350]: DEBUG oslo_vmware.api [None req-ab0d6ec0-4e8a-4964-8dfb-7cbac08ffd6c tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Waiting for the task: (returnval){ [ 1046.797784] env[69350]: value = "task-3365587" [ 1046.797784] env[69350]: _type = "Task" [ 1046.797784] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.806405] env[69350]: DEBUG oslo_vmware.api [None req-ab0d6ec0-4e8a-4964-8dfb-7cbac08ffd6c tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365587, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.878396] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365584, 'name': CreateVM_Task, 'duration_secs': 0.660327} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.878621] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d01bd7bf-c208-4d10-8c17-22807de255ac] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1046.879426] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0eac7c7c-6a12-461d-bba9-965f675b5db6 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.879600] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0eac7c7c-6a12-461d-bba9-965f675b5db6 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.880201] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0eac7c7c-6a12-461d-bba9-965f675b5db6 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.880299] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07f0c41d-7a1d-4904-a6c1-fe7e8aaf602f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.889866] env[69350]: DEBUG oslo_vmware.api [None req-0eac7c7c-6a12-461d-bba9-965f675b5db6 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Waiting for the task: (returnval){ [ 1046.889866] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]524708ef-9ee2-6d12-225c-532682081a29" [ 1046.889866] env[69350]: _type = "Task" [ 1046.889866] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.900969] env[69350]: DEBUG oslo_vmware.api [None req-0eac7c7c-6a12-461d-bba9-965f675b5db6 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]524708ef-9ee2-6d12-225c-532682081a29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.983771] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0427a579-f3f4-4c8c-9dc5-9dff6b8b2b30 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.991106] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-026935e1-79ae-427d-96ca-53a8a07d874d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.021733] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bfd218c-b50f-4f27-9ae8-df20a8cbfcf1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.029211] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f77959f-fd3b-4b53-82a5-19491e50f8dd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.043773] env[69350]: DEBUG nova.compute.provider_tree [None req-46e7a3e5-db2f-4a54-a2e2-ad57ba0d8909 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1047.063341] env[69350]: DEBUG nova.network.neutron [None req-7d904181-8c9f-48e1-a83d-cb4c810bb418 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: ecaf844a-052f-4fb9-8b31-d66f6f067e2f] Successfully created port: bb2f0e29-743a-4615-b0f0-b29d2124306c {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1047.110069] env[69350]: DEBUG oslo_concurrency.lockutils [None req-68f99972-6864-49a8-8f6d-4a42c8024991 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Acquiring lock "refresh_cache-7a738554-0623-4e36-ba13-4d4f1346154c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.110313] env[69350]: DEBUG oslo_concurrency.lockutils [None req-68f99972-6864-49a8-8f6d-4a42c8024991 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Acquired lock "refresh_cache-7a738554-0623-4e36-ba13-4d4f1346154c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.110540] env[69350]: DEBUG nova.network.neutron [None req-68f99972-6864-49a8-8f6d-4a42c8024991 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1047.187067] env[69350]: DEBUG nova.compute.manager [None req-7d904181-8c9f-48e1-a83d-cb4c810bb418 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: ecaf844a-052f-4fb9-8b31-d66f6f067e2f] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1047.237911] env[69350]: DEBUG oslo_vmware.api [None req-8a917653-a352-480a-afb9-e286db37a26c tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] Task: {'id': task-3365586, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076657} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.238245] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8a917653-a352-480a-afb9-e286db37a26c tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] [instance: 59b7631e-fcb5-4fed-b879-6ac34f5a03e9] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1047.239234] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6cb45ff-83ca-410b-908d-a97c4fc1ac51 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.264306] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a917653-a352-480a-afb9-e286db37a26c tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] [instance: 59b7631e-fcb5-4fed-b879-6ac34f5a03e9] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 59b7631e-fcb5-4fed-b879-6ac34f5a03e9/59b7631e-fcb5-4fed-b879-6ac34f5a03e9.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1047.264937] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-324aa631-f15f-4cd3-be8b-668116e4ab08 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.286519] env[69350]: DEBUG nova.network.neutron [-] [instance: 452c57c6-ad9c-472a-ae69-f30724739f03] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.287756] env[69350]: DEBUG oslo_vmware.api [None req-8a917653-a352-480a-afb9-e286db37a26c tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] Waiting for the task: (returnval){ [ 1047.287756] env[69350]: value = "task-3365588" [ 1047.287756] env[69350]: _type = "Task" [ 1047.287756] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.299667] env[69350]: DEBUG oslo_vmware.api [None req-8a917653-a352-480a-afb9-e286db37a26c tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] Task: {'id': task-3365588, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.309234] env[69350]: DEBUG oslo_vmware.api [None req-ab0d6ec0-4e8a-4964-8dfb-7cbac08ffd6c tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365587, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.401815] env[69350]: DEBUG oslo_vmware.api [None req-0eac7c7c-6a12-461d-bba9-965f675b5db6 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]524708ef-9ee2-6d12-225c-532682081a29, 'name': SearchDatastore_Task, 'duration_secs': 0.022829} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.402197] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0eac7c7c-6a12-461d-bba9-965f675b5db6 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.402495] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0eac7c7c-6a12-461d-bba9-965f675b5db6 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: d01bd7bf-c208-4d10-8c17-22807de255ac] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1047.402778] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0eac7c7c-6a12-461d-bba9-965f675b5db6 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.402974] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0eac7c7c-6a12-461d-bba9-965f675b5db6 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.403211] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-0eac7c7c-6a12-461d-bba9-965f675b5db6 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1047.403518] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6472759e-cfe1-443f-8723-8d0d8f5227fd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.412478] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-0eac7c7c-6a12-461d-bba9-965f675b5db6 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1047.412866] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0eac7c7c-6a12-461d-bba9-965f675b5db6 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1047.413540] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-158d53ef-75d9-4140-ac3d-0d453184bdc6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.418944] env[69350]: DEBUG oslo_vmware.api [None req-0eac7c7c-6a12-461d-bba9-965f675b5db6 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Waiting for the task: (returnval){ [ 1047.418944] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52bb62fe-9fd5-9c9e-d596-9b4decf014a8" [ 1047.418944] env[69350]: _type = "Task" [ 1047.418944] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.427288] env[69350]: DEBUG oslo_vmware.api [None req-0eac7c7c-6a12-461d-bba9-965f675b5db6 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52bb62fe-9fd5-9c9e-d596-9b4decf014a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.547357] env[69350]: DEBUG nova.scheduler.client.report [None req-46e7a3e5-db2f-4a54-a2e2-ad57ba0d8909 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1047.642262] env[69350]: DEBUG nova.network.neutron [None req-68f99972-6864-49a8-8f6d-4a42c8024991 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1047.749907] env[69350]: DEBUG nova.compute.manager [req-bf8de3a7-b34a-4845-b141-d483cd3b0c85 req-cf858122-31a5-4bbf-a7a7-1ffc316bbeb1 service nova] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] Received event network-vif-plugged-3578eb60-2aef-407f-b97f-23621ac41132 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1047.750133] env[69350]: DEBUG oslo_concurrency.lockutils [req-bf8de3a7-b34a-4845-b141-d483cd3b0c85 req-cf858122-31a5-4bbf-a7a7-1ffc316bbeb1 service nova] Acquiring lock "7a738554-0623-4e36-ba13-4d4f1346154c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.750339] env[69350]: DEBUG oslo_concurrency.lockutils [req-bf8de3a7-b34a-4845-b141-d483cd3b0c85 req-cf858122-31a5-4bbf-a7a7-1ffc316bbeb1 service nova] Lock "7a738554-0623-4e36-ba13-4d4f1346154c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.750502] env[69350]: DEBUG oslo_concurrency.lockutils [req-bf8de3a7-b34a-4845-b141-d483cd3b0c85 req-cf858122-31a5-4bbf-a7a7-1ffc316bbeb1 service nova] Lock "7a738554-0623-4e36-ba13-4d4f1346154c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.750665] env[69350]: DEBUG nova.compute.manager [req-bf8de3a7-b34a-4845-b141-d483cd3b0c85 req-cf858122-31a5-4bbf-a7a7-1ffc316bbeb1 service nova] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] No waiting events found dispatching network-vif-plugged-3578eb60-2aef-407f-b97f-23621ac41132 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1047.750830] env[69350]: WARNING nova.compute.manager [req-bf8de3a7-b34a-4845-b141-d483cd3b0c85 req-cf858122-31a5-4bbf-a7a7-1ffc316bbeb1 service nova] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] Received unexpected event network-vif-plugged-3578eb60-2aef-407f-b97f-23621ac41132 for instance with vm_state building and task_state spawning. [ 1047.750992] env[69350]: DEBUG nova.compute.manager [req-bf8de3a7-b34a-4845-b141-d483cd3b0c85 req-cf858122-31a5-4bbf-a7a7-1ffc316bbeb1 service nova] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] Received event network-changed-3578eb60-2aef-407f-b97f-23621ac41132 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1047.751178] env[69350]: DEBUG nova.compute.manager [req-bf8de3a7-b34a-4845-b141-d483cd3b0c85 req-cf858122-31a5-4bbf-a7a7-1ffc316bbeb1 service nova] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] Refreshing instance network info cache due to event network-changed-3578eb60-2aef-407f-b97f-23621ac41132. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1047.751342] env[69350]: DEBUG oslo_concurrency.lockutils [req-bf8de3a7-b34a-4845-b141-d483cd3b0c85 req-cf858122-31a5-4bbf-a7a7-1ffc316bbeb1 service nova] Acquiring lock "refresh_cache-7a738554-0623-4e36-ba13-4d4f1346154c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.775220] env[69350]: DEBUG nova.network.neutron [None req-68f99972-6864-49a8-8f6d-4a42c8024991 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] Updating instance_info_cache with network_info: [{"id": "3578eb60-2aef-407f-b97f-23621ac41132", "address": "fa:16:3e:53:93:7e", "network": {"id": "ef2fb362-4313-473c-9c09-d0ff427ec60c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1709807276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68e43cb72d9c4af5965e3e49c212db1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3578eb60-2a", "ovs_interfaceid": "3578eb60-2aef-407f-b97f-23621ac41132", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.793856] env[69350]: INFO nova.compute.manager [-] [instance: 452c57c6-ad9c-472a-ae69-f30724739f03] Took 1.40 seconds to deallocate network for instance. [ 1047.798808] env[69350]: DEBUG oslo_vmware.api [None req-8a917653-a352-480a-afb9-e286db37a26c tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] Task: {'id': task-3365588, 'name': ReconfigVM_Task, 'duration_secs': 0.345219} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.801531] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a917653-a352-480a-afb9-e286db37a26c tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] [instance: 59b7631e-fcb5-4fed-b879-6ac34f5a03e9] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 59b7631e-fcb5-4fed-b879-6ac34f5a03e9/59b7631e-fcb5-4fed-b879-6ac34f5a03e9.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1047.802267] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3655eeae-c40e-49dd-b372-86efc8fe7bfc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.812553] env[69350]: DEBUG oslo_vmware.api [None req-ab0d6ec0-4e8a-4964-8dfb-7cbac08ffd6c tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365587, 'name': RemoveSnapshot_Task, 'duration_secs': 0.798722} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.813020] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ab0d6ec0-4e8a-4964-8dfb-7cbac08ffd6c tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: b40a50d7-ac54-43ce-b4b2-28313b619e29] Deleted Snapshot of the VM instance {{(pid=69350) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1047.815291] env[69350]: DEBUG oslo_vmware.api [None req-8a917653-a352-480a-afb9-e286db37a26c tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] Waiting for the task: (returnval){ [ 1047.815291] env[69350]: value = "task-3365589" [ 1047.815291] env[69350]: _type = "Task" [ 1047.815291] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.825039] env[69350]: DEBUG oslo_vmware.api [None req-8a917653-a352-480a-afb9-e286db37a26c tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] Task: {'id': task-3365589, 'name': Rename_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.929509] env[69350]: DEBUG oslo_vmware.api [None req-0eac7c7c-6a12-461d-bba9-965f675b5db6 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52bb62fe-9fd5-9c9e-d596-9b4decf014a8, 'name': SearchDatastore_Task, 'duration_secs': 0.011309} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.930306] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e923292d-6dac-4a7e-b514-7efe7c280285 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.936847] env[69350]: DEBUG oslo_vmware.api [None req-0eac7c7c-6a12-461d-bba9-965f675b5db6 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Waiting for the task: (returnval){ [ 1047.936847] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52247394-927b-42b1-7d00-ac122af84c2f" [ 1047.936847] env[69350]: _type = "Task" [ 1047.936847] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.944753] env[69350]: DEBUG oslo_vmware.api [None req-0eac7c7c-6a12-461d-bba9-965f675b5db6 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52247394-927b-42b1-7d00-ac122af84c2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.053921] env[69350]: DEBUG oslo_concurrency.lockutils [None req-46e7a3e5-db2f-4a54-a2e2-ad57ba0d8909 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.880s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.056432] env[69350]: DEBUG oslo_concurrency.lockutils [None req-01ce3126-0e5e-48bd-b6c9-6110f1a0f501 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.218s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.058021] env[69350]: INFO nova.compute.claims [None req-01ce3126-0e5e-48bd-b6c9-6110f1a0f501 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: c168608c-1c65-4e48-be87-93dfa497f573] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1048.078957] env[69350]: INFO nova.scheduler.client.report [None req-46e7a3e5-db2f-4a54-a2e2-ad57ba0d8909 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] Deleted allocations for instance 2cf2c7b0-3546-4f8b-9293-7591793a4292 [ 1048.195341] env[69350]: DEBUG nova.compute.manager [None req-7d904181-8c9f-48e1-a83d-cb4c810bb418 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: ecaf844a-052f-4fb9-8b31-d66f6f067e2f] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1048.221464] env[69350]: DEBUG nova.virt.hardware [None req-7d904181-8c9f-48e1-a83d-cb4c810bb418 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1048.221464] env[69350]: DEBUG nova.virt.hardware [None req-7d904181-8c9f-48e1-a83d-cb4c810bb418 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1048.221464] env[69350]: DEBUG nova.virt.hardware [None req-7d904181-8c9f-48e1-a83d-cb4c810bb418 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1048.221464] env[69350]: DEBUG nova.virt.hardware [None req-7d904181-8c9f-48e1-a83d-cb4c810bb418 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1048.221464] env[69350]: DEBUG nova.virt.hardware [None req-7d904181-8c9f-48e1-a83d-cb4c810bb418 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1048.221464] env[69350]: DEBUG nova.virt.hardware [None req-7d904181-8c9f-48e1-a83d-cb4c810bb418 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1048.221464] env[69350]: DEBUG nova.virt.hardware [None req-7d904181-8c9f-48e1-a83d-cb4c810bb418 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1048.221464] env[69350]: DEBUG nova.virt.hardware [None req-7d904181-8c9f-48e1-a83d-cb4c810bb418 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1048.221464] env[69350]: DEBUG nova.virt.hardware [None req-7d904181-8c9f-48e1-a83d-cb4c810bb418 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1048.221464] env[69350]: DEBUG nova.virt.hardware [None req-7d904181-8c9f-48e1-a83d-cb4c810bb418 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1048.221881] env[69350]: DEBUG nova.virt.hardware [None req-7d904181-8c9f-48e1-a83d-cb4c810bb418 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1048.222498] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37784b0c-9716-4957-a220-01c3782d09ae {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.231123] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c0bb9c0-5ef4-4a70-8f4c-b2d8d2043347 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.277687] env[69350]: DEBUG oslo_concurrency.lockutils [None req-68f99972-6864-49a8-8f6d-4a42c8024991 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Releasing lock "refresh_cache-7a738554-0623-4e36-ba13-4d4f1346154c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.278061] env[69350]: DEBUG nova.compute.manager [None req-68f99972-6864-49a8-8f6d-4a42c8024991 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] Instance network_info: |[{"id": "3578eb60-2aef-407f-b97f-23621ac41132", "address": "fa:16:3e:53:93:7e", "network": {"id": "ef2fb362-4313-473c-9c09-d0ff427ec60c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1709807276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68e43cb72d9c4af5965e3e49c212db1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3578eb60-2a", "ovs_interfaceid": "3578eb60-2aef-407f-b97f-23621ac41132", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1048.278358] env[69350]: DEBUG oslo_concurrency.lockutils [req-bf8de3a7-b34a-4845-b141-d483cd3b0c85 req-cf858122-31a5-4bbf-a7a7-1ffc316bbeb1 service nova] Acquired lock "refresh_cache-7a738554-0623-4e36-ba13-4d4f1346154c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.278550] env[69350]: DEBUG nova.network.neutron [req-bf8de3a7-b34a-4845-b141-d483cd3b0c85 req-cf858122-31a5-4bbf-a7a7-1ffc316bbeb1 service nova] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] Refreshing network info cache for port 3578eb60-2aef-407f-b97f-23621ac41132 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1048.280132] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-68f99972-6864-49a8-8f6d-4a42c8024991 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:93:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89ed4797-90ad-44cd-bbcb-e90b2a8400f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3578eb60-2aef-407f-b97f-23621ac41132', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1048.287536] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-68f99972-6864-49a8-8f6d-4a42c8024991 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1048.290475] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1048.290958] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-60ec55cc-7790-4c20-8034-ae3420fb0837 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.306520] env[69350]: DEBUG oslo_concurrency.lockutils [None req-313f3cc4-05c0-43df-a2cd-a4d298b813b3 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.312691] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1048.312691] env[69350]: value = "task-3365590" [ 1048.312691] env[69350]: _type = "Task" [ 1048.312691] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.319841] env[69350]: WARNING nova.compute.manager [None req-ab0d6ec0-4e8a-4964-8dfb-7cbac08ffd6c tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: b40a50d7-ac54-43ce-b4b2-28313b619e29] Image not found during snapshot: nova.exception.ImageNotFound: Image 213352a0-a1fe-4d69-b384-61cadc8f52f3 could not be found. [ 1048.331039] env[69350]: DEBUG oslo_vmware.api [None req-8a917653-a352-480a-afb9-e286db37a26c tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] Task: {'id': task-3365589, 'name': Rename_Task, 'duration_secs': 0.136119} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.334361] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a917653-a352-480a-afb9-e286db37a26c tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] [instance: 59b7631e-fcb5-4fed-b879-6ac34f5a03e9] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1048.334732] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365590, 'name': CreateVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.334800] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-992eebe6-9ccf-43c8-b11d-cb2c2a88c8fb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.343337] env[69350]: DEBUG oslo_vmware.api [None req-8a917653-a352-480a-afb9-e286db37a26c tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] Waiting for the task: (returnval){ [ 1048.343337] env[69350]: value = "task-3365591" [ 1048.343337] env[69350]: _type = "Task" [ 1048.343337] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.350663] env[69350]: DEBUG oslo_vmware.api [None req-8a917653-a352-480a-afb9-e286db37a26c tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] Task: {'id': task-3365591, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.447037] env[69350]: DEBUG oslo_vmware.api [None req-0eac7c7c-6a12-461d-bba9-965f675b5db6 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52247394-927b-42b1-7d00-ac122af84c2f, 'name': SearchDatastore_Task, 'duration_secs': 0.012398} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.447307] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0eac7c7c-6a12-461d-bba9-965f675b5db6 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.447556] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eac7c7c-6a12-461d-bba9-965f675b5db6 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] d01bd7bf-c208-4d10-8c17-22807de255ac/d01bd7bf-c208-4d10-8c17-22807de255ac.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1048.447819] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f5a5ae0-0558-4f32-b068-f24800639322 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.454727] env[69350]: DEBUG oslo_vmware.api [None req-0eac7c7c-6a12-461d-bba9-965f675b5db6 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Waiting for the task: (returnval){ [ 1048.454727] env[69350]: value = "task-3365592" [ 1048.454727] env[69350]: _type = "Task" [ 1048.454727] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.462925] env[69350]: DEBUG oslo_vmware.api [None req-0eac7c7c-6a12-461d-bba9-965f675b5db6 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3365592, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.586649] env[69350]: DEBUG oslo_concurrency.lockutils [None req-46e7a3e5-db2f-4a54-a2e2-ad57ba0d8909 tempest-ServerMetadataNegativeTestJSON-796906697 tempest-ServerMetadataNegativeTestJSON-796906697-project-member] Lock "2cf2c7b0-3546-4f8b-9293-7591793a4292" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.881s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.673226] env[69350]: DEBUG nova.network.neutron [req-bf8de3a7-b34a-4845-b141-d483cd3b0c85 req-cf858122-31a5-4bbf-a7a7-1ffc316bbeb1 service nova] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] Updated VIF entry in instance network info cache for port 3578eb60-2aef-407f-b97f-23621ac41132. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1048.674906] env[69350]: DEBUG nova.network.neutron [req-bf8de3a7-b34a-4845-b141-d483cd3b0c85 req-cf858122-31a5-4bbf-a7a7-1ffc316bbeb1 service nova] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] Updating instance_info_cache with network_info: [{"id": "3578eb60-2aef-407f-b97f-23621ac41132", "address": "fa:16:3e:53:93:7e", "network": {"id": "ef2fb362-4313-473c-9c09-d0ff427ec60c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1709807276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68e43cb72d9c4af5965e3e49c212db1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3578eb60-2a", "ovs_interfaceid": "3578eb60-2aef-407f-b97f-23621ac41132", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.796810] env[69350]: DEBUG nova.network.neutron [None req-7d904181-8c9f-48e1-a83d-cb4c810bb418 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: ecaf844a-052f-4fb9-8b31-d66f6f067e2f] Successfully updated port: bb2f0e29-743a-4615-b0f0-b29d2124306c {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1048.829231] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365590, 'name': CreateVM_Task, 'duration_secs': 0.396423} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.829447] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1048.830743] env[69350]: DEBUG oslo_concurrency.lockutils [None req-68f99972-6864-49a8-8f6d-4a42c8024991 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.830938] env[69350]: DEBUG oslo_concurrency.lockutils [None req-68f99972-6864-49a8-8f6d-4a42c8024991 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.831292] env[69350]: DEBUG oslo_concurrency.lockutils [None req-68f99972-6864-49a8-8f6d-4a42c8024991 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.831586] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fff2af37-6a63-41d6-b93f-86a7af18b98f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.839894] env[69350]: DEBUG oslo_vmware.api [None req-68f99972-6864-49a8-8f6d-4a42c8024991 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Waiting for the task: (returnval){ [ 1048.839894] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52b6fcb2-fcab-6be9-6842-78c8fb50a142" [ 1048.839894] env[69350]: _type = "Task" [ 1048.839894] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.851750] env[69350]: DEBUG oslo_vmware.api [None req-68f99972-6864-49a8-8f6d-4a42c8024991 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52b6fcb2-fcab-6be9-6842-78c8fb50a142, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.860336] env[69350]: DEBUG oslo_vmware.api [None req-8a917653-a352-480a-afb9-e286db37a26c tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] Task: {'id': task-3365591, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.965657] env[69350]: DEBUG oslo_vmware.api [None req-0eac7c7c-6a12-461d-bba9-965f675b5db6 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3365592, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478854} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.965921] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eac7c7c-6a12-461d-bba9-965f675b5db6 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] d01bd7bf-c208-4d10-8c17-22807de255ac/d01bd7bf-c208-4d10-8c17-22807de255ac.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1048.966167] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0eac7c7c-6a12-461d-bba9-965f675b5db6 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: d01bd7bf-c208-4d10-8c17-22807de255ac] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1048.966484] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-80a735f2-cd87-4276-9fcb-12963177ece4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.974264] env[69350]: DEBUG oslo_vmware.api [None req-0eac7c7c-6a12-461d-bba9-965f675b5db6 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Waiting for the task: (returnval){ [ 1048.974264] env[69350]: value = "task-3365593" [ 1048.974264] env[69350]: _type = "Task" [ 1048.974264] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.984503] env[69350]: DEBUG oslo_vmware.api [None req-0eac7c7c-6a12-461d-bba9-965f675b5db6 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3365593, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.177413] env[69350]: DEBUG oslo_concurrency.lockutils [req-bf8de3a7-b34a-4845-b141-d483cd3b0c85 req-cf858122-31a5-4bbf-a7a7-1ffc316bbeb1 service nova] Releasing lock "refresh_cache-7a738554-0623-4e36-ba13-4d4f1346154c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.177597] env[69350]: DEBUG nova.compute.manager [req-bf8de3a7-b34a-4845-b141-d483cd3b0c85 req-cf858122-31a5-4bbf-a7a7-1ffc316bbeb1 service nova] [instance: 452c57c6-ad9c-472a-ae69-f30724739f03] Received event network-vif-deleted-6afb799b-3333-4fea-ab73-d6ecbc877b88 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1049.251217] env[69350]: DEBUG oslo_concurrency.lockutils [None req-aa7e6416-1700-4811-a608-20152b4ce616 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Acquiring lock "b40a50d7-ac54-43ce-b4b2-28313b619e29" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.251523] env[69350]: DEBUG oslo_concurrency.lockutils [None req-aa7e6416-1700-4811-a608-20152b4ce616 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Lock "b40a50d7-ac54-43ce-b4b2-28313b619e29" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.251666] env[69350]: DEBUG oslo_concurrency.lockutils [None req-aa7e6416-1700-4811-a608-20152b4ce616 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Acquiring lock "b40a50d7-ac54-43ce-b4b2-28313b619e29-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.251837] env[69350]: DEBUG oslo_concurrency.lockutils [None req-aa7e6416-1700-4811-a608-20152b4ce616 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Lock "b40a50d7-ac54-43ce-b4b2-28313b619e29-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.251995] env[69350]: DEBUG oslo_concurrency.lockutils [None req-aa7e6416-1700-4811-a608-20152b4ce616 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Lock "b40a50d7-ac54-43ce-b4b2-28313b619e29-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.254086] env[69350]: INFO nova.compute.manager [None req-aa7e6416-1700-4811-a608-20152b4ce616 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: b40a50d7-ac54-43ce-b4b2-28313b619e29] Terminating instance [ 1049.281096] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f2de25b-6234-4e41-afa0-7ca22f7d2228 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.290403] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aab04834-22b3-4ec7-beb6-61100821093a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.321095] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7d904181-8c9f-48e1-a83d-cb4c810bb418 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Acquiring lock "refresh_cache-ecaf844a-052f-4fb9-8b31-d66f6f067e2f" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.321254] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7d904181-8c9f-48e1-a83d-cb4c810bb418 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Acquired lock "refresh_cache-ecaf844a-052f-4fb9-8b31-d66f6f067e2f" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.321400] env[69350]: DEBUG nova.network.neutron [None req-7d904181-8c9f-48e1-a83d-cb4c810bb418 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: ecaf844a-052f-4fb9-8b31-d66f6f067e2f] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1049.323826] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bda2f152-aa66-4d58-b4b8-da1e99a41a29 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.331840] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de2fa75-5d15-421e-93fe-b446cf50f81d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.352398] env[69350]: DEBUG nova.compute.provider_tree [None req-01ce3126-0e5e-48bd-b6c9-6110f1a0f501 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1049.366259] env[69350]: DEBUG oslo_vmware.api [None req-68f99972-6864-49a8-8f6d-4a42c8024991 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52b6fcb2-fcab-6be9-6842-78c8fb50a142, 'name': SearchDatastore_Task, 'duration_secs': 0.055982} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.369734] env[69350]: DEBUG oslo_concurrency.lockutils [None req-68f99972-6864-49a8-8f6d-4a42c8024991 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.370029] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-68f99972-6864-49a8-8f6d-4a42c8024991 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1049.370271] env[69350]: DEBUG oslo_concurrency.lockutils [None req-68f99972-6864-49a8-8f6d-4a42c8024991 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.370412] env[69350]: DEBUG oslo_concurrency.lockutils [None req-68f99972-6864-49a8-8f6d-4a42c8024991 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.370599] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-68f99972-6864-49a8-8f6d-4a42c8024991 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1049.371332] env[69350]: DEBUG oslo_vmware.api [None req-8a917653-a352-480a-afb9-e286db37a26c tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] Task: {'id': task-3365591, 'name': PowerOnVM_Task, 'duration_secs': 0.670688} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.371542] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de588668-87b5-4a83-8393-f7cbbadf6010 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.373726] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a917653-a352-480a-afb9-e286db37a26c tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] [instance: 59b7631e-fcb5-4fed-b879-6ac34f5a03e9] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1049.373957] env[69350]: INFO nova.compute.manager [None req-8a917653-a352-480a-afb9-e286db37a26c tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] [instance: 59b7631e-fcb5-4fed-b879-6ac34f5a03e9] Took 8.38 seconds to spawn the instance on the hypervisor. [ 1049.374153] env[69350]: DEBUG nova.compute.manager [None req-8a917653-a352-480a-afb9-e286db37a26c tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] [instance: 59b7631e-fcb5-4fed-b879-6ac34f5a03e9] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1049.374998] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-157538ef-9fb2-43e4-b468-7bc45e9e9047 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.386306] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-68f99972-6864-49a8-8f6d-4a42c8024991 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1049.386484] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-68f99972-6864-49a8-8f6d-4a42c8024991 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1049.387728] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9447beb2-f41c-4659-a4a8-22528a91c735 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.393495] env[69350]: DEBUG oslo_vmware.api [None req-68f99972-6864-49a8-8f6d-4a42c8024991 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Waiting for the task: (returnval){ [ 1049.393495] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52d5e967-1846-3a94-3e33-5540fd7872d7" [ 1049.393495] env[69350]: _type = "Task" [ 1049.393495] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.401790] env[69350]: DEBUG oslo_vmware.api [None req-68f99972-6864-49a8-8f6d-4a42c8024991 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52d5e967-1846-3a94-3e33-5540fd7872d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.484454] env[69350]: DEBUG oslo_vmware.api [None req-0eac7c7c-6a12-461d-bba9-965f675b5db6 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3365593, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069325} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.484732] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0eac7c7c-6a12-461d-bba9-965f675b5db6 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: d01bd7bf-c208-4d10-8c17-22807de255ac] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1049.485665] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-325ad992-d395-408e-82de-fd1332977dec {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.511204] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-0eac7c7c-6a12-461d-bba9-965f675b5db6 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: d01bd7bf-c208-4d10-8c17-22807de255ac] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] d01bd7bf-c208-4d10-8c17-22807de255ac/d01bd7bf-c208-4d10-8c17-22807de255ac.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1049.511646] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30591559-f1e4-4b22-a34c-49b09aff3493 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.539151] env[69350]: DEBUG oslo_vmware.api [None req-0eac7c7c-6a12-461d-bba9-965f675b5db6 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Waiting for the task: (returnval){ [ 1049.539151] env[69350]: value = "task-3365594" [ 1049.539151] env[69350]: _type = "Task" [ 1049.539151] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.551585] env[69350]: DEBUG oslo_vmware.api [None req-0eac7c7c-6a12-461d-bba9-965f675b5db6 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3365594, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.761302] env[69350]: DEBUG nova.compute.manager [None req-aa7e6416-1700-4811-a608-20152b4ce616 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: b40a50d7-ac54-43ce-b4b2-28313b619e29] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1049.761561] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-aa7e6416-1700-4811-a608-20152b4ce616 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: b40a50d7-ac54-43ce-b4b2-28313b619e29] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1049.762550] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5966b080-069d-4856-b6e0-85b6cfd5c35e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.771916] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa7e6416-1700-4811-a608-20152b4ce616 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: b40a50d7-ac54-43ce-b4b2-28313b619e29] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1049.772338] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f3e89bc-a4df-4082-b449-ad23b50a3577 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.779541] env[69350]: DEBUG oslo_vmware.api [None req-aa7e6416-1700-4811-a608-20152b4ce616 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Waiting for the task: (returnval){ [ 1049.779541] env[69350]: value = "task-3365595" [ 1049.779541] env[69350]: _type = "Task" [ 1049.779541] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.785866] env[69350]: DEBUG nova.compute.manager [req-e0a8e042-cd96-4aed-b941-c3921364744f req-d77c2d40-5c90-4f73-9972-894c02eeef95 service nova] [instance: ecaf844a-052f-4fb9-8b31-d66f6f067e2f] Received event network-vif-plugged-bb2f0e29-743a-4615-b0f0-b29d2124306c {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1049.786694] env[69350]: DEBUG oslo_concurrency.lockutils [req-e0a8e042-cd96-4aed-b941-c3921364744f req-d77c2d40-5c90-4f73-9972-894c02eeef95 service nova] Acquiring lock "ecaf844a-052f-4fb9-8b31-d66f6f067e2f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.786694] env[69350]: DEBUG oslo_concurrency.lockutils [req-e0a8e042-cd96-4aed-b941-c3921364744f req-d77c2d40-5c90-4f73-9972-894c02eeef95 service nova] Lock "ecaf844a-052f-4fb9-8b31-d66f6f067e2f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.786694] env[69350]: DEBUG oslo_concurrency.lockutils [req-e0a8e042-cd96-4aed-b941-c3921364744f req-d77c2d40-5c90-4f73-9972-894c02eeef95 service nova] Lock "ecaf844a-052f-4fb9-8b31-d66f6f067e2f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.786797] env[69350]: DEBUG nova.compute.manager [req-e0a8e042-cd96-4aed-b941-c3921364744f req-d77c2d40-5c90-4f73-9972-894c02eeef95 service nova] [instance: ecaf844a-052f-4fb9-8b31-d66f6f067e2f] No waiting events found dispatching network-vif-plugged-bb2f0e29-743a-4615-b0f0-b29d2124306c {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1049.787517] env[69350]: WARNING nova.compute.manager [req-e0a8e042-cd96-4aed-b941-c3921364744f req-d77c2d40-5c90-4f73-9972-894c02eeef95 service nova] [instance: ecaf844a-052f-4fb9-8b31-d66f6f067e2f] Received unexpected event network-vif-plugged-bb2f0e29-743a-4615-b0f0-b29d2124306c for instance with vm_state building and task_state spawning. [ 1049.787517] env[69350]: DEBUG nova.compute.manager [req-e0a8e042-cd96-4aed-b941-c3921364744f req-d77c2d40-5c90-4f73-9972-894c02eeef95 service nova] [instance: ecaf844a-052f-4fb9-8b31-d66f6f067e2f] Received event network-changed-bb2f0e29-743a-4615-b0f0-b29d2124306c {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1049.787517] env[69350]: DEBUG nova.compute.manager [req-e0a8e042-cd96-4aed-b941-c3921364744f req-d77c2d40-5c90-4f73-9972-894c02eeef95 service nova] [instance: ecaf844a-052f-4fb9-8b31-d66f6f067e2f] Refreshing instance network info cache due to event network-changed-bb2f0e29-743a-4615-b0f0-b29d2124306c. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1049.787517] env[69350]: DEBUG oslo_concurrency.lockutils [req-e0a8e042-cd96-4aed-b941-c3921364744f req-d77c2d40-5c90-4f73-9972-894c02eeef95 service nova] Acquiring lock "refresh_cache-ecaf844a-052f-4fb9-8b31-d66f6f067e2f" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.793267] env[69350]: DEBUG oslo_vmware.api [None req-aa7e6416-1700-4811-a608-20152b4ce616 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365595, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.861420] env[69350]: DEBUG nova.scheduler.client.report [None req-01ce3126-0e5e-48bd-b6c9-6110f1a0f501 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1049.883132] env[69350]: DEBUG nova.network.neutron [None req-7d904181-8c9f-48e1-a83d-cb4c810bb418 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: ecaf844a-052f-4fb9-8b31-d66f6f067e2f] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1049.901931] env[69350]: INFO nova.compute.manager [None req-8a917653-a352-480a-afb9-e286db37a26c tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] [instance: 59b7631e-fcb5-4fed-b879-6ac34f5a03e9] Took 22.27 seconds to build instance. [ 1049.913863] env[69350]: DEBUG oslo_vmware.api [None req-68f99972-6864-49a8-8f6d-4a42c8024991 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52d5e967-1846-3a94-3e33-5540fd7872d7, 'name': SearchDatastore_Task, 'duration_secs': 0.00873} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.916803] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94ed8e33-5199-4b58-a2c3-b62be9ba11bc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.926074] env[69350]: DEBUG oslo_vmware.api [None req-68f99972-6864-49a8-8f6d-4a42c8024991 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Waiting for the task: (returnval){ [ 1049.926074] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5266fd46-e70b-81d5-f4b3-da3aae3c7c20" [ 1049.926074] env[69350]: _type = "Task" [ 1049.926074] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.937963] env[69350]: DEBUG oslo_vmware.api [None req-68f99972-6864-49a8-8f6d-4a42c8024991 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5266fd46-e70b-81d5-f4b3-da3aae3c7c20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.051721] env[69350]: DEBUG oslo_vmware.api [None req-0eac7c7c-6a12-461d-bba9-965f675b5db6 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3365594, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.196318] env[69350]: DEBUG nova.network.neutron [None req-7d904181-8c9f-48e1-a83d-cb4c810bb418 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: ecaf844a-052f-4fb9-8b31-d66f6f067e2f] Updating instance_info_cache with network_info: [{"id": "bb2f0e29-743a-4615-b0f0-b29d2124306c", "address": "fa:16:3e:ca:51:2b", "network": {"id": "b9926ca7-18c0-4f87-918b-403ba5906bb0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2101484641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b6086e845a74075ace175b4fcb0622d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb2f0e29-74", "ovs_interfaceid": "bb2f0e29-743a-4615-b0f0-b29d2124306c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.292752] env[69350]: DEBUG oslo_vmware.api [None req-aa7e6416-1700-4811-a608-20152b4ce616 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365595, 'name': PowerOffVM_Task, 'duration_secs': 0.292705} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.293176] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa7e6416-1700-4811-a608-20152b4ce616 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: b40a50d7-ac54-43ce-b4b2-28313b619e29] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1050.293237] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-aa7e6416-1700-4811-a608-20152b4ce616 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: b40a50d7-ac54-43ce-b4b2-28313b619e29] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1050.293498] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d1b85edb-9fd1-4614-b6fe-1edb8679a05c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.368580] env[69350]: DEBUG oslo_concurrency.lockutils [None req-01ce3126-0e5e-48bd-b6c9-6110f1a0f501 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.312s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.369198] env[69350]: DEBUG nova.compute.manager [None req-01ce3126-0e5e-48bd-b6c9-6110f1a0f501 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: c168608c-1c65-4e48-be87-93dfa497f573] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1050.372352] env[69350]: DEBUG oslo_concurrency.lockutils [None req-78689aed-fc0e-4c49-8e6a-360e829d830e tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.808s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.373763] env[69350]: INFO nova.compute.claims [None req-78689aed-fc0e-4c49-8e6a-360e829d830e tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: c34760a4-99e2-4db3-bbb4-3b6a721e5593] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1050.404068] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8a917653-a352-480a-afb9-e286db37a26c tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] Lock "59b7631e-fcb5-4fed-b879-6ac34f5a03e9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.784s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.409977] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-aa7e6416-1700-4811-a608-20152b4ce616 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: b40a50d7-ac54-43ce-b4b2-28313b619e29] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1050.410437] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-aa7e6416-1700-4811-a608-20152b4ce616 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: b40a50d7-ac54-43ce-b4b2-28313b619e29] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1050.411349] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa7e6416-1700-4811-a608-20152b4ce616 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Deleting the datastore file [datastore2] b40a50d7-ac54-43ce-b4b2-28313b619e29 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1050.411812] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8948f689-1b88-4afa-b52b-2c1219d7fc4f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.418991] env[69350]: DEBUG oslo_vmware.api [None req-aa7e6416-1700-4811-a608-20152b4ce616 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Waiting for the task: (returnval){ [ 1050.418991] env[69350]: value = "task-3365597" [ 1050.418991] env[69350]: _type = "Task" [ 1050.418991] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.428426] env[69350]: DEBUG oslo_vmware.api [None req-aa7e6416-1700-4811-a608-20152b4ce616 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365597, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.437205] env[69350]: DEBUG oslo_vmware.api [None req-68f99972-6864-49a8-8f6d-4a42c8024991 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5266fd46-e70b-81d5-f4b3-da3aae3c7c20, 'name': SearchDatastore_Task, 'duration_secs': 0.012385} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.437470] env[69350]: DEBUG oslo_concurrency.lockutils [None req-68f99972-6864-49a8-8f6d-4a42c8024991 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.437722] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-68f99972-6864-49a8-8f6d-4a42c8024991 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] 7a738554-0623-4e36-ba13-4d4f1346154c/7a738554-0623-4e36-ba13-4d4f1346154c.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1050.438040] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2c5b38af-bf1c-49e9-91a1-1eec43f2e215 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.444089] env[69350]: DEBUG oslo_vmware.api [None req-68f99972-6864-49a8-8f6d-4a42c8024991 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Waiting for the task: (returnval){ [ 1050.444089] env[69350]: value = "task-3365598" [ 1050.444089] env[69350]: _type = "Task" [ 1050.444089] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.452444] env[69350]: DEBUG oslo_vmware.api [None req-68f99972-6864-49a8-8f6d-4a42c8024991 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365598, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.549670] env[69350]: DEBUG oslo_vmware.api [None req-0eac7c7c-6a12-461d-bba9-965f675b5db6 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3365594, 'name': ReconfigVM_Task, 'duration_secs': 0.806679} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.550017] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-0eac7c7c-6a12-461d-bba9-965f675b5db6 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: d01bd7bf-c208-4d10-8c17-22807de255ac] Reconfigured VM instance instance-0000004c to attach disk [datastore2] d01bd7bf-c208-4d10-8c17-22807de255ac/d01bd7bf-c208-4d10-8c17-22807de255ac.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1050.550685] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a377bff-e3c7-4cf5-b231-07c4046250d7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.556610] env[69350]: DEBUG oslo_vmware.api [None req-0eac7c7c-6a12-461d-bba9-965f675b5db6 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Waiting for the task: (returnval){ [ 1050.556610] env[69350]: value = "task-3365599" [ 1050.556610] env[69350]: _type = "Task" [ 1050.556610] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.564730] env[69350]: DEBUG oslo_vmware.api [None req-0eac7c7c-6a12-461d-bba9-965f675b5db6 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3365599, 'name': Rename_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.698836] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7d904181-8c9f-48e1-a83d-cb4c810bb418 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Releasing lock "refresh_cache-ecaf844a-052f-4fb9-8b31-d66f6f067e2f" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.699204] env[69350]: DEBUG nova.compute.manager [None req-7d904181-8c9f-48e1-a83d-cb4c810bb418 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: ecaf844a-052f-4fb9-8b31-d66f6f067e2f] Instance network_info: |[{"id": "bb2f0e29-743a-4615-b0f0-b29d2124306c", "address": "fa:16:3e:ca:51:2b", "network": {"id": "b9926ca7-18c0-4f87-918b-403ba5906bb0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2101484641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b6086e845a74075ace175b4fcb0622d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb2f0e29-74", "ovs_interfaceid": "bb2f0e29-743a-4615-b0f0-b29d2124306c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1050.699499] env[69350]: DEBUG oslo_concurrency.lockutils [req-e0a8e042-cd96-4aed-b941-c3921364744f req-d77c2d40-5c90-4f73-9972-894c02eeef95 service nova] Acquired lock "refresh_cache-ecaf844a-052f-4fb9-8b31-d66f6f067e2f" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.699681] env[69350]: DEBUG nova.network.neutron [req-e0a8e042-cd96-4aed-b941-c3921364744f req-d77c2d40-5c90-4f73-9972-894c02eeef95 service nova] [instance: ecaf844a-052f-4fb9-8b31-d66f6f067e2f] Refreshing network info cache for port bb2f0e29-743a-4615-b0f0-b29d2124306c {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1050.700910] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7d904181-8c9f-48e1-a83d-cb4c810bb418 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: ecaf844a-052f-4fb9-8b31-d66f6f067e2f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:51:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7e0240aa-a694-48fc-a0f9-6f2d3e71aa12', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bb2f0e29-743a-4615-b0f0-b29d2124306c', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1050.709373] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d904181-8c9f-48e1-a83d-cb4c810bb418 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1050.713212] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ecaf844a-052f-4fb9-8b31-d66f6f067e2f] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1050.715233] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c5e39a33-4625-43cc-8517-89676dcba598 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.734922] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1050.734922] env[69350]: value = "task-3365600" [ 1050.734922] env[69350]: _type = "Task" [ 1050.734922] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.744042] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365600, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.878842] env[69350]: DEBUG nova.compute.utils [None req-01ce3126-0e5e-48bd-b6c9-6110f1a0f501 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1050.884833] env[69350]: DEBUG nova.compute.manager [None req-01ce3126-0e5e-48bd-b6c9-6110f1a0f501 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: c168608c-1c65-4e48-be87-93dfa497f573] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1050.885924] env[69350]: DEBUG nova.network.neutron [None req-01ce3126-0e5e-48bd-b6c9-6110f1a0f501 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: c168608c-1c65-4e48-be87-93dfa497f573] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1050.931854] env[69350]: DEBUG oslo_vmware.api [None req-aa7e6416-1700-4811-a608-20152b4ce616 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Task: {'id': task-3365597, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.420897} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.932230] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa7e6416-1700-4811-a608-20152b4ce616 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1050.932478] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-aa7e6416-1700-4811-a608-20152b4ce616 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: b40a50d7-ac54-43ce-b4b2-28313b619e29] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1050.932690] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-aa7e6416-1700-4811-a608-20152b4ce616 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: b40a50d7-ac54-43ce-b4b2-28313b619e29] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1050.932951] env[69350]: INFO nova.compute.manager [None req-aa7e6416-1700-4811-a608-20152b4ce616 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] [instance: b40a50d7-ac54-43ce-b4b2-28313b619e29] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1050.933404] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aa7e6416-1700-4811-a608-20152b4ce616 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1050.933541] env[69350]: DEBUG nova.compute.manager [-] [instance: b40a50d7-ac54-43ce-b4b2-28313b619e29] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1050.934186] env[69350]: DEBUG nova.network.neutron [-] [instance: b40a50d7-ac54-43ce-b4b2-28313b619e29] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1050.959618] env[69350]: DEBUG oslo_vmware.api [None req-68f99972-6864-49a8-8f6d-4a42c8024991 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365598, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.975513] env[69350]: DEBUG nova.policy [None req-01ce3126-0e5e-48bd-b6c9-6110f1a0f501 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a70dab1d323640908010f9c6aeceffd3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '68969c59ea4a4ce5995c230a96f1eab8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 1051.074372] env[69350]: DEBUG oslo_vmware.api [None req-0eac7c7c-6a12-461d-bba9-965f675b5db6 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3365599, 'name': Rename_Task, 'duration_secs': 0.331931} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.074882] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eac7c7c-6a12-461d-bba9-965f675b5db6 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: d01bd7bf-c208-4d10-8c17-22807de255ac] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1051.075420] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b2253337-bad7-4003-8204-19d6bbce7ddf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.084236] env[69350]: DEBUG oslo_vmware.api [None req-0eac7c7c-6a12-461d-bba9-965f675b5db6 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Waiting for the task: (returnval){ [ 1051.084236] env[69350]: value = "task-3365601" [ 1051.084236] env[69350]: _type = "Task" [ 1051.084236] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.095930] env[69350]: DEBUG oslo_vmware.api [None req-0eac7c7c-6a12-461d-bba9-965f675b5db6 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3365601, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.248647] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365600, 'name': CreateVM_Task, 'duration_secs': 0.407438} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.248863] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ecaf844a-052f-4fb9-8b31-d66f6f067e2f] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1051.249944] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7d904181-8c9f-48e1-a83d-cb4c810bb418 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.250207] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7d904181-8c9f-48e1-a83d-cb4c810bb418 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.250648] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7d904181-8c9f-48e1-a83d-cb4c810bb418 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.250999] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac96fead-9098-40fe-9e76-bdba632e3ec2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.257105] env[69350]: DEBUG oslo_vmware.api [None req-7d904181-8c9f-48e1-a83d-cb4c810bb418 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Waiting for the task: (returnval){ [ 1051.257105] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52460d03-c781-e153-d239-7293c6e58d4d" [ 1051.257105] env[69350]: _type = "Task" [ 1051.257105] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.262959] env[69350]: DEBUG nova.network.neutron [req-e0a8e042-cd96-4aed-b941-c3921364744f req-d77c2d40-5c90-4f73-9972-894c02eeef95 service nova] [instance: ecaf844a-052f-4fb9-8b31-d66f6f067e2f] Updated VIF entry in instance network info cache for port bb2f0e29-743a-4615-b0f0-b29d2124306c. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1051.263697] env[69350]: DEBUG nova.network.neutron [req-e0a8e042-cd96-4aed-b941-c3921364744f req-d77c2d40-5c90-4f73-9972-894c02eeef95 service nova] [instance: ecaf844a-052f-4fb9-8b31-d66f6f067e2f] Updating instance_info_cache with network_info: [{"id": "bb2f0e29-743a-4615-b0f0-b29d2124306c", "address": "fa:16:3e:ca:51:2b", "network": {"id": "b9926ca7-18c0-4f87-918b-403ba5906bb0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2101484641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b6086e845a74075ace175b4fcb0622d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb2f0e29-74", "ovs_interfaceid": "bb2f0e29-743a-4615-b0f0-b29d2124306c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.273469] env[69350]: DEBUG oslo_vmware.api [None req-7d904181-8c9f-48e1-a83d-cb4c810bb418 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52460d03-c781-e153-d239-7293c6e58d4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.385702] env[69350]: DEBUG nova.compute.manager [None req-01ce3126-0e5e-48bd-b6c9-6110f1a0f501 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: c168608c-1c65-4e48-be87-93dfa497f573] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1051.458457] env[69350]: DEBUG oslo_vmware.api [None req-68f99972-6864-49a8-8f6d-4a42c8024991 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365598, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.783783} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.458778] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-68f99972-6864-49a8-8f6d-4a42c8024991 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] 7a738554-0623-4e36-ba13-4d4f1346154c/7a738554-0623-4e36-ba13-4d4f1346154c.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1051.459000] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-68f99972-6864-49a8-8f6d-4a42c8024991 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1051.459437] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9061c7bf-64b9-4529-abed-a406e752f7c1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.465791] env[69350]: DEBUG oslo_vmware.api [None req-68f99972-6864-49a8-8f6d-4a42c8024991 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Waiting for the task: (returnval){ [ 1051.465791] env[69350]: value = "task-3365602" [ 1051.465791] env[69350]: _type = "Task" [ 1051.465791] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.476884] env[69350]: DEBUG oslo_vmware.api [None req-68f99972-6864-49a8-8f6d-4a42c8024991 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365602, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.594350] env[69350]: DEBUG oslo_vmware.api [None req-0eac7c7c-6a12-461d-bba9-965f675b5db6 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3365601, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.626155] env[69350]: DEBUG nova.network.neutron [None req-01ce3126-0e5e-48bd-b6c9-6110f1a0f501 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: c168608c-1c65-4e48-be87-93dfa497f573] Successfully created port: 0ea5cff1-5910-4499-a895-9b3c3c93e582 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1051.713287] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd7910d-004a-4fdf-92d9-82bd65a448d2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.724159] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b899c645-d8d3-4f2c-9f2d-6bbc51905ee9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.769832] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db062f2c-71ce-42d4-9048-cda08dd3ec04 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.772831] env[69350]: DEBUG oslo_concurrency.lockutils [req-e0a8e042-cd96-4aed-b941-c3921364744f req-d77c2d40-5c90-4f73-9972-894c02eeef95 service nova] Releasing lock "refresh_cache-ecaf844a-052f-4fb9-8b31-d66f6f067e2f" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.779998] env[69350]: DEBUG oslo_vmware.api [None req-7d904181-8c9f-48e1-a83d-cb4c810bb418 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52460d03-c781-e153-d239-7293c6e58d4d, 'name': SearchDatastore_Task, 'duration_secs': 0.014533} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.782463] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7d904181-8c9f-48e1-a83d-cb4c810bb418 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.782837] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7d904181-8c9f-48e1-a83d-cb4c810bb418 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: ecaf844a-052f-4fb9-8b31-d66f6f067e2f] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1051.783172] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7d904181-8c9f-48e1-a83d-cb4c810bb418 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.783320] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7d904181-8c9f-48e1-a83d-cb4c810bb418 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.783498] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d904181-8c9f-48e1-a83d-cb4c810bb418 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1051.785021] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8fe9da7e-98bf-4b3a-a78b-b55d45aabe8c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.788881] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-832a6a0a-90fa-44ee-b411-348f1ca0688a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.806260] env[69350]: DEBUG nova.compute.provider_tree [None req-78689aed-fc0e-4c49-8e6a-360e829d830e tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1051.808836] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d904181-8c9f-48e1-a83d-cb4c810bb418 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1051.809032] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7d904181-8c9f-48e1-a83d-cb4c810bb418 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1051.810813] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6574de56-636f-4ab2-9d89-8479be2b23c5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.814212] env[69350]: DEBUG nova.compute.manager [req-c782ac2b-b02c-475b-888f-56e850d38f87 req-7bf1b3d6-7244-4179-8afb-62221f446e43 service nova] [instance: b40a50d7-ac54-43ce-b4b2-28313b619e29] Received event network-vif-deleted-6087dafe-bc3e-4b29-80cc-9bd44227792e {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1051.814404] env[69350]: INFO nova.compute.manager [req-c782ac2b-b02c-475b-888f-56e850d38f87 req-7bf1b3d6-7244-4179-8afb-62221f446e43 service nova] [instance: b40a50d7-ac54-43ce-b4b2-28313b619e29] Neutron deleted interface 6087dafe-bc3e-4b29-80cc-9bd44227792e; detaching it from the instance and deleting it from the info cache [ 1051.814553] env[69350]: DEBUG nova.network.neutron [req-c782ac2b-b02c-475b-888f-56e850d38f87 req-7bf1b3d6-7244-4179-8afb-62221f446e43 service nova] [instance: b40a50d7-ac54-43ce-b4b2-28313b619e29] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.819463] env[69350]: DEBUG oslo_vmware.api [None req-7d904181-8c9f-48e1-a83d-cb4c810bb418 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Waiting for the task: (returnval){ [ 1051.819463] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52f0cb4f-1bf6-f3ff-f225-28aa248779cc" [ 1051.819463] env[69350]: _type = "Task" [ 1051.819463] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.829292] env[69350]: DEBUG oslo_vmware.api [None req-7d904181-8c9f-48e1-a83d-cb4c810bb418 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52f0cb4f-1bf6-f3ff-f225-28aa248779cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.977341] env[69350]: DEBUG oslo_vmware.api [None req-68f99972-6864-49a8-8f6d-4a42c8024991 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365602, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065419} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.977683] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-68f99972-6864-49a8-8f6d-4a42c8024991 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1051.978528] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18154b5a-a1b8-4b3f-b4ef-9fd5c66bc938 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.992193] env[69350]: DEBUG nova.network.neutron [-] [instance: b40a50d7-ac54-43ce-b4b2-28313b619e29] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.002064] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-68f99972-6864-49a8-8f6d-4a42c8024991 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] 7a738554-0623-4e36-ba13-4d4f1346154c/7a738554-0623-4e36-ba13-4d4f1346154c.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1052.003333] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cfef744b-3363-4d26-bd23-802bfce4e7d7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.023146] env[69350]: DEBUG oslo_vmware.api [None req-68f99972-6864-49a8-8f6d-4a42c8024991 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Waiting for the task: (returnval){ [ 1052.023146] env[69350]: value = "task-3365603" [ 1052.023146] env[69350]: _type = "Task" [ 1052.023146] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.033610] env[69350]: DEBUG oslo_vmware.api [None req-68f99972-6864-49a8-8f6d-4a42c8024991 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365603, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.095255] env[69350]: DEBUG oslo_vmware.api [None req-0eac7c7c-6a12-461d-bba9-965f675b5db6 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3365601, 'name': PowerOnVM_Task, 'duration_secs': 0.683312} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.095832] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eac7c7c-6a12-461d-bba9-965f675b5db6 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: d01bd7bf-c208-4d10-8c17-22807de255ac] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1052.095832] env[69350]: INFO nova.compute.manager [None req-0eac7c7c-6a12-461d-bba9-965f675b5db6 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: d01bd7bf-c208-4d10-8c17-22807de255ac] Took 8.68 seconds to spawn the instance on the hypervisor. [ 1052.096268] env[69350]: DEBUG nova.compute.manager [None req-0eac7c7c-6a12-461d-bba9-965f675b5db6 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: d01bd7bf-c208-4d10-8c17-22807de255ac] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1052.096667] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40597ef3-f39d-46fd-9f9c-0fc006f10336 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.234035] env[69350]: DEBUG oslo_concurrency.lockutils [None req-00caadb2-0b09-4cf7-b1bc-73a5ef3383b4 tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] Acquiring lock "59b7631e-fcb5-4fed-b879-6ac34f5a03e9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.234414] env[69350]: DEBUG oslo_concurrency.lockutils [None req-00caadb2-0b09-4cf7-b1bc-73a5ef3383b4 tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] Lock "59b7631e-fcb5-4fed-b879-6ac34f5a03e9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.234665] env[69350]: DEBUG oslo_concurrency.lockutils [None req-00caadb2-0b09-4cf7-b1bc-73a5ef3383b4 tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] Acquiring lock "59b7631e-fcb5-4fed-b879-6ac34f5a03e9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.234881] env[69350]: DEBUG oslo_concurrency.lockutils [None req-00caadb2-0b09-4cf7-b1bc-73a5ef3383b4 tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] Lock "59b7631e-fcb5-4fed-b879-6ac34f5a03e9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.235088] env[69350]: DEBUG oslo_concurrency.lockutils [None req-00caadb2-0b09-4cf7-b1bc-73a5ef3383b4 tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] Lock "59b7631e-fcb5-4fed-b879-6ac34f5a03e9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.237444] env[69350]: INFO nova.compute.manager [None req-00caadb2-0b09-4cf7-b1bc-73a5ef3383b4 tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] [instance: 59b7631e-fcb5-4fed-b879-6ac34f5a03e9] Terminating instance [ 1052.312117] env[69350]: DEBUG nova.scheduler.client.report [None req-78689aed-fc0e-4c49-8e6a-360e829d830e tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1052.317435] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3ff90c8f-a417-4f02-9022-b30371de02c9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.330028] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1032657a-ff22-4e17-8316-9aa28f780a28 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.343874] env[69350]: DEBUG oslo_vmware.api [None req-7d904181-8c9f-48e1-a83d-cb4c810bb418 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52f0cb4f-1bf6-f3ff-f225-28aa248779cc, 'name': SearchDatastore_Task, 'duration_secs': 0.015607} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.345362] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5db8ac03-c78e-458b-be0a-7a55412d7161 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.351513] env[69350]: DEBUG oslo_vmware.api [None req-7d904181-8c9f-48e1-a83d-cb4c810bb418 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Waiting for the task: (returnval){ [ 1052.351513] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52fe96f8-20cc-315a-e4c1-c377eed85275" [ 1052.351513] env[69350]: _type = "Task" [ 1052.351513] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.368160] env[69350]: DEBUG nova.compute.manager [req-c782ac2b-b02c-475b-888f-56e850d38f87 req-7bf1b3d6-7244-4179-8afb-62221f446e43 service nova] [instance: b40a50d7-ac54-43ce-b4b2-28313b619e29] Detach interface failed, port_id=6087dafe-bc3e-4b29-80cc-9bd44227792e, reason: Instance b40a50d7-ac54-43ce-b4b2-28313b619e29 could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1052.373807] env[69350]: DEBUG oslo_vmware.api [None req-7d904181-8c9f-48e1-a83d-cb4c810bb418 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52fe96f8-20cc-315a-e4c1-c377eed85275, 'name': SearchDatastore_Task, 'duration_secs': 0.019052} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.374137] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7d904181-8c9f-48e1-a83d-cb4c810bb418 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.374367] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d904181-8c9f-48e1-a83d-cb4c810bb418 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] ecaf844a-052f-4fb9-8b31-d66f6f067e2f/ecaf844a-052f-4fb9-8b31-d66f6f067e2f.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1052.374641] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d228f66-c3cd-4ad6-89d4-2d23832ace58 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.381177] env[69350]: DEBUG oslo_vmware.api [None req-7d904181-8c9f-48e1-a83d-cb4c810bb418 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Waiting for the task: (returnval){ [ 1052.381177] env[69350]: value = "task-3365604" [ 1052.381177] env[69350]: _type = "Task" [ 1052.381177] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.389887] env[69350]: DEBUG oslo_vmware.api [None req-7d904181-8c9f-48e1-a83d-cb4c810bb418 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365604, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.398829] env[69350]: DEBUG nova.compute.manager [None req-01ce3126-0e5e-48bd-b6c9-6110f1a0f501 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: c168608c-1c65-4e48-be87-93dfa497f573] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1052.429914] env[69350]: DEBUG nova.virt.hardware [None req-01ce3126-0e5e-48bd-b6c9-6110f1a0f501 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1052.429914] env[69350]: DEBUG nova.virt.hardware [None req-01ce3126-0e5e-48bd-b6c9-6110f1a0f501 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1052.429914] env[69350]: DEBUG nova.virt.hardware [None req-01ce3126-0e5e-48bd-b6c9-6110f1a0f501 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1052.429914] env[69350]: DEBUG nova.virt.hardware [None req-01ce3126-0e5e-48bd-b6c9-6110f1a0f501 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1052.430270] env[69350]: DEBUG nova.virt.hardware [None req-01ce3126-0e5e-48bd-b6c9-6110f1a0f501 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1052.430270] env[69350]: DEBUG nova.virt.hardware [None req-01ce3126-0e5e-48bd-b6c9-6110f1a0f501 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1052.430490] env[69350]: DEBUG nova.virt.hardware [None req-01ce3126-0e5e-48bd-b6c9-6110f1a0f501 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1052.430616] env[69350]: DEBUG nova.virt.hardware [None req-01ce3126-0e5e-48bd-b6c9-6110f1a0f501 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1052.430817] env[69350]: DEBUG nova.virt.hardware [None req-01ce3126-0e5e-48bd-b6c9-6110f1a0f501 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1052.430988] env[69350]: DEBUG nova.virt.hardware [None req-01ce3126-0e5e-48bd-b6c9-6110f1a0f501 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1052.431676] env[69350]: DEBUG nova.virt.hardware [None req-01ce3126-0e5e-48bd-b6c9-6110f1a0f501 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1052.432122] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b0d698d-dba9-4660-8a82-7e57a8756386 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.442595] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bfff990-3848-497a-824e-027f8f573026 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.503600] env[69350]: INFO nova.compute.manager [-] [instance: b40a50d7-ac54-43ce-b4b2-28313b619e29] Took 1.57 seconds to deallocate network for instance. [ 1052.532905] env[69350]: DEBUG oslo_vmware.api [None req-68f99972-6864-49a8-8f6d-4a42c8024991 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365603, 'name': ReconfigVM_Task, 'duration_secs': 0.493113} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.533194] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-68f99972-6864-49a8-8f6d-4a42c8024991 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] Reconfigured VM instance instance-0000004d to attach disk [datastore2] 7a738554-0623-4e36-ba13-4d4f1346154c/7a738554-0623-4e36-ba13-4d4f1346154c.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1052.533837] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-175364e5-d4db-4b94-8b77-2678dab779ce {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.540314] env[69350]: DEBUG oslo_vmware.api [None req-68f99972-6864-49a8-8f6d-4a42c8024991 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Waiting for the task: (returnval){ [ 1052.540314] env[69350]: value = "task-3365605" [ 1052.540314] env[69350]: _type = "Task" [ 1052.540314] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.548885] env[69350]: DEBUG oslo_vmware.api [None req-68f99972-6864-49a8-8f6d-4a42c8024991 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365605, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.615154] env[69350]: INFO nova.compute.manager [None req-0eac7c7c-6a12-461d-bba9-965f675b5db6 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: d01bd7bf-c208-4d10-8c17-22807de255ac] Took 24.23 seconds to build instance. [ 1052.741586] env[69350]: DEBUG nova.compute.manager [None req-00caadb2-0b09-4cf7-b1bc-73a5ef3383b4 tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] [instance: 59b7631e-fcb5-4fed-b879-6ac34f5a03e9] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1052.741824] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-00caadb2-0b09-4cf7-b1bc-73a5ef3383b4 tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] [instance: 59b7631e-fcb5-4fed-b879-6ac34f5a03e9] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1052.742748] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aac9aab-df08-4f44-9bb4-8ae09d467828 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.750421] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-00caadb2-0b09-4cf7-b1bc-73a5ef3383b4 tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] [instance: 59b7631e-fcb5-4fed-b879-6ac34f5a03e9] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1052.750654] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-888a4b45-dedd-4ecf-8538-0c377b9ea340 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.755702] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e8aa05dd-b51d-4ab0-b457-432e988d1825 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] Acquiring lock "8825162c-2942-4d5c-b7d1-d8b87f0ce534" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.755935] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e8aa05dd-b51d-4ab0-b457-432e988d1825 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] Lock "8825162c-2942-4d5c-b7d1-d8b87f0ce534" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.756160] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e8aa05dd-b51d-4ab0-b457-432e988d1825 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] Acquiring lock "8825162c-2942-4d5c-b7d1-d8b87f0ce534-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.756367] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e8aa05dd-b51d-4ab0-b457-432e988d1825 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] Lock "8825162c-2942-4d5c-b7d1-d8b87f0ce534-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.756558] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e8aa05dd-b51d-4ab0-b457-432e988d1825 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] Lock "8825162c-2942-4d5c-b7d1-d8b87f0ce534-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.759516] env[69350]: DEBUG oslo_vmware.api [None req-00caadb2-0b09-4cf7-b1bc-73a5ef3383b4 tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] Waiting for the task: (returnval){ [ 1052.759516] env[69350]: value = "task-3365606" [ 1052.759516] env[69350]: _type = "Task" [ 1052.759516] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.759953] env[69350]: INFO nova.compute.manager [None req-e8aa05dd-b51d-4ab0-b457-432e988d1825 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] [instance: 8825162c-2942-4d5c-b7d1-d8b87f0ce534] Terminating instance [ 1052.771398] env[69350]: DEBUG oslo_vmware.api [None req-00caadb2-0b09-4cf7-b1bc-73a5ef3383b4 tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] Task: {'id': task-3365606, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.817050] env[69350]: DEBUG oslo_concurrency.lockutils [None req-78689aed-fc0e-4c49-8e6a-360e829d830e tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.444s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.817487] env[69350]: DEBUG nova.compute.manager [None req-78689aed-fc0e-4c49-8e6a-360e829d830e tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: c34760a4-99e2-4db3-bbb4-3b6a721e5593] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1052.820771] env[69350]: DEBUG oslo_concurrency.lockutils [None req-313f3cc4-05c0-43df-a2cd-a4d298b813b3 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.514s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.821124] env[69350]: DEBUG nova.objects.instance [None req-313f3cc4-05c0-43df-a2cd-a4d298b813b3 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Lazy-loading 'resources' on Instance uuid 452c57c6-ad9c-472a-ae69-f30724739f03 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1052.893728] env[69350]: DEBUG oslo_vmware.api [None req-7d904181-8c9f-48e1-a83d-cb4c810bb418 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365604, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.011058] env[69350]: DEBUG oslo_concurrency.lockutils [None req-aa7e6416-1700-4811-a608-20152b4ce616 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.052259] env[69350]: DEBUG oslo_vmware.api [None req-68f99972-6864-49a8-8f6d-4a42c8024991 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365605, 'name': Rename_Task, 'duration_secs': 0.139097} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.052803] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-68f99972-6864-49a8-8f6d-4a42c8024991 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1053.053191] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46aff43e-7d1a-44b0-af90-b0fe1d6803df {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.063019] env[69350]: DEBUG oslo_vmware.api [None req-68f99972-6864-49a8-8f6d-4a42c8024991 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Waiting for the task: (returnval){ [ 1053.063019] env[69350]: value = "task-3365607" [ 1053.063019] env[69350]: _type = "Task" [ 1053.063019] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.071558] env[69350]: DEBUG oslo_vmware.api [None req-68f99972-6864-49a8-8f6d-4a42c8024991 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365607, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.116700] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0eac7c7c-6a12-461d-bba9-965f675b5db6 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Lock "d01bd7bf-c208-4d10-8c17-22807de255ac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.747s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.266029] env[69350]: DEBUG nova.compute.manager [None req-e8aa05dd-b51d-4ab0-b457-432e988d1825 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] [instance: 8825162c-2942-4d5c-b7d1-d8b87f0ce534] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1053.266029] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e8aa05dd-b51d-4ab0-b457-432e988d1825 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] [instance: 8825162c-2942-4d5c-b7d1-d8b87f0ce534] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1053.266029] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf8968bb-954f-4f6b-8d33-210e1a993626 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.280486] env[69350]: DEBUG oslo_vmware.api [None req-00caadb2-0b09-4cf7-b1bc-73a5ef3383b4 tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] Task: {'id': task-3365606, 'name': PowerOffVM_Task, 'duration_secs': 0.19635} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.283717] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-00caadb2-0b09-4cf7-b1bc-73a5ef3383b4 tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] [instance: 59b7631e-fcb5-4fed-b879-6ac34f5a03e9] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1053.284226] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-00caadb2-0b09-4cf7-b1bc-73a5ef3383b4 tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] [instance: 59b7631e-fcb5-4fed-b879-6ac34f5a03e9] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1053.285176] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8aa05dd-b51d-4ab0-b457-432e988d1825 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] [instance: 8825162c-2942-4d5c-b7d1-d8b87f0ce534] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1053.285608] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4f451634-d8ec-4c27-ae7d-4f4e2f6c1384 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.287596] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b44d6364-2cc1-4f49-8782-ef3d4f1f7899 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.294834] env[69350]: DEBUG oslo_vmware.api [None req-e8aa05dd-b51d-4ab0-b457-432e988d1825 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] Waiting for the task: (returnval){ [ 1053.294834] env[69350]: value = "task-3365609" [ 1053.294834] env[69350]: _type = "Task" [ 1053.294834] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.307935] env[69350]: DEBUG oslo_vmware.api [None req-e8aa05dd-b51d-4ab0-b457-432e988d1825 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] Task: {'id': task-3365609, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.327199] env[69350]: DEBUG nova.compute.utils [None req-78689aed-fc0e-4c49-8e6a-360e829d830e tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1053.330849] env[69350]: DEBUG nova.compute.manager [None req-78689aed-fc0e-4c49-8e6a-360e829d830e tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: c34760a4-99e2-4db3-bbb4-3b6a721e5593] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1053.330849] env[69350]: DEBUG nova.network.neutron [None req-78689aed-fc0e-4c49-8e6a-360e829d830e tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: c34760a4-99e2-4db3-bbb4-3b6a721e5593] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1053.355024] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-00caadb2-0b09-4cf7-b1bc-73a5ef3383b4 tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] [instance: 59b7631e-fcb5-4fed-b879-6ac34f5a03e9] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1053.355024] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-00caadb2-0b09-4cf7-b1bc-73a5ef3383b4 tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] [instance: 59b7631e-fcb5-4fed-b879-6ac34f5a03e9] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1053.355024] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-00caadb2-0b09-4cf7-b1bc-73a5ef3383b4 tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] Deleting the datastore file [datastore2] 59b7631e-fcb5-4fed-b879-6ac34f5a03e9 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1053.355024] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-639019d8-f599-41d2-bd88-e196d24a528a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.362742] env[69350]: DEBUG oslo_vmware.api [None req-00caadb2-0b09-4cf7-b1bc-73a5ef3383b4 tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] Waiting for the task: (returnval){ [ 1053.362742] env[69350]: value = "task-3365610" [ 1053.362742] env[69350]: _type = "Task" [ 1053.362742] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.376537] env[69350]: DEBUG oslo_vmware.api [None req-00caadb2-0b09-4cf7-b1bc-73a5ef3383b4 tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] Task: {'id': task-3365610, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.394697] env[69350]: DEBUG oslo_vmware.api [None req-7d904181-8c9f-48e1-a83d-cb4c810bb418 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365604, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.812398} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.397657] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d904181-8c9f-48e1-a83d-cb4c810bb418 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] ecaf844a-052f-4fb9-8b31-d66f6f067e2f/ecaf844a-052f-4fb9-8b31-d66f6f067e2f.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1053.398386] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7d904181-8c9f-48e1-a83d-cb4c810bb418 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: ecaf844a-052f-4fb9-8b31-d66f6f067e2f] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1053.398844] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6a9d376f-9086-4582-a72f-6dbf44f12a18 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.405562] env[69350]: DEBUG oslo_vmware.api [None req-7d904181-8c9f-48e1-a83d-cb4c810bb418 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Waiting for the task: (returnval){ [ 1053.405562] env[69350]: value = "task-3365611" [ 1053.405562] env[69350]: _type = "Task" [ 1053.405562] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.418971] env[69350]: DEBUG oslo_vmware.api [None req-7d904181-8c9f-48e1-a83d-cb4c810bb418 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365611, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.511140] env[69350]: DEBUG nova.policy [None req-78689aed-fc0e-4c49-8e6a-360e829d830e tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5b22203975c14e01892c3e5d72913338', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a61919e72ea342e59edac0c76d120df9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 1053.576071] env[69350]: DEBUG oslo_vmware.api [None req-68f99972-6864-49a8-8f6d-4a42c8024991 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365607, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.598306] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d825e9f7-1544-4078-8b52-fc001f552270 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.609020] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e5358bb-8969-4860-b487-17dd57de8126 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.643017] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-095afcdc-3cfa-4f8a-8fa3-d16d6570647d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.650613] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d8643eb-6ce7-434f-9186-8cb509b8c7ba {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.668072] env[69350]: DEBUG nova.compute.provider_tree [None req-313f3cc4-05c0-43df-a2cd-a4d298b813b3 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1053.806813] env[69350]: DEBUG oslo_vmware.api [None req-e8aa05dd-b51d-4ab0-b457-432e988d1825 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] Task: {'id': task-3365609, 'name': PowerOffVM_Task, 'duration_secs': 0.207661} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.807126] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8aa05dd-b51d-4ab0-b457-432e988d1825 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] [instance: 8825162c-2942-4d5c-b7d1-d8b87f0ce534] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1053.807306] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e8aa05dd-b51d-4ab0-b457-432e988d1825 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] [instance: 8825162c-2942-4d5c-b7d1-d8b87f0ce534] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1053.807556] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9e983168-1b88-4e35-a9e9-faeb6a8b4ada {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.831869] env[69350]: DEBUG nova.compute.manager [None req-78689aed-fc0e-4c49-8e6a-360e829d830e tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: c34760a4-99e2-4db3-bbb4-3b6a721e5593] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1053.836813] env[69350]: DEBUG nova.compute.manager [req-a2c4dce8-5489-4d27-a272-6ba72e665ecc req-f85fac24-0610-456f-811e-ef70fe0c63c8 service nova] [instance: c168608c-1c65-4e48-be87-93dfa497f573] Received event network-vif-plugged-0ea5cff1-5910-4499-a895-9b3c3c93e582 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1053.837036] env[69350]: DEBUG oslo_concurrency.lockutils [req-a2c4dce8-5489-4d27-a272-6ba72e665ecc req-f85fac24-0610-456f-811e-ef70fe0c63c8 service nova] Acquiring lock "c168608c-1c65-4e48-be87-93dfa497f573-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.837249] env[69350]: DEBUG oslo_concurrency.lockutils [req-a2c4dce8-5489-4d27-a272-6ba72e665ecc req-f85fac24-0610-456f-811e-ef70fe0c63c8 service nova] Lock "c168608c-1c65-4e48-be87-93dfa497f573-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.837413] env[69350]: DEBUG oslo_concurrency.lockutils [req-a2c4dce8-5489-4d27-a272-6ba72e665ecc req-f85fac24-0610-456f-811e-ef70fe0c63c8 service nova] Lock "c168608c-1c65-4e48-be87-93dfa497f573-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.837583] env[69350]: DEBUG nova.compute.manager [req-a2c4dce8-5489-4d27-a272-6ba72e665ecc req-f85fac24-0610-456f-811e-ef70fe0c63c8 service nova] [instance: c168608c-1c65-4e48-be87-93dfa497f573] No waiting events found dispatching network-vif-plugged-0ea5cff1-5910-4499-a895-9b3c3c93e582 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1053.837735] env[69350]: WARNING nova.compute.manager [req-a2c4dce8-5489-4d27-a272-6ba72e665ecc req-f85fac24-0610-456f-811e-ef70fe0c63c8 service nova] [instance: c168608c-1c65-4e48-be87-93dfa497f573] Received unexpected event network-vif-plugged-0ea5cff1-5910-4499-a895-9b3c3c93e582 for instance with vm_state building and task_state spawning. [ 1053.873142] env[69350]: DEBUG oslo_vmware.api [None req-00caadb2-0b09-4cf7-b1bc-73a5ef3383b4 tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] Task: {'id': task-3365610, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.2836} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.873407] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-00caadb2-0b09-4cf7-b1bc-73a5ef3383b4 tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1053.873627] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-00caadb2-0b09-4cf7-b1bc-73a5ef3383b4 tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] [instance: 59b7631e-fcb5-4fed-b879-6ac34f5a03e9] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1053.873819] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-00caadb2-0b09-4cf7-b1bc-73a5ef3383b4 tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] [instance: 59b7631e-fcb5-4fed-b879-6ac34f5a03e9] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1053.874031] env[69350]: INFO nova.compute.manager [None req-00caadb2-0b09-4cf7-b1bc-73a5ef3383b4 tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] [instance: 59b7631e-fcb5-4fed-b879-6ac34f5a03e9] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1053.874347] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00caadb2-0b09-4cf7-b1bc-73a5ef3383b4 tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1053.874550] env[69350]: DEBUG nova.compute.manager [-] [instance: 59b7631e-fcb5-4fed-b879-6ac34f5a03e9] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1053.874643] env[69350]: DEBUG nova.network.neutron [-] [instance: 59b7631e-fcb5-4fed-b879-6ac34f5a03e9] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1053.895518] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e8aa05dd-b51d-4ab0-b457-432e988d1825 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] [instance: 8825162c-2942-4d5c-b7d1-d8b87f0ce534] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1053.895711] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e8aa05dd-b51d-4ab0-b457-432e988d1825 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] [instance: 8825162c-2942-4d5c-b7d1-d8b87f0ce534] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1053.895893] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8aa05dd-b51d-4ab0-b457-432e988d1825 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] Deleting the datastore file [datastore1] 8825162c-2942-4d5c-b7d1-d8b87f0ce534 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1053.896204] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa0f3671-47a6-4cb7-ac74-e9a43e37b7ac {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.903252] env[69350]: DEBUG oslo_vmware.api [None req-e8aa05dd-b51d-4ab0-b457-432e988d1825 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] Waiting for the task: (returnval){ [ 1053.903252] env[69350]: value = "task-3365613" [ 1053.903252] env[69350]: _type = "Task" [ 1053.903252] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.915568] env[69350]: DEBUG oslo_vmware.api [None req-e8aa05dd-b51d-4ab0-b457-432e988d1825 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] Task: {'id': task-3365613, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.918386] env[69350]: DEBUG oslo_vmware.api [None req-7d904181-8c9f-48e1-a83d-cb4c810bb418 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365611, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071397} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.918595] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7d904181-8c9f-48e1-a83d-cb4c810bb418 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: ecaf844a-052f-4fb9-8b31-d66f6f067e2f] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1053.919707] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dacf4b3-d19a-4a8c-8e3d-da6230468d4a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.944156] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d904181-8c9f-48e1-a83d-cb4c810bb418 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: ecaf844a-052f-4fb9-8b31-d66f6f067e2f] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] ecaf844a-052f-4fb9-8b31-d66f6f067e2f/ecaf844a-052f-4fb9-8b31-d66f6f067e2f.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1053.944827] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9648baf3-c12c-46b3-a673-77cda03c01e1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.964012] env[69350]: DEBUG oslo_vmware.api [None req-7d904181-8c9f-48e1-a83d-cb4c810bb418 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Waiting for the task: (returnval){ [ 1053.964012] env[69350]: value = "task-3365614" [ 1053.964012] env[69350]: _type = "Task" [ 1053.964012] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.972178] env[69350]: DEBUG oslo_vmware.api [None req-7d904181-8c9f-48e1-a83d-cb4c810bb418 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365614, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.008537] env[69350]: DEBUG nova.network.neutron [None req-01ce3126-0e5e-48bd-b6c9-6110f1a0f501 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: c168608c-1c65-4e48-be87-93dfa497f573] Successfully updated port: 0ea5cff1-5910-4499-a895-9b3c3c93e582 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1054.075650] env[69350]: DEBUG oslo_vmware.api [None req-68f99972-6864-49a8-8f6d-4a42c8024991 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365607, 'name': PowerOnVM_Task, 'duration_secs': 0.519941} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.075650] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-68f99972-6864-49a8-8f6d-4a42c8024991 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1054.075650] env[69350]: INFO nova.compute.manager [None req-68f99972-6864-49a8-8f6d-4a42c8024991 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] Took 8.24 seconds to spawn the instance on the hypervisor. [ 1054.075650] env[69350]: DEBUG nova.compute.manager [None req-68f99972-6864-49a8-8f6d-4a42c8024991 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1054.075650] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2bba43d-fc45-42b4-8100-735ca7c75a93 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.167364] env[69350]: DEBUG nova.scheduler.client.report [None req-313f3cc4-05c0-43df-a2cd-a4d298b813b3 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1054.312484] env[69350]: DEBUG nova.network.neutron [None req-78689aed-fc0e-4c49-8e6a-360e829d830e tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: c34760a4-99e2-4db3-bbb4-3b6a721e5593] Successfully created port: 44e1e9a1-dbc6-427d-a50d-329c25032a04 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1054.415200] env[69350]: DEBUG oslo_vmware.api [None req-e8aa05dd-b51d-4ab0-b457-432e988d1825 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] Task: {'id': task-3365613, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.476170] env[69350]: DEBUG oslo_vmware.api [None req-7d904181-8c9f-48e1-a83d-cb4c810bb418 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365614, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.511587] env[69350]: DEBUG oslo_concurrency.lockutils [None req-01ce3126-0e5e-48bd-b6c9-6110f1a0f501 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Acquiring lock "refresh_cache-c168608c-1c65-4e48-be87-93dfa497f573" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.511764] env[69350]: DEBUG oslo_concurrency.lockutils [None req-01ce3126-0e5e-48bd-b6c9-6110f1a0f501 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Acquired lock "refresh_cache-c168608c-1c65-4e48-be87-93dfa497f573" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.511913] env[69350]: DEBUG nova.network.neutron [None req-01ce3126-0e5e-48bd-b6c9-6110f1a0f501 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: c168608c-1c65-4e48-be87-93dfa497f573] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1054.595651] env[69350]: INFO nova.compute.manager [None req-68f99972-6864-49a8-8f6d-4a42c8024991 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] Took 24.68 seconds to build instance. [ 1054.672377] env[69350]: DEBUG oslo_concurrency.lockutils [None req-313f3cc4-05c0-43df-a2cd-a4d298b813b3 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.851s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.675247] env[69350]: DEBUG oslo_concurrency.lockutils [None req-aa7e6416-1700-4811-a608-20152b4ce616 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.664s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.675247] env[69350]: DEBUG nova.objects.instance [None req-aa7e6416-1700-4811-a608-20152b4ce616 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Lazy-loading 'resources' on Instance uuid b40a50d7-ac54-43ce-b4b2-28313b619e29 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1054.699727] env[69350]: INFO nova.scheduler.client.report [None req-313f3cc4-05c0-43df-a2cd-a4d298b813b3 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Deleted allocations for instance 452c57c6-ad9c-472a-ae69-f30724739f03 [ 1054.850543] env[69350]: DEBUG nova.compute.manager [None req-78689aed-fc0e-4c49-8e6a-360e829d830e tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: c34760a4-99e2-4db3-bbb4-3b6a721e5593] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1054.877876] env[69350]: DEBUG nova.virt.hardware [None req-78689aed-fc0e-4c49-8e6a-360e829d830e tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1054.878366] env[69350]: DEBUG nova.virt.hardware [None req-78689aed-fc0e-4c49-8e6a-360e829d830e tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1054.878787] env[69350]: DEBUG nova.virt.hardware [None req-78689aed-fc0e-4c49-8e6a-360e829d830e tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1054.879197] env[69350]: DEBUG nova.virt.hardware [None req-78689aed-fc0e-4c49-8e6a-360e829d830e tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1054.879523] env[69350]: DEBUG nova.virt.hardware [None req-78689aed-fc0e-4c49-8e6a-360e829d830e tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1054.879859] env[69350]: DEBUG nova.virt.hardware [None req-78689aed-fc0e-4c49-8e6a-360e829d830e tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1054.880266] env[69350]: DEBUG nova.virt.hardware [None req-78689aed-fc0e-4c49-8e6a-360e829d830e tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1054.880599] env[69350]: DEBUG nova.virt.hardware [None req-78689aed-fc0e-4c49-8e6a-360e829d830e tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1054.880980] env[69350]: DEBUG nova.virt.hardware [None req-78689aed-fc0e-4c49-8e6a-360e829d830e tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1054.881348] env[69350]: DEBUG nova.virt.hardware [None req-78689aed-fc0e-4c49-8e6a-360e829d830e tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1054.881702] env[69350]: DEBUG nova.virt.hardware [None req-78689aed-fc0e-4c49-8e6a-360e829d830e tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1054.883126] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-729da71b-8124-465a-b021-f834359f5cb0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.895846] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c54ab5e-9fc0-45ab-8f5c-c478c13a06bd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.928240] env[69350]: DEBUG oslo_vmware.api [None req-e8aa05dd-b51d-4ab0-b457-432e988d1825 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] Task: {'id': task-3365613, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.655804} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.928455] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8aa05dd-b51d-4ab0-b457-432e988d1825 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1054.928762] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e8aa05dd-b51d-4ab0-b457-432e988d1825 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] [instance: 8825162c-2942-4d5c-b7d1-d8b87f0ce534] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1054.929029] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e8aa05dd-b51d-4ab0-b457-432e988d1825 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] [instance: 8825162c-2942-4d5c-b7d1-d8b87f0ce534] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1054.929258] env[69350]: INFO nova.compute.manager [None req-e8aa05dd-b51d-4ab0-b457-432e988d1825 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] [instance: 8825162c-2942-4d5c-b7d1-d8b87f0ce534] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1054.929551] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e8aa05dd-b51d-4ab0-b457-432e988d1825 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1054.929826] env[69350]: DEBUG nova.compute.manager [-] [instance: 8825162c-2942-4d5c-b7d1-d8b87f0ce534] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1054.929954] env[69350]: DEBUG nova.network.neutron [-] [instance: 8825162c-2942-4d5c-b7d1-d8b87f0ce534] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1054.974507] env[69350]: DEBUG oslo_vmware.api [None req-7d904181-8c9f-48e1-a83d-cb4c810bb418 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365614, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.979216] env[69350]: DEBUG nova.network.neutron [-] [instance: 59b7631e-fcb5-4fed-b879-6ac34f5a03e9] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.083863] env[69350]: DEBUG nova.network.neutron [None req-01ce3126-0e5e-48bd-b6c9-6110f1a0f501 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: c168608c-1c65-4e48-be87-93dfa497f573] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1055.097533] env[69350]: DEBUG oslo_concurrency.lockutils [None req-68f99972-6864-49a8-8f6d-4a42c8024991 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Lock "7a738554-0623-4e36-ba13-4d4f1346154c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.210s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.211918] env[69350]: DEBUG oslo_concurrency.lockutils [None req-313f3cc4-05c0-43df-a2cd-a4d298b813b3 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Lock "452c57c6-ad9c-472a-ae69-f30724739f03" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.476s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.424772] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc7df24-90fe-4d3a-9bbb-ae8d3a11046d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.433792] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-331ae4d9-a5ac-4db9-8aea-d3ab764c406b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.468534] env[69350]: DEBUG nova.network.neutron [None req-01ce3126-0e5e-48bd-b6c9-6110f1a0f501 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: c168608c-1c65-4e48-be87-93dfa497f573] Updating instance_info_cache with network_info: [{"id": "0ea5cff1-5910-4499-a895-9b3c3c93e582", "address": "fa:16:3e:3b:c7:0c", "network": {"id": "96451f6e-edde-4046-877b-ba777e1afbbe", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1337971457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68969c59ea4a4ce5995c230a96f1eab8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ea5cff1-59", "ovs_interfaceid": "0ea5cff1-5910-4499-a895-9b3c3c93e582", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.472290] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d6f99b-8952-4dd4-b521-fca0f02f85e8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.482008] env[69350]: INFO nova.compute.manager [-] [instance: 59b7631e-fcb5-4fed-b879-6ac34f5a03e9] Took 1.61 seconds to deallocate network for instance. [ 1055.482393] env[69350]: DEBUG oslo_vmware.api [None req-7d904181-8c9f-48e1-a83d-cb4c810bb418 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365614, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.487627] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d3f4175-0c1f-4ea3-b968-b43f4b4cea5d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.505031] env[69350]: DEBUG nova.compute.provider_tree [None req-aa7e6416-1700-4811-a608-20152b4ce616 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1055.889721] env[69350]: DEBUG nova.compute.manager [req-940632a1-3cf2-4f47-940c-78d0ba60f188 req-27534565-59dc-4445-8c6a-3cc8468555cb service nova] [instance: c168608c-1c65-4e48-be87-93dfa497f573] Received event network-changed-0ea5cff1-5910-4499-a895-9b3c3c93e582 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1055.889721] env[69350]: DEBUG nova.compute.manager [req-940632a1-3cf2-4f47-940c-78d0ba60f188 req-27534565-59dc-4445-8c6a-3cc8468555cb service nova] [instance: c168608c-1c65-4e48-be87-93dfa497f573] Refreshing instance network info cache due to event network-changed-0ea5cff1-5910-4499-a895-9b3c3c93e582. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1055.889721] env[69350]: DEBUG oslo_concurrency.lockutils [req-940632a1-3cf2-4f47-940c-78d0ba60f188 req-27534565-59dc-4445-8c6a-3cc8468555cb service nova] Acquiring lock "refresh_cache-c168608c-1c65-4e48-be87-93dfa497f573" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.978063] env[69350]: DEBUG oslo_concurrency.lockutils [None req-01ce3126-0e5e-48bd-b6c9-6110f1a0f501 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Releasing lock "refresh_cache-c168608c-1c65-4e48-be87-93dfa497f573" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.978410] env[69350]: DEBUG nova.compute.manager [None req-01ce3126-0e5e-48bd-b6c9-6110f1a0f501 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: c168608c-1c65-4e48-be87-93dfa497f573] Instance network_info: |[{"id": "0ea5cff1-5910-4499-a895-9b3c3c93e582", "address": "fa:16:3e:3b:c7:0c", "network": {"id": "96451f6e-edde-4046-877b-ba777e1afbbe", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1337971457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68969c59ea4a4ce5995c230a96f1eab8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ea5cff1-59", "ovs_interfaceid": "0ea5cff1-5910-4499-a895-9b3c3c93e582", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1055.978982] env[69350]: DEBUG oslo_vmware.api [None req-7d904181-8c9f-48e1-a83d-cb4c810bb418 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365614, 'name': ReconfigVM_Task, 'duration_secs': 1.696077} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.979268] env[69350]: DEBUG oslo_concurrency.lockutils [req-940632a1-3cf2-4f47-940c-78d0ba60f188 req-27534565-59dc-4445-8c6a-3cc8468555cb service nova] Acquired lock "refresh_cache-c168608c-1c65-4e48-be87-93dfa497f573" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.979453] env[69350]: DEBUG nova.network.neutron [req-940632a1-3cf2-4f47-940c-78d0ba60f188 req-27534565-59dc-4445-8c6a-3cc8468555cb service nova] [instance: c168608c-1c65-4e48-be87-93dfa497f573] Refreshing network info cache for port 0ea5cff1-5910-4499-a895-9b3c3c93e582 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1055.982605] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-01ce3126-0e5e-48bd-b6c9-6110f1a0f501 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: c168608c-1c65-4e48-be87-93dfa497f573] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:c7:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b29df12-5674-476d-a9e5-5e20f704d224', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0ea5cff1-5910-4499-a895-9b3c3c93e582', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1055.990216] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-01ce3126-0e5e-48bd-b6c9-6110f1a0f501 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Creating folder: Project (68969c59ea4a4ce5995c230a96f1eab8). Parent ref: group-v671398. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1055.991441] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d904181-8c9f-48e1-a83d-cb4c810bb418 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: ecaf844a-052f-4fb9-8b31-d66f6f067e2f] Reconfigured VM instance instance-0000004e to attach disk [datastore1] ecaf844a-052f-4fb9-8b31-d66f6f067e2f/ecaf844a-052f-4fb9-8b31-d66f6f067e2f.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1055.993753] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6c7776ef-8a12-4d02-9903-8672cb11d9f0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.995347] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b49c0fef-2995-4863-9bd9-cb01c73ad706 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.997699] env[69350]: DEBUG oslo_concurrency.lockutils [None req-00caadb2-0b09-4cf7-b1bc-73a5ef3383b4 tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.004730] env[69350]: DEBUG oslo_vmware.api [None req-7d904181-8c9f-48e1-a83d-cb4c810bb418 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Waiting for the task: (returnval){ [ 1056.004730] env[69350]: value = "task-3365616" [ 1056.004730] env[69350]: _type = "Task" [ 1056.004730] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.010013] env[69350]: DEBUG nova.scheduler.client.report [None req-aa7e6416-1700-4811-a608-20152b4ce616 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1056.013164] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-01ce3126-0e5e-48bd-b6c9-6110f1a0f501 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Created folder: Project (68969c59ea4a4ce5995c230a96f1eab8) in parent group-v671398. [ 1056.013392] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-01ce3126-0e5e-48bd-b6c9-6110f1a0f501 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Creating folder: Instances. Parent ref: group-v671624. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1056.016676] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d2082d6d-5239-40a3-ac4e-d2885f185264 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.019607] env[69350]: DEBUG oslo_vmware.api [None req-7d904181-8c9f-48e1-a83d-cb4c810bb418 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365616, 'name': Rename_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.024510] env[69350]: DEBUG nova.network.neutron [None req-78689aed-fc0e-4c49-8e6a-360e829d830e tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: c34760a4-99e2-4db3-bbb4-3b6a721e5593] Successfully updated port: 44e1e9a1-dbc6-427d-a50d-329c25032a04 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1056.028838] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-01ce3126-0e5e-48bd-b6c9-6110f1a0f501 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Created folder: Instances in parent group-v671624. [ 1056.029039] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-01ce3126-0e5e-48bd-b6c9-6110f1a0f501 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1056.029239] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c168608c-1c65-4e48-be87-93dfa497f573] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1056.029443] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c591e203-a1ee-46ef-8800-9ffbe8cb6a79 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.052431] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1056.052431] env[69350]: value = "task-3365618" [ 1056.052431] env[69350]: _type = "Task" [ 1056.052431] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.060843] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365618, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.289299] env[69350]: DEBUG nova.network.neutron [req-940632a1-3cf2-4f47-940c-78d0ba60f188 req-27534565-59dc-4445-8c6a-3cc8468555cb service nova] [instance: c168608c-1c65-4e48-be87-93dfa497f573] Updated VIF entry in instance network info cache for port 0ea5cff1-5910-4499-a895-9b3c3c93e582. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1056.290000] env[69350]: DEBUG nova.network.neutron [req-940632a1-3cf2-4f47-940c-78d0ba60f188 req-27534565-59dc-4445-8c6a-3cc8468555cb service nova] [instance: c168608c-1c65-4e48-be87-93dfa497f573] Updating instance_info_cache with network_info: [{"id": "0ea5cff1-5910-4499-a895-9b3c3c93e582", "address": "fa:16:3e:3b:c7:0c", "network": {"id": "96451f6e-edde-4046-877b-ba777e1afbbe", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1337971457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68969c59ea4a4ce5995c230a96f1eab8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ea5cff1-59", "ovs_interfaceid": "0ea5cff1-5910-4499-a895-9b3c3c93e582", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.297964] env[69350]: DEBUG nova.network.neutron [-] [instance: 8825162c-2942-4d5c-b7d1-d8b87f0ce534] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.515074] env[69350]: DEBUG oslo_vmware.api [None req-7d904181-8c9f-48e1-a83d-cb4c810bb418 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365616, 'name': Rename_Task, 'duration_secs': 0.186126} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.515484] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d904181-8c9f-48e1-a83d-cb4c810bb418 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: ecaf844a-052f-4fb9-8b31-d66f6f067e2f] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1056.515665] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e0f04b6-7125-4a32-b442-862b6ffa0827 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.520144] env[69350]: DEBUG oslo_concurrency.lockutils [None req-aa7e6416-1700-4811-a608-20152b4ce616 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.845s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.523500] env[69350]: DEBUG oslo_concurrency.lockutils [None req-00caadb2-0b09-4cf7-b1bc-73a5ef3383b4 tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.526s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.523500] env[69350]: DEBUG nova.objects.instance [None req-00caadb2-0b09-4cf7-b1bc-73a5ef3383b4 tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] Lazy-loading 'resources' on Instance uuid 59b7631e-fcb5-4fed-b879-6ac34f5a03e9 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1056.524475] env[69350]: DEBUG oslo_vmware.api [None req-7d904181-8c9f-48e1-a83d-cb4c810bb418 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Waiting for the task: (returnval){ [ 1056.524475] env[69350]: value = "task-3365619" [ 1056.524475] env[69350]: _type = "Task" [ 1056.524475] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.527971] env[69350]: DEBUG oslo_concurrency.lockutils [None req-78689aed-fc0e-4c49-8e6a-360e829d830e tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Acquiring lock "refresh_cache-c34760a4-99e2-4db3-bbb4-3b6a721e5593" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.528116] env[69350]: DEBUG oslo_concurrency.lockutils [None req-78689aed-fc0e-4c49-8e6a-360e829d830e tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Acquired lock "refresh_cache-c34760a4-99e2-4db3-bbb4-3b6a721e5593" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.528263] env[69350]: DEBUG nova.network.neutron [None req-78689aed-fc0e-4c49-8e6a-360e829d830e tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: c34760a4-99e2-4db3-bbb4-3b6a721e5593] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1056.534814] env[69350]: DEBUG oslo_vmware.api [None req-7d904181-8c9f-48e1-a83d-cb4c810bb418 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365619, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.539293] env[69350]: INFO nova.scheduler.client.report [None req-aa7e6416-1700-4811-a608-20152b4ce616 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Deleted allocations for instance b40a50d7-ac54-43ce-b4b2-28313b619e29 [ 1056.563134] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365618, 'name': CreateVM_Task} progress is 25%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.737947] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1056.738211] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1056.792458] env[69350]: DEBUG oslo_concurrency.lockutils [req-940632a1-3cf2-4f47-940c-78d0ba60f188 req-27534565-59dc-4445-8c6a-3cc8468555cb service nova] Releasing lock "refresh_cache-c168608c-1c65-4e48-be87-93dfa497f573" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.792743] env[69350]: DEBUG nova.compute.manager [req-940632a1-3cf2-4f47-940c-78d0ba60f188 req-27534565-59dc-4445-8c6a-3cc8468555cb service nova] [instance: d01bd7bf-c208-4d10-8c17-22807de255ac] Received event network-changed-9ee03317-3ef9-451e-8cc2-579071cd0edd {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1056.792928] env[69350]: DEBUG nova.compute.manager [req-940632a1-3cf2-4f47-940c-78d0ba60f188 req-27534565-59dc-4445-8c6a-3cc8468555cb service nova] [instance: d01bd7bf-c208-4d10-8c17-22807de255ac] Refreshing instance network info cache due to event network-changed-9ee03317-3ef9-451e-8cc2-579071cd0edd. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1056.793159] env[69350]: DEBUG oslo_concurrency.lockutils [req-940632a1-3cf2-4f47-940c-78d0ba60f188 req-27534565-59dc-4445-8c6a-3cc8468555cb service nova] Acquiring lock "refresh_cache-d01bd7bf-c208-4d10-8c17-22807de255ac" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.793301] env[69350]: DEBUG oslo_concurrency.lockutils [req-940632a1-3cf2-4f47-940c-78d0ba60f188 req-27534565-59dc-4445-8c6a-3cc8468555cb service nova] Acquired lock "refresh_cache-d01bd7bf-c208-4d10-8c17-22807de255ac" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.793461] env[69350]: DEBUG nova.network.neutron [req-940632a1-3cf2-4f47-940c-78d0ba60f188 req-27534565-59dc-4445-8c6a-3cc8468555cb service nova] [instance: d01bd7bf-c208-4d10-8c17-22807de255ac] Refreshing network info cache for port 9ee03317-3ef9-451e-8cc2-579071cd0edd {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1056.800945] env[69350]: INFO nova.compute.manager [-] [instance: 8825162c-2942-4d5c-b7d1-d8b87f0ce534] Took 1.87 seconds to deallocate network for instance. [ 1057.041507] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a2b02101-8810-41e4-8bb5-c3ac28b01c36 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Acquiring lock "9aba16d2-aa15-49cf-ab8e-bded803b56d3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.041750] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a2b02101-8810-41e4-8bb5-c3ac28b01c36 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Lock "9aba16d2-aa15-49cf-ab8e-bded803b56d3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.043114] env[69350]: DEBUG oslo_vmware.api [None req-7d904181-8c9f-48e1-a83d-cb4c810bb418 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365619, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.047665] env[69350]: DEBUG oslo_concurrency.lockutils [None req-aa7e6416-1700-4811-a608-20152b4ce616 tempest-ImagesTestJSON-1317755840 tempest-ImagesTestJSON-1317755840-project-member] Lock "b40a50d7-ac54-43ce-b4b2-28313b619e29" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.796s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.065586] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365618, 'name': CreateVM_Task} progress is 25%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.080406] env[69350]: DEBUG nova.network.neutron [None req-78689aed-fc0e-4c49-8e6a-360e829d830e tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: c34760a4-99e2-4db3-bbb4-3b6a721e5593] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1057.234457] env[69350]: DEBUG nova.network.neutron [None req-78689aed-fc0e-4c49-8e6a-360e829d830e tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: c34760a4-99e2-4db3-bbb4-3b6a721e5593] Updating instance_info_cache with network_info: [{"id": "44e1e9a1-dbc6-427d-a50d-329c25032a04", "address": "fa:16:3e:ae:78:19", "network": {"id": "b27a5766-3026-4d42-a208-8e9c2a543be5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1341532197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a61919e72ea342e59edac0c76d120df9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44e1e9a1-db", "ovs_interfaceid": "44e1e9a1-dbc6-427d-a50d-329c25032a04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.246296] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1057.246296] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1057.246425] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1057.246569] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1057.246732] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1057.246912] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1057.247059] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69350) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1057.247248] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1057.269593] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d1915c-8eec-4aa0-9c57-e94ddc098568 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.279828] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db3a5127-fb83-4606-9aea-b66a65bb196f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.314808] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e8aa05dd-b51d-4ab0-b457-432e988d1825 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.315809] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-077ff8d0-d9f7-416d-b9ea-3a7bb227fa44 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.323423] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0931a03a-c49c-4c1e-803a-ea3b6e2c2031 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.336766] env[69350]: DEBUG nova.compute.provider_tree [None req-00caadb2-0b09-4cf7-b1bc-73a5ef3383b4 tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1057.536092] env[69350]: DEBUG oslo_vmware.api [None req-7d904181-8c9f-48e1-a83d-cb4c810bb418 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365619, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.536946] env[69350]: DEBUG nova.network.neutron [req-940632a1-3cf2-4f47-940c-78d0ba60f188 req-27534565-59dc-4445-8c6a-3cc8468555cb service nova] [instance: d01bd7bf-c208-4d10-8c17-22807de255ac] Updated VIF entry in instance network info cache for port 9ee03317-3ef9-451e-8cc2-579071cd0edd. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1057.537336] env[69350]: DEBUG nova.network.neutron [req-940632a1-3cf2-4f47-940c-78d0ba60f188 req-27534565-59dc-4445-8c6a-3cc8468555cb service nova] [instance: d01bd7bf-c208-4d10-8c17-22807de255ac] Updating instance_info_cache with network_info: [{"id": "9ee03317-3ef9-451e-8cc2-579071cd0edd", "address": "fa:16:3e:04:aa:33", "network": {"id": "ad123e0a-1a99-4c6b-932f-ff9de41ceb18", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-757019814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e70a04cc40f0407ebac8a2f5bbbd8693", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ee03317-3e", "ovs_interfaceid": "9ee03317-3ef9-451e-8cc2-579071cd0edd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.544225] env[69350]: DEBUG nova.compute.manager [None req-a2b02101-8810-41e4-8bb5-c3ac28b01c36 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: 9aba16d2-aa15-49cf-ab8e-bded803b56d3] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1057.566607] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365618, 'name': CreateVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.737145] env[69350]: DEBUG oslo_concurrency.lockutils [None req-78689aed-fc0e-4c49-8e6a-360e829d830e tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Releasing lock "refresh_cache-c34760a4-99e2-4db3-bbb4-3b6a721e5593" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.737435] env[69350]: DEBUG nova.compute.manager [None req-78689aed-fc0e-4c49-8e6a-360e829d830e tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: c34760a4-99e2-4db3-bbb4-3b6a721e5593] Instance network_info: |[{"id": "44e1e9a1-dbc6-427d-a50d-329c25032a04", "address": "fa:16:3e:ae:78:19", "network": {"id": "b27a5766-3026-4d42-a208-8e9c2a543be5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1341532197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a61919e72ea342e59edac0c76d120df9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44e1e9a1-db", "ovs_interfaceid": "44e1e9a1-dbc6-427d-a50d-329c25032a04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1057.737858] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-78689aed-fc0e-4c49-8e6a-360e829d830e tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: c34760a4-99e2-4db3-bbb4-3b6a721e5593] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:78:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '557aba95-8968-407a-bac2-2fae66f7c8e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '44e1e9a1-dbc6-427d-a50d-329c25032a04', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1057.746101] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-78689aed-fc0e-4c49-8e6a-360e829d830e tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Creating folder: Project (a61919e72ea342e59edac0c76d120df9). Parent ref: group-v671398. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1057.746359] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-188bdd8d-de18-4a76-a991-c806d48c267b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.751695] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.757594] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-78689aed-fc0e-4c49-8e6a-360e829d830e tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Created folder: Project (a61919e72ea342e59edac0c76d120df9) in parent group-v671398. [ 1057.757804] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-78689aed-fc0e-4c49-8e6a-360e829d830e tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Creating folder: Instances. Parent ref: group-v671627. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1057.758050] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1872b76a-1974-45a7-9c92-eb844861dea4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.768384] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-78689aed-fc0e-4c49-8e6a-360e829d830e tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Created folder: Instances in parent group-v671627. [ 1057.768608] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-78689aed-fc0e-4c49-8e6a-360e829d830e tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1057.768789] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c34760a4-99e2-4db3-bbb4-3b6a721e5593] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1057.769083] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ab6ae830-6220-4812-8e9f-fa3fdf50d4cb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.787732] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1057.787732] env[69350]: value = "task-3365622" [ 1057.787732] env[69350]: _type = "Task" [ 1057.787732] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.799506] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365622, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.840160] env[69350]: DEBUG nova.scheduler.client.report [None req-00caadb2-0b09-4cf7-b1bc-73a5ef3383b4 tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1057.922630] env[69350]: DEBUG nova.compute.manager [req-36c5d0d2-02e0-45e9-937c-fba4664b05af req-cc17d349-0397-482a-8f3b-2435cefe92c7 service nova] [instance: c34760a4-99e2-4db3-bbb4-3b6a721e5593] Received event network-vif-plugged-44e1e9a1-dbc6-427d-a50d-329c25032a04 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1057.922859] env[69350]: DEBUG oslo_concurrency.lockutils [req-36c5d0d2-02e0-45e9-937c-fba4664b05af req-cc17d349-0397-482a-8f3b-2435cefe92c7 service nova] Acquiring lock "c34760a4-99e2-4db3-bbb4-3b6a721e5593-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.923303] env[69350]: DEBUG oslo_concurrency.lockutils [req-36c5d0d2-02e0-45e9-937c-fba4664b05af req-cc17d349-0397-482a-8f3b-2435cefe92c7 service nova] Lock "c34760a4-99e2-4db3-bbb4-3b6a721e5593-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.923502] env[69350]: DEBUG oslo_concurrency.lockutils [req-36c5d0d2-02e0-45e9-937c-fba4664b05af req-cc17d349-0397-482a-8f3b-2435cefe92c7 service nova] Lock "c34760a4-99e2-4db3-bbb4-3b6a721e5593-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.923888] env[69350]: DEBUG nova.compute.manager [req-36c5d0d2-02e0-45e9-937c-fba4664b05af req-cc17d349-0397-482a-8f3b-2435cefe92c7 service nova] [instance: c34760a4-99e2-4db3-bbb4-3b6a721e5593] No waiting events found dispatching network-vif-plugged-44e1e9a1-dbc6-427d-a50d-329c25032a04 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1057.923888] env[69350]: WARNING nova.compute.manager [req-36c5d0d2-02e0-45e9-937c-fba4664b05af req-cc17d349-0397-482a-8f3b-2435cefe92c7 service nova] [instance: c34760a4-99e2-4db3-bbb4-3b6a721e5593] Received unexpected event network-vif-plugged-44e1e9a1-dbc6-427d-a50d-329c25032a04 for instance with vm_state building and task_state spawning. [ 1057.924110] env[69350]: DEBUG nova.compute.manager [req-36c5d0d2-02e0-45e9-937c-fba4664b05af req-cc17d349-0397-482a-8f3b-2435cefe92c7 service nova] [instance: c34760a4-99e2-4db3-bbb4-3b6a721e5593] Received event network-changed-44e1e9a1-dbc6-427d-a50d-329c25032a04 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1057.924288] env[69350]: DEBUG nova.compute.manager [req-36c5d0d2-02e0-45e9-937c-fba4664b05af req-cc17d349-0397-482a-8f3b-2435cefe92c7 service nova] [instance: c34760a4-99e2-4db3-bbb4-3b6a721e5593] Refreshing instance network info cache due to event network-changed-44e1e9a1-dbc6-427d-a50d-329c25032a04. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1057.924478] env[69350]: DEBUG oslo_concurrency.lockutils [req-36c5d0d2-02e0-45e9-937c-fba4664b05af req-cc17d349-0397-482a-8f3b-2435cefe92c7 service nova] Acquiring lock "refresh_cache-c34760a4-99e2-4db3-bbb4-3b6a721e5593" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.924870] env[69350]: DEBUG oslo_concurrency.lockutils [req-36c5d0d2-02e0-45e9-937c-fba4664b05af req-cc17d349-0397-482a-8f3b-2435cefe92c7 service nova] Acquired lock "refresh_cache-c34760a4-99e2-4db3-bbb4-3b6a721e5593" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.924870] env[69350]: DEBUG nova.network.neutron [req-36c5d0d2-02e0-45e9-937c-fba4664b05af req-cc17d349-0397-482a-8f3b-2435cefe92c7 service nova] [instance: c34760a4-99e2-4db3-bbb4-3b6a721e5593] Refreshing network info cache for port 44e1e9a1-dbc6-427d-a50d-329c25032a04 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1058.036143] env[69350]: DEBUG oslo_vmware.api [None req-7d904181-8c9f-48e1-a83d-cb4c810bb418 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365619, 'name': PowerOnVM_Task, 'duration_secs': 1.384496} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.036413] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d904181-8c9f-48e1-a83d-cb4c810bb418 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: ecaf844a-052f-4fb9-8b31-d66f6f067e2f] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1058.036611] env[69350]: INFO nova.compute.manager [None req-7d904181-8c9f-48e1-a83d-cb4c810bb418 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: ecaf844a-052f-4fb9-8b31-d66f6f067e2f] Took 9.84 seconds to spawn the instance on the hypervisor. [ 1058.036791] env[69350]: DEBUG nova.compute.manager [None req-7d904181-8c9f-48e1-a83d-cb4c810bb418 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: ecaf844a-052f-4fb9-8b31-d66f6f067e2f] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1058.037556] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d7e6af7-5600-4a78-bc50-10af6048b498 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.040222] env[69350]: DEBUG oslo_concurrency.lockutils [req-940632a1-3cf2-4f47-940c-78d0ba60f188 req-27534565-59dc-4445-8c6a-3cc8468555cb service nova] Releasing lock "refresh_cache-d01bd7bf-c208-4d10-8c17-22807de255ac" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.040443] env[69350]: DEBUG nova.compute.manager [req-940632a1-3cf2-4f47-940c-78d0ba60f188 req-27534565-59dc-4445-8c6a-3cc8468555cb service nova] [instance: 59b7631e-fcb5-4fed-b879-6ac34f5a03e9] Received event network-vif-deleted-d43a8391-bbf7-4e4e-83ed-76e45998d6e7 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1058.040624] env[69350]: DEBUG nova.compute.manager [req-940632a1-3cf2-4f47-940c-78d0ba60f188 req-27534565-59dc-4445-8c6a-3cc8468555cb service nova] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] Received event network-changed-3578eb60-2aef-407f-b97f-23621ac41132 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1058.040778] env[69350]: DEBUG nova.compute.manager [req-940632a1-3cf2-4f47-940c-78d0ba60f188 req-27534565-59dc-4445-8c6a-3cc8468555cb service nova] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] Refreshing instance network info cache due to event network-changed-3578eb60-2aef-407f-b97f-23621ac41132. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1058.040973] env[69350]: DEBUG oslo_concurrency.lockutils [req-940632a1-3cf2-4f47-940c-78d0ba60f188 req-27534565-59dc-4445-8c6a-3cc8468555cb service nova] Acquiring lock "refresh_cache-7a738554-0623-4e36-ba13-4d4f1346154c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.041123] env[69350]: DEBUG oslo_concurrency.lockutils [req-940632a1-3cf2-4f47-940c-78d0ba60f188 req-27534565-59dc-4445-8c6a-3cc8468555cb service nova] Acquired lock "refresh_cache-7a738554-0623-4e36-ba13-4d4f1346154c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.041277] env[69350]: DEBUG nova.network.neutron [req-940632a1-3cf2-4f47-940c-78d0ba60f188 req-27534565-59dc-4445-8c6a-3cc8468555cb service nova] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] Refreshing network info cache for port 3578eb60-2aef-407f-b97f-23621ac41132 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1058.068019] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365618, 'name': CreateVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.074471] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a2b02101-8810-41e4-8bb5-c3ac28b01c36 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.300077] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365622, 'name': CreateVM_Task} progress is 25%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.345148] env[69350]: DEBUG oslo_concurrency.lockutils [None req-00caadb2-0b09-4cf7-b1bc-73a5ef3383b4 tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.822s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.347745] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e8aa05dd-b51d-4ab0-b457-432e988d1825 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.033s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.347992] env[69350]: DEBUG nova.objects.instance [None req-e8aa05dd-b51d-4ab0-b457-432e988d1825 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] Lazy-loading 'resources' on Instance uuid 8825162c-2942-4d5c-b7d1-d8b87f0ce534 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1058.370033] env[69350]: INFO nova.scheduler.client.report [None req-00caadb2-0b09-4cf7-b1bc-73a5ef3383b4 tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] Deleted allocations for instance 59b7631e-fcb5-4fed-b879-6ac34f5a03e9 [ 1058.566356] env[69350]: INFO nova.compute.manager [None req-7d904181-8c9f-48e1-a83d-cb4c810bb418 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: ecaf844a-052f-4fb9-8b31-d66f6f067e2f] Took 28.08 seconds to build instance. [ 1058.572651] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365618, 'name': CreateVM_Task, 'duration_secs': 2.331447} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.573024] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c168608c-1c65-4e48-be87-93dfa497f573] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1058.573823] env[69350]: DEBUG oslo_concurrency.lockutils [None req-01ce3126-0e5e-48bd-b6c9-6110f1a0f501 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.574155] env[69350]: DEBUG oslo_concurrency.lockutils [None req-01ce3126-0e5e-48bd-b6c9-6110f1a0f501 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.574577] env[69350]: DEBUG oslo_concurrency.lockutils [None req-01ce3126-0e5e-48bd-b6c9-6110f1a0f501 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.574941] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9607448-636c-4ade-aa34-aa7e72b52461 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.580700] env[69350]: DEBUG oslo_vmware.api [None req-01ce3126-0e5e-48bd-b6c9-6110f1a0f501 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Waiting for the task: (returnval){ [ 1058.580700] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52d9108a-e520-c302-b220-8b335bc5dc27" [ 1058.580700] env[69350]: _type = "Task" [ 1058.580700] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.591584] env[69350]: DEBUG oslo_vmware.api [None req-01ce3126-0e5e-48bd-b6c9-6110f1a0f501 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52d9108a-e520-c302-b220-8b335bc5dc27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.804112] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365622, 'name': CreateVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.881433] env[69350]: DEBUG oslo_concurrency.lockutils [None req-00caadb2-0b09-4cf7-b1bc-73a5ef3383b4 tempest-ServerTagsTestJSON-1290380502 tempest-ServerTagsTestJSON-1290380502-project-member] Lock "59b7631e-fcb5-4fed-b879-6ac34f5a03e9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.647s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.954086] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5d858d24-7a9c-4f32-948a-494eb03d5a0b tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Acquiring lock "ecaf844a-052f-4fb9-8b31-d66f6f067e2f" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.064476] env[69350]: DEBUG nova.network.neutron [req-36c5d0d2-02e0-45e9-937c-fba4664b05af req-cc17d349-0397-482a-8f3b-2435cefe92c7 service nova] [instance: c34760a4-99e2-4db3-bbb4-3b6a721e5593] Updated VIF entry in instance network info cache for port 44e1e9a1-dbc6-427d-a50d-329c25032a04. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1059.065361] env[69350]: DEBUG nova.network.neutron [req-36c5d0d2-02e0-45e9-937c-fba4664b05af req-cc17d349-0397-482a-8f3b-2435cefe92c7 service nova] [instance: c34760a4-99e2-4db3-bbb4-3b6a721e5593] Updating instance_info_cache with network_info: [{"id": "44e1e9a1-dbc6-427d-a50d-329c25032a04", "address": "fa:16:3e:ae:78:19", "network": {"id": "b27a5766-3026-4d42-a208-8e9c2a543be5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1341532197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a61919e72ea342e59edac0c76d120df9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44e1e9a1-db", "ovs_interfaceid": "44e1e9a1-dbc6-427d-a50d-329c25032a04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.068589] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7d904181-8c9f-48e1-a83d-cb4c810bb418 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Lock "ecaf844a-052f-4fb9-8b31-d66f6f067e2f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.589s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.068890] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5d858d24-7a9c-4f32-948a-494eb03d5a0b tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Lock "ecaf844a-052f-4fb9-8b31-d66f6f067e2f" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.115s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.069082] env[69350]: DEBUG nova.compute.manager [None req-5d858d24-7a9c-4f32-948a-494eb03d5a0b tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: ecaf844a-052f-4fb9-8b31-d66f6f067e2f] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1059.070076] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db9878c6-1bbc-4c93-be46-4b8430325f65 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.076626] env[69350]: DEBUG nova.compute.manager [None req-5d858d24-7a9c-4f32-948a-494eb03d5a0b tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: ecaf844a-052f-4fb9-8b31-d66f6f067e2f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69350) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1059.077220] env[69350]: DEBUG nova.objects.instance [None req-5d858d24-7a9c-4f32-948a-494eb03d5a0b tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Lazy-loading 'flavor' on Instance uuid ecaf844a-052f-4fb9-8b31-d66f6f067e2f {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1059.096653] env[69350]: DEBUG oslo_vmware.api [None req-01ce3126-0e5e-48bd-b6c9-6110f1a0f501 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52d9108a-e520-c302-b220-8b335bc5dc27, 'name': SearchDatastore_Task, 'duration_secs': 0.009884} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.096983] env[69350]: DEBUG oslo_concurrency.lockutils [None req-01ce3126-0e5e-48bd-b6c9-6110f1a0f501 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.097210] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-01ce3126-0e5e-48bd-b6c9-6110f1a0f501 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: c168608c-1c65-4e48-be87-93dfa497f573] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1059.097474] env[69350]: DEBUG oslo_concurrency.lockutils [None req-01ce3126-0e5e-48bd-b6c9-6110f1a0f501 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.097579] env[69350]: DEBUG oslo_concurrency.lockutils [None req-01ce3126-0e5e-48bd-b6c9-6110f1a0f501 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.097756] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-01ce3126-0e5e-48bd-b6c9-6110f1a0f501 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1059.100700] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f18d7fb2-4af1-44e8-93ed-26c7e21bf950 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.110128] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-01ce3126-0e5e-48bd-b6c9-6110f1a0f501 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1059.110305] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-01ce3126-0e5e-48bd-b6c9-6110f1a0f501 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1059.111091] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b22f6ae-eb46-4118-96e1-8be001862b9c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.118900] env[69350]: DEBUG oslo_vmware.api [None req-01ce3126-0e5e-48bd-b6c9-6110f1a0f501 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Waiting for the task: (returnval){ [ 1059.118900] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52b04e5d-1b3a-4527-25ee-5b76aa58d104" [ 1059.118900] env[69350]: _type = "Task" [ 1059.118900] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.127438] env[69350]: DEBUG oslo_vmware.api [None req-01ce3126-0e5e-48bd-b6c9-6110f1a0f501 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52b04e5d-1b3a-4527-25ee-5b76aa58d104, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.141490] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb11b62-b426-4ac4-a9a6-dfb59b6db6cd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.148242] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1353bb20-5890-4f15-87de-c7640447d347 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.180896] env[69350]: DEBUG nova.network.neutron [req-940632a1-3cf2-4f47-940c-78d0ba60f188 req-27534565-59dc-4445-8c6a-3cc8468555cb service nova] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] Updated VIF entry in instance network info cache for port 3578eb60-2aef-407f-b97f-23621ac41132. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1059.181034] env[69350]: DEBUG nova.network.neutron [req-940632a1-3cf2-4f47-940c-78d0ba60f188 req-27534565-59dc-4445-8c6a-3cc8468555cb service nova] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] Updating instance_info_cache with network_info: [{"id": "3578eb60-2aef-407f-b97f-23621ac41132", "address": "fa:16:3e:53:93:7e", "network": {"id": "ef2fb362-4313-473c-9c09-d0ff427ec60c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1709807276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68e43cb72d9c4af5965e3e49c212db1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3578eb60-2a", "ovs_interfaceid": "3578eb60-2aef-407f-b97f-23621ac41132", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.183862] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c45a57-e77a-4b75-8da0-bce3b38eae70 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.191958] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a21d321c-6761-4d42-90c6-21a7198b9811 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.206275] env[69350]: DEBUG nova.compute.provider_tree [None req-e8aa05dd-b51d-4ab0-b457-432e988d1825 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1059.300883] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365622, 'name': CreateVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.569494] env[69350]: DEBUG oslo_concurrency.lockutils [req-36c5d0d2-02e0-45e9-937c-fba4664b05af req-cc17d349-0397-482a-8f3b-2435cefe92c7 service nova] Releasing lock "refresh_cache-c34760a4-99e2-4db3-bbb4-3b6a721e5593" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.630313] env[69350]: DEBUG oslo_vmware.api [None req-01ce3126-0e5e-48bd-b6c9-6110f1a0f501 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52b04e5d-1b3a-4527-25ee-5b76aa58d104, 'name': SearchDatastore_Task, 'duration_secs': 0.012253} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.631346] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-758cbae7-0294-4c87-88c9-ae69a13e0f1a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.637844] env[69350]: DEBUG oslo_vmware.api [None req-01ce3126-0e5e-48bd-b6c9-6110f1a0f501 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Waiting for the task: (returnval){ [ 1059.637844] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5284da01-9d53-b369-2447-d281017a43e6" [ 1059.637844] env[69350]: _type = "Task" [ 1059.637844] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.645524] env[69350]: DEBUG oslo_vmware.api [None req-01ce3126-0e5e-48bd-b6c9-6110f1a0f501 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5284da01-9d53-b369-2447-d281017a43e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.687864] env[69350]: DEBUG oslo_concurrency.lockutils [req-940632a1-3cf2-4f47-940c-78d0ba60f188 req-27534565-59dc-4445-8c6a-3cc8468555cb service nova] Releasing lock "refresh_cache-7a738554-0623-4e36-ba13-4d4f1346154c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.688392] env[69350]: DEBUG nova.compute.manager [req-940632a1-3cf2-4f47-940c-78d0ba60f188 req-27534565-59dc-4445-8c6a-3cc8468555cb service nova] [instance: 8825162c-2942-4d5c-b7d1-d8b87f0ce534] Received event network-vif-deleted-0d669634-8932-4f74-8514-2e4f0dc1babb {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1059.688743] env[69350]: INFO nova.compute.manager [req-940632a1-3cf2-4f47-940c-78d0ba60f188 req-27534565-59dc-4445-8c6a-3cc8468555cb service nova] [instance: 8825162c-2942-4d5c-b7d1-d8b87f0ce534] Neutron deleted interface 0d669634-8932-4f74-8514-2e4f0dc1babb; detaching it from the instance and deleting it from the info cache [ 1059.689105] env[69350]: DEBUG nova.network.neutron [req-940632a1-3cf2-4f47-940c-78d0ba60f188 req-27534565-59dc-4445-8c6a-3cc8468555cb service nova] [instance: 8825162c-2942-4d5c-b7d1-d8b87f0ce534] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.709908] env[69350]: DEBUG nova.scheduler.client.report [None req-e8aa05dd-b51d-4ab0-b457-432e988d1825 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1059.803111] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365622, 'name': CreateVM_Task, 'duration_secs': 1.814017} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.803111] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c34760a4-99e2-4db3-bbb4-3b6a721e5593] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1059.805019] env[69350]: DEBUG oslo_concurrency.lockutils [None req-78689aed-fc0e-4c49-8e6a-360e829d830e tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.805019] env[69350]: DEBUG oslo_concurrency.lockutils [None req-78689aed-fc0e-4c49-8e6a-360e829d830e tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.805019] env[69350]: DEBUG oslo_concurrency.lockutils [None req-78689aed-fc0e-4c49-8e6a-360e829d830e tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.805647] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-010f4eb3-c0e3-420e-8797-90c593de7890 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.813869] env[69350]: DEBUG oslo_vmware.api [None req-78689aed-fc0e-4c49-8e6a-360e829d830e tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Waiting for the task: (returnval){ [ 1059.813869] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5245af05-b02b-5069-9dc1-02bb40607823" [ 1059.813869] env[69350]: _type = "Task" [ 1059.813869] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.820188] env[69350]: DEBUG oslo_vmware.api [None req-78689aed-fc0e-4c49-8e6a-360e829d830e tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5245af05-b02b-5069-9dc1-02bb40607823, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.873779] env[69350]: DEBUG oslo_concurrency.lockutils [None req-159cabb3-9333-43a9-9e36-b7999e59af00 tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] Acquiring lock "d780fc2f-62f6-4cf7-8d8a-c2e7b25226dc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.873779] env[69350]: DEBUG oslo_concurrency.lockutils [None req-159cabb3-9333-43a9-9e36-b7999e59af00 tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] Lock "d780fc2f-62f6-4cf7-8d8a-c2e7b25226dc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.873779] env[69350]: DEBUG oslo_concurrency.lockutils [None req-159cabb3-9333-43a9-9e36-b7999e59af00 tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] Acquiring lock "d780fc2f-62f6-4cf7-8d8a-c2e7b25226dc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.873779] env[69350]: DEBUG oslo_concurrency.lockutils [None req-159cabb3-9333-43a9-9e36-b7999e59af00 tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] Lock "d780fc2f-62f6-4cf7-8d8a-c2e7b25226dc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.873779] env[69350]: DEBUG oslo_concurrency.lockutils [None req-159cabb3-9333-43a9-9e36-b7999e59af00 tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] Lock "d780fc2f-62f6-4cf7-8d8a-c2e7b25226dc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.874631] env[69350]: INFO nova.compute.manager [None req-159cabb3-9333-43a9-9e36-b7999e59af00 tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] [instance: d780fc2f-62f6-4cf7-8d8a-c2e7b25226dc] Terminating instance [ 1060.092083] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d858d24-7a9c-4f32-948a-494eb03d5a0b tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: ecaf844a-052f-4fb9-8b31-d66f6f067e2f] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1060.092565] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-026a2508-23fa-4d69-9a85-a9cb89abac64 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.103021] env[69350]: DEBUG oslo_vmware.api [None req-5d858d24-7a9c-4f32-948a-494eb03d5a0b tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Waiting for the task: (returnval){ [ 1060.103021] env[69350]: value = "task-3365623" [ 1060.103021] env[69350]: _type = "Task" [ 1060.103021] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.112239] env[69350]: DEBUG oslo_vmware.api [None req-5d858d24-7a9c-4f32-948a-494eb03d5a0b tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365623, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.149613] env[69350]: DEBUG oslo_vmware.api [None req-01ce3126-0e5e-48bd-b6c9-6110f1a0f501 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5284da01-9d53-b369-2447-d281017a43e6, 'name': SearchDatastore_Task, 'duration_secs': 0.010451} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.150109] env[69350]: DEBUG oslo_concurrency.lockutils [None req-01ce3126-0e5e-48bd-b6c9-6110f1a0f501 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.150476] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-01ce3126-0e5e-48bd-b6c9-6110f1a0f501 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] c168608c-1c65-4e48-be87-93dfa497f573/c168608c-1c65-4e48-be87-93dfa497f573.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1060.150891] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-62718e21-68d3-4473-ac82-b732e62c5abd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.157380] env[69350]: DEBUG oslo_vmware.api [None req-01ce3126-0e5e-48bd-b6c9-6110f1a0f501 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Waiting for the task: (returnval){ [ 1060.157380] env[69350]: value = "task-3365624" [ 1060.157380] env[69350]: _type = "Task" [ 1060.157380] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.168534] env[69350]: DEBUG oslo_vmware.api [None req-01ce3126-0e5e-48bd-b6c9-6110f1a0f501 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Task: {'id': task-3365624, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.192889] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8f254bf1-6c40-44b0-a252-b8111ccbc7ca {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.206336] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a1aec16-a639-4d58-85a3-acda3f97695e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.223276] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e8aa05dd-b51d-4ab0-b457-432e988d1825 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.875s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.226031] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.474s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.226031] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.227310] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69350) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1060.227310] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a2b02101-8810-41e4-8bb5-c3ac28b01c36 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.153s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.229051] env[69350]: INFO nova.compute.claims [None req-a2b02101-8810-41e4-8bb5-c3ac28b01c36 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: 9aba16d2-aa15-49cf-ab8e-bded803b56d3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1060.232618] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-428fbfca-8053-46bd-a6bc-8cbc8fe28647 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.259254] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ee8fcc-e0cc-4073-8a03-192078d25cb4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.263866] env[69350]: DEBUG nova.compute.manager [req-940632a1-3cf2-4f47-940c-78d0ba60f188 req-27534565-59dc-4445-8c6a-3cc8468555cb service nova] [instance: 8825162c-2942-4d5c-b7d1-d8b87f0ce534] Detach interface failed, port_id=0d669634-8932-4f74-8514-2e4f0dc1babb, reason: Instance 8825162c-2942-4d5c-b7d1-d8b87f0ce534 could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1060.266208] env[69350]: INFO nova.scheduler.client.report [None req-e8aa05dd-b51d-4ab0-b457-432e988d1825 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] Deleted allocations for instance 8825162c-2942-4d5c-b7d1-d8b87f0ce534 [ 1060.283820] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1ea444c-e5bf-47ae-9c47-cf1cf0c83029 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.295332] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d2080ff-9ee6-4941-ac3b-96062dfef074 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.337589] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178830MB free_disk=105GB free_vcpus=48 pci_devices=None {{(pid=69350) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1060.337721] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.347886] env[69350]: DEBUG oslo_vmware.api [None req-78689aed-fc0e-4c49-8e6a-360e829d830e tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5245af05-b02b-5069-9dc1-02bb40607823, 'name': SearchDatastore_Task, 'duration_secs': 0.019607} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.348232] env[69350]: DEBUG oslo_concurrency.lockutils [None req-78689aed-fc0e-4c49-8e6a-360e829d830e tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.348479] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-78689aed-fc0e-4c49-8e6a-360e829d830e tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: c34760a4-99e2-4db3-bbb4-3b6a721e5593] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1060.349291] env[69350]: DEBUG oslo_concurrency.lockutils [None req-78689aed-fc0e-4c49-8e6a-360e829d830e tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.349291] env[69350]: DEBUG oslo_concurrency.lockutils [None req-78689aed-fc0e-4c49-8e6a-360e829d830e tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.349291] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-78689aed-fc0e-4c49-8e6a-360e829d830e tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1060.349470] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d5f62530-df67-433b-90b3-440336d1431c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.367134] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-78689aed-fc0e-4c49-8e6a-360e829d830e tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1060.367342] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-78689aed-fc0e-4c49-8e6a-360e829d830e tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1060.368114] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1aef33d5-593d-4efe-95ba-e78cca8254f3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.374932] env[69350]: DEBUG oslo_vmware.api [None req-78689aed-fc0e-4c49-8e6a-360e829d830e tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Waiting for the task: (returnval){ [ 1060.374932] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52aa7b68-64b5-b7ad-0dbc-d5ea7b56fc3e" [ 1060.374932] env[69350]: _type = "Task" [ 1060.374932] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.382708] env[69350]: DEBUG nova.compute.manager [None req-159cabb3-9333-43a9-9e36-b7999e59af00 tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] [instance: d780fc2f-62f6-4cf7-8d8a-c2e7b25226dc] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1060.383059] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-159cabb3-9333-43a9-9e36-b7999e59af00 tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] [instance: d780fc2f-62f6-4cf7-8d8a-c2e7b25226dc] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1060.383909] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00e26d72-9414-4d2d-b6d1-a75b934656f5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.391215] env[69350]: DEBUG oslo_vmware.api [None req-78689aed-fc0e-4c49-8e6a-360e829d830e tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52aa7b68-64b5-b7ad-0dbc-d5ea7b56fc3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.393522] env[69350]: DEBUG oslo_vmware.api [None req-159cabb3-9333-43a9-9e36-b7999e59af00 tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] Waiting for the task: (returnval){ [ 1060.393522] env[69350]: value = "task-3365625" [ 1060.393522] env[69350]: _type = "Task" [ 1060.393522] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.407383] env[69350]: DEBUG oslo_vmware.api [None req-159cabb3-9333-43a9-9e36-b7999e59af00 tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] Task: {'id': task-3365625, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.616115] env[69350]: DEBUG oslo_vmware.api [None req-5d858d24-7a9c-4f32-948a-494eb03d5a0b tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365623, 'name': PowerOffVM_Task, 'duration_secs': 0.285331} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.616525] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d858d24-7a9c-4f32-948a-494eb03d5a0b tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: ecaf844a-052f-4fb9-8b31-d66f6f067e2f] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1060.616808] env[69350]: DEBUG nova.compute.manager [None req-5d858d24-7a9c-4f32-948a-494eb03d5a0b tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: ecaf844a-052f-4fb9-8b31-d66f6f067e2f] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1060.617825] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e3445f-9287-48a7-b363-4981fa8eee23 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.671539] env[69350]: DEBUG oslo_vmware.api [None req-01ce3126-0e5e-48bd-b6c9-6110f1a0f501 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Task: {'id': task-3365624, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504899} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.671748] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-01ce3126-0e5e-48bd-b6c9-6110f1a0f501 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] c168608c-1c65-4e48-be87-93dfa497f573/c168608c-1c65-4e48-be87-93dfa497f573.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1060.671978] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-01ce3126-0e5e-48bd-b6c9-6110f1a0f501 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: c168608c-1c65-4e48-be87-93dfa497f573] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1060.672303] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-79f39661-6a9a-403a-bb59-310464943975 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.679064] env[69350]: DEBUG oslo_vmware.api [None req-01ce3126-0e5e-48bd-b6c9-6110f1a0f501 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Waiting for the task: (returnval){ [ 1060.679064] env[69350]: value = "task-3365626" [ 1060.679064] env[69350]: _type = "Task" [ 1060.679064] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.687375] env[69350]: DEBUG oslo_vmware.api [None req-01ce3126-0e5e-48bd-b6c9-6110f1a0f501 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Task: {'id': task-3365626, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.785831] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e8aa05dd-b51d-4ab0-b457-432e988d1825 tempest-ServersV294TestFqdnHostnames-787624371 tempest-ServersV294TestFqdnHostnames-787624371-project-member] Lock "8825162c-2942-4d5c-b7d1-d8b87f0ce534" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.030s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.887520] env[69350]: DEBUG oslo_vmware.api [None req-78689aed-fc0e-4c49-8e6a-360e829d830e tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52aa7b68-64b5-b7ad-0dbc-d5ea7b56fc3e, 'name': SearchDatastore_Task, 'duration_secs': 0.05575} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.888642] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dea146f7-bc9c-463b-a42b-070798244939 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.894582] env[69350]: DEBUG oslo_vmware.api [None req-78689aed-fc0e-4c49-8e6a-360e829d830e tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Waiting for the task: (returnval){ [ 1060.894582] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5211f02d-1140-9490-bd8b-c7420e6f8401" [ 1060.894582] env[69350]: _type = "Task" [ 1060.894582] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.906786] env[69350]: DEBUG oslo_vmware.api [None req-159cabb3-9333-43a9-9e36-b7999e59af00 tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] Task: {'id': task-3365625, 'name': PowerOffVM_Task, 'duration_secs': 0.297573} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.910700] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-159cabb3-9333-43a9-9e36-b7999e59af00 tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] [instance: d780fc2f-62f6-4cf7-8d8a-c2e7b25226dc] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1060.910933] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-159cabb3-9333-43a9-9e36-b7999e59af00 tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] [instance: d780fc2f-62f6-4cf7-8d8a-c2e7b25226dc] Volume detach. Driver type: vmdk {{(pid=69350) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1060.911170] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-159cabb3-9333-43a9-9e36-b7999e59af00 tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] [instance: d780fc2f-62f6-4cf7-8d8a-c2e7b25226dc] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-671504', 'volume_id': '5acad2bd-5b0c-4c42-942e-d09a87d2b079', 'name': 'volume-5acad2bd-5b0c-4c42-942e-d09a87d2b079', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd780fc2f-62f6-4cf7-8d8a-c2e7b25226dc', 'attached_at': '', 'detached_at': '', 'volume_id': '5acad2bd-5b0c-4c42-942e-d09a87d2b079', 'serial': '5acad2bd-5b0c-4c42-942e-d09a87d2b079'} {{(pid=69350) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1060.911482] env[69350]: DEBUG oslo_vmware.api [None req-78689aed-fc0e-4c49-8e6a-360e829d830e tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5211f02d-1140-9490-bd8b-c7420e6f8401, 'name': SearchDatastore_Task, 'duration_secs': 0.010689} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.912312] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ff7120-8c14-415a-be2e-313633260bd6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.914764] env[69350]: DEBUG oslo_concurrency.lockutils [None req-78689aed-fc0e-4c49-8e6a-360e829d830e tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.915050] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-78689aed-fc0e-4c49-8e6a-360e829d830e tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] c34760a4-99e2-4db3-bbb4-3b6a721e5593/c34760a4-99e2-4db3-bbb4-3b6a721e5593.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1060.915285] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c91b79e-42f4-4490-859f-4e897f8bc5ce {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.934022] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e4c0c73-e78e-43d6-aa06-c5873fd138ee {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.936522] env[69350]: DEBUG oslo_vmware.api [None req-78689aed-fc0e-4c49-8e6a-360e829d830e tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Waiting for the task: (returnval){ [ 1060.936522] env[69350]: value = "task-3365627" [ 1060.936522] env[69350]: _type = "Task" [ 1060.936522] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.942735] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08ae4bba-6b9e-4adb-bdb9-c47a11fa6886 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.947906] env[69350]: DEBUG oslo_vmware.api [None req-78689aed-fc0e-4c49-8e6a-360e829d830e tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365627, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.964919] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d8ef60b-da95-41bc-bf82-2bd054a92b7b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.979977] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-159cabb3-9333-43a9-9e36-b7999e59af00 tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] The volume has not been displaced from its original location: [datastore2] volume-5acad2bd-5b0c-4c42-942e-d09a87d2b079/volume-5acad2bd-5b0c-4c42-942e-d09a87d2b079.vmdk. No consolidation needed. {{(pid=69350) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1060.985495] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-159cabb3-9333-43a9-9e36-b7999e59af00 tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] [instance: d780fc2f-62f6-4cf7-8d8a-c2e7b25226dc] Reconfiguring VM instance instance-00000030 to detach disk 2000 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1060.985821] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad0b1d4f-3848-441f-ae19-9ca70c1ee9f5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.003810] env[69350]: DEBUG oslo_vmware.api [None req-159cabb3-9333-43a9-9e36-b7999e59af00 tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] Waiting for the task: (returnval){ [ 1061.003810] env[69350]: value = "task-3365628" [ 1061.003810] env[69350]: _type = "Task" [ 1061.003810] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.012188] env[69350]: DEBUG oslo_vmware.api [None req-159cabb3-9333-43a9-9e36-b7999e59af00 tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] Task: {'id': task-3365628, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.134740] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5d858d24-7a9c-4f32-948a-494eb03d5a0b tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Lock "ecaf844a-052f-4fb9-8b31-d66f6f067e2f" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.064s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.194836] env[69350]: DEBUG oslo_vmware.api [None req-01ce3126-0e5e-48bd-b6c9-6110f1a0f501 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Task: {'id': task-3365626, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.228521} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.195344] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-01ce3126-0e5e-48bd-b6c9-6110f1a0f501 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: c168608c-1c65-4e48-be87-93dfa497f573] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1061.196197] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbbe690a-38eb-4a79-978d-7181ba6d51a5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.224465] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-01ce3126-0e5e-48bd-b6c9-6110f1a0f501 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: c168608c-1c65-4e48-be87-93dfa497f573] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] c168608c-1c65-4e48-be87-93dfa497f573/c168608c-1c65-4e48-be87-93dfa497f573.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1061.225296] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ae71e47-3f1f-4977-ad1c-ab1859d18866 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.250286] env[69350]: DEBUG oslo_vmware.api [None req-01ce3126-0e5e-48bd-b6c9-6110f1a0f501 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Waiting for the task: (returnval){ [ 1061.250286] env[69350]: value = "task-3365629" [ 1061.250286] env[69350]: _type = "Task" [ 1061.250286] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.262108] env[69350]: DEBUG oslo_vmware.api [None req-01ce3126-0e5e-48bd-b6c9-6110f1a0f501 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Task: {'id': task-3365629, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.448564] env[69350]: DEBUG oslo_vmware.api [None req-78689aed-fc0e-4c49-8e6a-360e829d830e tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365627, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.519923] env[69350]: DEBUG oslo_vmware.api [None req-159cabb3-9333-43a9-9e36-b7999e59af00 tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] Task: {'id': task-3365628, 'name': ReconfigVM_Task, 'duration_secs': 0.436024} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.522129] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-159cabb3-9333-43a9-9e36-b7999e59af00 tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] [instance: d780fc2f-62f6-4cf7-8d8a-c2e7b25226dc] Reconfigured VM instance instance-00000030 to detach disk 2000 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1061.525355] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f230adc-8521-4918-bae1-d4d2432ddc43 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.538054] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4d6e643-29c0-4c82-bc77-ed58dd633942 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.547225] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2cbc75a-2be2-478c-8717-797dd8aae84b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.554508] env[69350]: DEBUG oslo_vmware.api [None req-159cabb3-9333-43a9-9e36-b7999e59af00 tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] Waiting for the task: (returnval){ [ 1061.554508] env[69350]: value = "task-3365630" [ 1061.554508] env[69350]: _type = "Task" [ 1061.554508] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.589626] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0653d9d-06a9-4694-bb03-907e7bdac778 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.592739] env[69350]: DEBUG oslo_vmware.api [None req-159cabb3-9333-43a9-9e36-b7999e59af00 tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] Task: {'id': task-3365630, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.602478] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b135b63-a6c9-495f-aadc-794d7617ebca {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.621866] env[69350]: DEBUG nova.compute.provider_tree [None req-a2b02101-8810-41e4-8bb5-c3ac28b01c36 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1061.691151] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d36499dc-4691-48b5-95ce-f01ba5970453 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Acquiring lock "ecaf844a-052f-4fb9-8b31-d66f6f067e2f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.691457] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d36499dc-4691-48b5-95ce-f01ba5970453 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Lock "ecaf844a-052f-4fb9-8b31-d66f6f067e2f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.691676] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d36499dc-4691-48b5-95ce-f01ba5970453 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Acquiring lock "ecaf844a-052f-4fb9-8b31-d66f6f067e2f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.691845] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d36499dc-4691-48b5-95ce-f01ba5970453 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Lock "ecaf844a-052f-4fb9-8b31-d66f6f067e2f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.692019] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d36499dc-4691-48b5-95ce-f01ba5970453 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Lock "ecaf844a-052f-4fb9-8b31-d66f6f067e2f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.695992] env[69350]: INFO nova.compute.manager [None req-d36499dc-4691-48b5-95ce-f01ba5970453 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: ecaf844a-052f-4fb9-8b31-d66f6f067e2f] Terminating instance [ 1061.763668] env[69350]: DEBUG oslo_vmware.api [None req-01ce3126-0e5e-48bd-b6c9-6110f1a0f501 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Task: {'id': task-3365629, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.947911] env[69350]: DEBUG oslo_vmware.api [None req-78689aed-fc0e-4c49-8e6a-360e829d830e tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365627, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.78818} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.948170] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-78689aed-fc0e-4c49-8e6a-360e829d830e tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] c34760a4-99e2-4db3-bbb4-3b6a721e5593/c34760a4-99e2-4db3-bbb4-3b6a721e5593.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1061.948389] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-78689aed-fc0e-4c49-8e6a-360e829d830e tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: c34760a4-99e2-4db3-bbb4-3b6a721e5593] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1061.948644] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-87d869f8-d435-4f56-8ee4-44e09509dfc3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.955469] env[69350]: DEBUG oslo_vmware.api [None req-78689aed-fc0e-4c49-8e6a-360e829d830e tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Waiting for the task: (returnval){ [ 1061.955469] env[69350]: value = "task-3365631" [ 1061.955469] env[69350]: _type = "Task" [ 1061.955469] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.962922] env[69350]: DEBUG oslo_vmware.api [None req-78689aed-fc0e-4c49-8e6a-360e829d830e tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365631, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.064754] env[69350]: DEBUG oslo_vmware.api [None req-159cabb3-9333-43a9-9e36-b7999e59af00 tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] Task: {'id': task-3365630, 'name': ReconfigVM_Task, 'duration_secs': 0.203309} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.064811] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-159cabb3-9333-43a9-9e36-b7999e59af00 tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] [instance: d780fc2f-62f6-4cf7-8d8a-c2e7b25226dc] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-671504', 'volume_id': '5acad2bd-5b0c-4c42-942e-d09a87d2b079', 'name': 'volume-5acad2bd-5b0c-4c42-942e-d09a87d2b079', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd780fc2f-62f6-4cf7-8d8a-c2e7b25226dc', 'attached_at': '', 'detached_at': '', 'volume_id': '5acad2bd-5b0c-4c42-942e-d09a87d2b079', 'serial': '5acad2bd-5b0c-4c42-942e-d09a87d2b079'} {{(pid=69350) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1062.065308] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-159cabb3-9333-43a9-9e36-b7999e59af00 tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] [instance: d780fc2f-62f6-4cf7-8d8a-c2e7b25226dc] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1062.065934] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff6d1a4c-494b-4862-98eb-17d14c03be09 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.072379] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-159cabb3-9333-43a9-9e36-b7999e59af00 tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] [instance: d780fc2f-62f6-4cf7-8d8a-c2e7b25226dc] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1062.072595] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-572c2154-ac2f-47c1-bb17-dcf8061f039d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.125136] env[69350]: DEBUG nova.scheduler.client.report [None req-a2b02101-8810-41e4-8bb5-c3ac28b01c36 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1062.136646] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-159cabb3-9333-43a9-9e36-b7999e59af00 tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] [instance: d780fc2f-62f6-4cf7-8d8a-c2e7b25226dc] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1062.136927] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-159cabb3-9333-43a9-9e36-b7999e59af00 tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] [instance: d780fc2f-62f6-4cf7-8d8a-c2e7b25226dc] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1062.137159] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-159cabb3-9333-43a9-9e36-b7999e59af00 tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] Deleting the datastore file [datastore2] d780fc2f-62f6-4cf7-8d8a-c2e7b25226dc {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1062.137426] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-691c28dc-8a64-4ad0-b25e-be97de0c0f82 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.144932] env[69350]: DEBUG oslo_vmware.api [None req-159cabb3-9333-43a9-9e36-b7999e59af00 tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] Waiting for the task: (returnval){ [ 1062.144932] env[69350]: value = "task-3365633" [ 1062.144932] env[69350]: _type = "Task" [ 1062.144932] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.155614] env[69350]: DEBUG oslo_vmware.api [None req-159cabb3-9333-43a9-9e36-b7999e59af00 tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] Task: {'id': task-3365633, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.200671] env[69350]: DEBUG nova.compute.manager [None req-d36499dc-4691-48b5-95ce-f01ba5970453 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: ecaf844a-052f-4fb9-8b31-d66f6f067e2f] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1062.201527] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d36499dc-4691-48b5-95ce-f01ba5970453 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: ecaf844a-052f-4fb9-8b31-d66f6f067e2f] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1062.201964] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e2109b-8cfd-4183-aea9-dba0a1697fc4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.209824] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d36499dc-4691-48b5-95ce-f01ba5970453 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: ecaf844a-052f-4fb9-8b31-d66f6f067e2f] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1062.209983] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e84f6144-2148-4491-b2fc-6b09cbb23c0b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.261652] env[69350]: DEBUG oslo_vmware.api [None req-01ce3126-0e5e-48bd-b6c9-6110f1a0f501 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Task: {'id': task-3365629, 'name': ReconfigVM_Task, 'duration_secs': 0.6552} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.262247] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-01ce3126-0e5e-48bd-b6c9-6110f1a0f501 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: c168608c-1c65-4e48-be87-93dfa497f573] Reconfigured VM instance instance-0000004f to attach disk [datastore1] c168608c-1c65-4e48-be87-93dfa497f573/c168608c-1c65-4e48-be87-93dfa497f573.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1062.263014] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8637e5f0-115f-4d02-a9a2-d2f1d2755b82 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.273176] env[69350]: DEBUG oslo_vmware.api [None req-01ce3126-0e5e-48bd-b6c9-6110f1a0f501 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Waiting for the task: (returnval){ [ 1062.273176] env[69350]: value = "task-3365635" [ 1062.273176] env[69350]: _type = "Task" [ 1062.273176] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.280203] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d36499dc-4691-48b5-95ce-f01ba5970453 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: ecaf844a-052f-4fb9-8b31-d66f6f067e2f] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1062.280417] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d36499dc-4691-48b5-95ce-f01ba5970453 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: ecaf844a-052f-4fb9-8b31-d66f6f067e2f] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1062.280592] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-d36499dc-4691-48b5-95ce-f01ba5970453 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Deleting the datastore file [datastore1] ecaf844a-052f-4fb9-8b31-d66f6f067e2f {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1062.280841] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5538d7d7-9236-411e-b63e-b0f39375b896 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.288642] env[69350]: DEBUG oslo_vmware.api [None req-01ce3126-0e5e-48bd-b6c9-6110f1a0f501 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Task: {'id': task-3365635, 'name': Rename_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.294500] env[69350]: DEBUG oslo_vmware.api [None req-d36499dc-4691-48b5-95ce-f01ba5970453 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Waiting for the task: (returnval){ [ 1062.294500] env[69350]: value = "task-3365636" [ 1062.294500] env[69350]: _type = "Task" [ 1062.294500] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.305202] env[69350]: DEBUG oslo_vmware.api [None req-d36499dc-4691-48b5-95ce-f01ba5970453 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365636, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.465332] env[69350]: DEBUG oslo_vmware.api [None req-78689aed-fc0e-4c49-8e6a-360e829d830e tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365631, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068226} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.465593] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-78689aed-fc0e-4c49-8e6a-360e829d830e tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: c34760a4-99e2-4db3-bbb4-3b6a721e5593] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1062.466539] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db029d02-8344-4305-8c41-8ba496b43ce5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.500794] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-78689aed-fc0e-4c49-8e6a-360e829d830e tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: c34760a4-99e2-4db3-bbb4-3b6a721e5593] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] c34760a4-99e2-4db3-bbb4-3b6a721e5593/c34760a4-99e2-4db3-bbb4-3b6a721e5593.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1062.501250] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07eeebfe-04ef-436b-b0ea-b761e5b7700f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.523819] env[69350]: DEBUG oslo_vmware.api [None req-78689aed-fc0e-4c49-8e6a-360e829d830e tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Waiting for the task: (returnval){ [ 1062.523819] env[69350]: value = "task-3365637" [ 1062.523819] env[69350]: _type = "Task" [ 1062.523819] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.532581] env[69350]: DEBUG oslo_vmware.api [None req-78689aed-fc0e-4c49-8e6a-360e829d830e tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365637, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.630730] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a2b02101-8810-41e4-8bb5-c3ac28b01c36 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.404s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.632316] env[69350]: DEBUG nova.compute.manager [None req-a2b02101-8810-41e4-8bb5-c3ac28b01c36 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: 9aba16d2-aa15-49cf-ab8e-bded803b56d3] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1062.639979] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.301s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.655251] env[69350]: DEBUG oslo_vmware.api [None req-159cabb3-9333-43a9-9e36-b7999e59af00 tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] Task: {'id': task-3365633, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.08088} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.655691] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-159cabb3-9333-43a9-9e36-b7999e59af00 tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1062.656237] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-159cabb3-9333-43a9-9e36-b7999e59af00 tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] [instance: d780fc2f-62f6-4cf7-8d8a-c2e7b25226dc] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1062.656546] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-159cabb3-9333-43a9-9e36-b7999e59af00 tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] [instance: d780fc2f-62f6-4cf7-8d8a-c2e7b25226dc] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1062.656819] env[69350]: INFO nova.compute.manager [None req-159cabb3-9333-43a9-9e36-b7999e59af00 tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] [instance: d780fc2f-62f6-4cf7-8d8a-c2e7b25226dc] Took 2.27 seconds to destroy the instance on the hypervisor. [ 1062.657190] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-159cabb3-9333-43a9-9e36-b7999e59af00 tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1062.657524] env[69350]: DEBUG nova.compute.manager [-] [instance: d780fc2f-62f6-4cf7-8d8a-c2e7b25226dc] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1062.657779] env[69350]: DEBUG nova.network.neutron [-] [instance: d780fc2f-62f6-4cf7-8d8a-c2e7b25226dc] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1062.785136] env[69350]: DEBUG oslo_vmware.api [None req-01ce3126-0e5e-48bd-b6c9-6110f1a0f501 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Task: {'id': task-3365635, 'name': Rename_Task, 'duration_secs': 0.157147} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.785136] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-01ce3126-0e5e-48bd-b6c9-6110f1a0f501 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: c168608c-1c65-4e48-be87-93dfa497f573] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1062.785774] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6978ba91-d50d-4f25-8b6b-69efb0375ae4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.794279] env[69350]: DEBUG oslo_vmware.api [None req-01ce3126-0e5e-48bd-b6c9-6110f1a0f501 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Waiting for the task: (returnval){ [ 1062.794279] env[69350]: value = "task-3365638" [ 1062.794279] env[69350]: _type = "Task" [ 1062.794279] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.810036] env[69350]: DEBUG oslo_vmware.api [None req-01ce3126-0e5e-48bd-b6c9-6110f1a0f501 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Task: {'id': task-3365638, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.810036] env[69350]: DEBUG oslo_vmware.api [None req-d36499dc-4691-48b5-95ce-f01ba5970453 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365636, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178626} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.810036] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-d36499dc-4691-48b5-95ce-f01ba5970453 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1062.810550] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d36499dc-4691-48b5-95ce-f01ba5970453 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: ecaf844a-052f-4fb9-8b31-d66f6f067e2f] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1062.811044] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d36499dc-4691-48b5-95ce-f01ba5970453 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: ecaf844a-052f-4fb9-8b31-d66f6f067e2f] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1062.811371] env[69350]: INFO nova.compute.manager [None req-d36499dc-4691-48b5-95ce-f01ba5970453 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: ecaf844a-052f-4fb9-8b31-d66f6f067e2f] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1062.811738] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d36499dc-4691-48b5-95ce-f01ba5970453 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1062.812142] env[69350]: DEBUG nova.compute.manager [-] [instance: ecaf844a-052f-4fb9-8b31-d66f6f067e2f] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1062.812367] env[69350]: DEBUG nova.network.neutron [-] [instance: ecaf844a-052f-4fb9-8b31-d66f6f067e2f] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1063.034770] env[69350]: DEBUG oslo_vmware.api [None req-78689aed-fc0e-4c49-8e6a-360e829d830e tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365637, 'name': ReconfigVM_Task, 'duration_secs': 0.302538} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.035077] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-78689aed-fc0e-4c49-8e6a-360e829d830e tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: c34760a4-99e2-4db3-bbb4-3b6a721e5593] Reconfigured VM instance instance-00000050 to attach disk [datastore1] c34760a4-99e2-4db3-bbb4-3b6a721e5593/c34760a4-99e2-4db3-bbb4-3b6a721e5593.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1063.035700] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1602af36-6368-452d-8aaf-fa37a52516d7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.042369] env[69350]: DEBUG oslo_vmware.api [None req-78689aed-fc0e-4c49-8e6a-360e829d830e tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Waiting for the task: (returnval){ [ 1063.042369] env[69350]: value = "task-3365639" [ 1063.042369] env[69350]: _type = "Task" [ 1063.042369] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.055451] env[69350]: DEBUG oslo_vmware.api [None req-78689aed-fc0e-4c49-8e6a-360e829d830e tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365639, 'name': Rename_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.144060] env[69350]: DEBUG nova.compute.utils [None req-a2b02101-8810-41e4-8bb5-c3ac28b01c36 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1063.145629] env[69350]: DEBUG nova.compute.manager [None req-a2b02101-8810-41e4-8bb5-c3ac28b01c36 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: 9aba16d2-aa15-49cf-ab8e-bded803b56d3] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1063.145753] env[69350]: DEBUG nova.network.neutron [None req-a2b02101-8810-41e4-8bb5-c3ac28b01c36 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: 9aba16d2-aa15-49cf-ab8e-bded803b56d3] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1063.296782] env[69350]: DEBUG nova.policy [None req-a2b02101-8810-41e4-8bb5-c3ac28b01c36 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5982022854554534a7951d545649be09', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '815a790c210444b79e3460dcf336bf62', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 1063.308296] env[69350]: DEBUG oslo_vmware.api [None req-01ce3126-0e5e-48bd-b6c9-6110f1a0f501 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Task: {'id': task-3365638, 'name': PowerOnVM_Task, 'duration_secs': 0.506945} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.308583] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-01ce3126-0e5e-48bd-b6c9-6110f1a0f501 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: c168608c-1c65-4e48-be87-93dfa497f573] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1063.308822] env[69350]: INFO nova.compute.manager [None req-01ce3126-0e5e-48bd-b6c9-6110f1a0f501 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: c168608c-1c65-4e48-be87-93dfa497f573] Took 10.91 seconds to spawn the instance on the hypervisor. [ 1063.309055] env[69350]: DEBUG nova.compute.manager [None req-01ce3126-0e5e-48bd-b6c9-6110f1a0f501 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: c168608c-1c65-4e48-be87-93dfa497f573] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1063.309849] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72014607-847f-4088-ad94-02094b72de00 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.556892] env[69350]: DEBUG oslo_vmware.api [None req-78689aed-fc0e-4c49-8e6a-360e829d830e tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365639, 'name': Rename_Task, 'duration_secs': 0.180397} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.557288] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-78689aed-fc0e-4c49-8e6a-360e829d830e tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: c34760a4-99e2-4db3-bbb4-3b6a721e5593] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1063.557603] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68446638-156e-4129-90bd-5715676168ca {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.567023] env[69350]: DEBUG oslo_vmware.api [None req-78689aed-fc0e-4c49-8e6a-360e829d830e tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Waiting for the task: (returnval){ [ 1063.567023] env[69350]: value = "task-3365640" [ 1063.567023] env[69350]: _type = "Task" [ 1063.567023] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.573089] env[69350]: DEBUG oslo_vmware.api [None req-78689aed-fc0e-4c49-8e6a-360e829d830e tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365640, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.655178] env[69350]: DEBUG nova.compute.manager [None req-a2b02101-8810-41e4-8bb5-c3ac28b01c36 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: 9aba16d2-aa15-49cf-ab8e-bded803b56d3] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1063.690546] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance f1736cf7-d979-41ba-97d9-45c35b51cad8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1063.690546] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance d8ff34cc-0660-4828-847d-cc58e0c4385a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1063.690546] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance d780fc2f-62f6-4cf7-8d8a-c2e7b25226dc actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1063.690546] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance 12469520-1e54-40a2-b179-0811c4099063 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1063.690546] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance 54012b13-65ff-4fe4-bcab-43038f12aeda actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1063.690546] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance f57f4243-4a2f-4f93-962e-4ceb2fbb2f66 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1063.690546] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance aad4e7c2-8241-4c46-be12-938b0673d68e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1063.690546] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance 684c8b24-d21b-46bd-86e7-9e93b00cc7dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1063.690546] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance a03ec981-aaa5-45f3-aee7-8716b22652c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1063.690978] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance d01bd7bf-c208-4d10-8c17-22807de255ac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1063.690978] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance 7a738554-0623-4e36-ba13-4d4f1346154c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1063.690978] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance ecaf844a-052f-4fb9-8b31-d66f6f067e2f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1063.690978] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance c168608c-1c65-4e48-be87-93dfa497f573 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1063.691119] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance c34760a4-99e2-4db3-bbb4-3b6a721e5593 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1063.691153] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance 9aba16d2-aa15-49cf-ab8e-bded803b56d3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1063.691343] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=69350) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1063.691469] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3392MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=69350) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1063.742380] env[69350]: DEBUG nova.compute.manager [req-e895f6bf-f0fe-42d4-ae6c-9bf9585de4f1 req-6d2b10c5-f868-4488-b98f-858d12f055d3 service nova] [instance: ecaf844a-052f-4fb9-8b31-d66f6f067e2f] Received event network-vif-deleted-bb2f0e29-743a-4615-b0f0-b29d2124306c {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1063.742632] env[69350]: INFO nova.compute.manager [req-e895f6bf-f0fe-42d4-ae6c-9bf9585de4f1 req-6d2b10c5-f868-4488-b98f-858d12f055d3 service nova] [instance: ecaf844a-052f-4fb9-8b31-d66f6f067e2f] Neutron deleted interface bb2f0e29-743a-4615-b0f0-b29d2124306c; detaching it from the instance and deleting it from the info cache [ 1063.742699] env[69350]: DEBUG nova.network.neutron [req-e895f6bf-f0fe-42d4-ae6c-9bf9585de4f1 req-6d2b10c5-f868-4488-b98f-858d12f055d3 service nova] [instance: ecaf844a-052f-4fb9-8b31-d66f6f067e2f] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.833705] env[69350]: INFO nova.compute.manager [None req-01ce3126-0e5e-48bd-b6c9-6110f1a0f501 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: c168608c-1c65-4e48-be87-93dfa497f573] Took 22.02 seconds to build instance. [ 1063.971882] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a3fac4-8dba-4e80-990c-06d6f4954df2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.981359] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bf8958a-ca19-42e4-8a1a-7485890f3545 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.990876] env[69350]: DEBUG nova.network.neutron [None req-a2b02101-8810-41e4-8bb5-c3ac28b01c36 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: 9aba16d2-aa15-49cf-ab8e-bded803b56d3] Successfully created port: 0f750c0c-aa2d-4d3f-b2f8-d8f3c27ee30e {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1064.025582] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16eb8816-13ab-4024-a13c-0d88c1980257 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.033746] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e50eaa1-3def-4f5f-96a5-7e7bcfbea152 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.050069] env[69350]: DEBUG nova.compute.provider_tree [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1064.063535] env[69350]: DEBUG nova.network.neutron [-] [instance: ecaf844a-052f-4fb9-8b31-d66f6f067e2f] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.077561] env[69350]: DEBUG oslo_vmware.api [None req-78689aed-fc0e-4c49-8e6a-360e829d830e tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365640, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.245859] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2e241a4f-fcd6-4587-8e94-11c0748f3b3f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.257260] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d2e94e-81ab-4d3a-8e65-b1e239a838ef {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.298249] env[69350]: DEBUG nova.compute.manager [req-e895f6bf-f0fe-42d4-ae6c-9bf9585de4f1 req-6d2b10c5-f868-4488-b98f-858d12f055d3 service nova] [instance: ecaf844a-052f-4fb9-8b31-d66f6f067e2f] Detach interface failed, port_id=bb2f0e29-743a-4615-b0f0-b29d2124306c, reason: Instance ecaf844a-052f-4fb9-8b31-d66f6f067e2f could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1064.339075] env[69350]: DEBUG oslo_concurrency.lockutils [None req-01ce3126-0e5e-48bd-b6c9-6110f1a0f501 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Lock "c168608c-1c65-4e48-be87-93dfa497f573" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.531s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.341474] env[69350]: DEBUG nova.network.neutron [-] [instance: d780fc2f-62f6-4cf7-8d8a-c2e7b25226dc] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.350242] env[69350]: DEBUG oslo_concurrency.lockutils [None req-66b94d5d-b687-4722-85a2-9e79aeb95a4c tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Acquiring lock "38697a7f-71a5-4109-bc6f-58f00ec0c798" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.350482] env[69350]: DEBUG oslo_concurrency.lockutils [None req-66b94d5d-b687-4722-85a2-9e79aeb95a4c tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Lock "38697a7f-71a5-4109-bc6f-58f00ec0c798" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.554328] env[69350]: DEBUG nova.scheduler.client.report [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1064.574875] env[69350]: INFO nova.compute.manager [-] [instance: ecaf844a-052f-4fb9-8b31-d66f6f067e2f] Took 1.76 seconds to deallocate network for instance. [ 1064.575433] env[69350]: DEBUG oslo_vmware.api [None req-78689aed-fc0e-4c49-8e6a-360e829d830e tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365640, 'name': PowerOnVM_Task, 'duration_secs': 0.812055} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.577039] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-78689aed-fc0e-4c49-8e6a-360e829d830e tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: c34760a4-99e2-4db3-bbb4-3b6a721e5593] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1064.577214] env[69350]: INFO nova.compute.manager [None req-78689aed-fc0e-4c49-8e6a-360e829d830e tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: c34760a4-99e2-4db3-bbb4-3b6a721e5593] Took 9.73 seconds to spawn the instance on the hypervisor. [ 1064.577398] env[69350]: DEBUG nova.compute.manager [None req-78689aed-fc0e-4c49-8e6a-360e829d830e tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: c34760a4-99e2-4db3-bbb4-3b6a721e5593] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1064.580561] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc72ccd-3f86-4da9-9138-475cd5c58295 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.673262] env[69350]: DEBUG nova.compute.manager [None req-a2b02101-8810-41e4-8bb5-c3ac28b01c36 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: 9aba16d2-aa15-49cf-ab8e-bded803b56d3] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1064.699367] env[69350]: DEBUG nova.virt.hardware [None req-a2b02101-8810-41e4-8bb5-c3ac28b01c36 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1064.699616] env[69350]: DEBUG nova.virt.hardware [None req-a2b02101-8810-41e4-8bb5-c3ac28b01c36 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1064.699781] env[69350]: DEBUG nova.virt.hardware [None req-a2b02101-8810-41e4-8bb5-c3ac28b01c36 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1064.699970] env[69350]: DEBUG nova.virt.hardware [None req-a2b02101-8810-41e4-8bb5-c3ac28b01c36 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1064.700147] env[69350]: DEBUG nova.virt.hardware [None req-a2b02101-8810-41e4-8bb5-c3ac28b01c36 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1064.700298] env[69350]: DEBUG nova.virt.hardware [None req-a2b02101-8810-41e4-8bb5-c3ac28b01c36 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1064.700506] env[69350]: DEBUG nova.virt.hardware [None req-a2b02101-8810-41e4-8bb5-c3ac28b01c36 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1064.700662] env[69350]: DEBUG nova.virt.hardware [None req-a2b02101-8810-41e4-8bb5-c3ac28b01c36 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1064.700829] env[69350]: DEBUG nova.virt.hardware [None req-a2b02101-8810-41e4-8bb5-c3ac28b01c36 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1064.700990] env[69350]: DEBUG nova.virt.hardware [None req-a2b02101-8810-41e4-8bb5-c3ac28b01c36 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1064.701184] env[69350]: DEBUG nova.virt.hardware [None req-a2b02101-8810-41e4-8bb5-c3ac28b01c36 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1064.702103] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aabbe432-eb88-496a-be5e-7fd74b9d518b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.710008] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b22f50e7-5b47-4150-b271-d8192d49fb7b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.757685] env[69350]: DEBUG nova.compute.manager [req-83f1988b-fc07-4501-b353-5d0a16092bfb req-66418a55-69ad-4691-80d5-3f9b1ffc5944 service nova] [instance: c168608c-1c65-4e48-be87-93dfa497f573] Received event network-changed-0ea5cff1-5910-4499-a895-9b3c3c93e582 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1064.757685] env[69350]: DEBUG nova.compute.manager [req-83f1988b-fc07-4501-b353-5d0a16092bfb req-66418a55-69ad-4691-80d5-3f9b1ffc5944 service nova] [instance: c168608c-1c65-4e48-be87-93dfa497f573] Refreshing instance network info cache due to event network-changed-0ea5cff1-5910-4499-a895-9b3c3c93e582. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1064.757685] env[69350]: DEBUG oslo_concurrency.lockutils [req-83f1988b-fc07-4501-b353-5d0a16092bfb req-66418a55-69ad-4691-80d5-3f9b1ffc5944 service nova] Acquiring lock "refresh_cache-c168608c-1c65-4e48-be87-93dfa497f573" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.757685] env[69350]: DEBUG oslo_concurrency.lockutils [req-83f1988b-fc07-4501-b353-5d0a16092bfb req-66418a55-69ad-4691-80d5-3f9b1ffc5944 service nova] Acquired lock "refresh_cache-c168608c-1c65-4e48-be87-93dfa497f573" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.757685] env[69350]: DEBUG nova.network.neutron [req-83f1988b-fc07-4501-b353-5d0a16092bfb req-66418a55-69ad-4691-80d5-3f9b1ffc5944 service nova] [instance: c168608c-1c65-4e48-be87-93dfa497f573] Refreshing network info cache for port 0ea5cff1-5910-4499-a895-9b3c3c93e582 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1064.845595] env[69350]: INFO nova.compute.manager [-] [instance: d780fc2f-62f6-4cf7-8d8a-c2e7b25226dc] Took 2.19 seconds to deallocate network for instance. [ 1064.855176] env[69350]: DEBUG nova.compute.manager [None req-66b94d5d-b687-4722-85a2-9e79aeb95a4c tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] [instance: 38697a7f-71a5-4109-bc6f-58f00ec0c798] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1065.059421] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69350) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1065.059421] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.421s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.084800] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d36499dc-4691-48b5-95ce-f01ba5970453 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.085133] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d36499dc-4691-48b5-95ce-f01ba5970453 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.085361] env[69350]: DEBUG nova.objects.instance [None req-d36499dc-4691-48b5-95ce-f01ba5970453 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Lazy-loading 'resources' on Instance uuid ecaf844a-052f-4fb9-8b31-d66f6f067e2f {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1065.098117] env[69350]: INFO nova.compute.manager [None req-78689aed-fc0e-4c49-8e6a-360e829d830e tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: c34760a4-99e2-4db3-bbb4-3b6a721e5593] Took 20.55 seconds to build instance. [ 1065.382860] env[69350]: DEBUG oslo_concurrency.lockutils [None req-66b94d5d-b687-4722-85a2-9e79aeb95a4c tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.406560] env[69350]: INFO nova.compute.manager [None req-159cabb3-9333-43a9-9e36-b7999e59af00 tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] [instance: d780fc2f-62f6-4cf7-8d8a-c2e7b25226dc] Took 0.56 seconds to detach 1 volumes for instance. [ 1065.408827] env[69350]: DEBUG nova.compute.manager [None req-159cabb3-9333-43a9-9e36-b7999e59af00 tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] [instance: d780fc2f-62f6-4cf7-8d8a-c2e7b25226dc] Deleting volume: 5acad2bd-5b0c-4c42-942e-d09a87d2b079 {{(pid=69350) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1065.599798] env[69350]: DEBUG oslo_concurrency.lockutils [None req-78689aed-fc0e-4c49-8e6a-360e829d830e tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Lock "c34760a4-99e2-4db3-bbb4-3b6a721e5593" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.064s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.607037] env[69350]: DEBUG nova.network.neutron [req-83f1988b-fc07-4501-b353-5d0a16092bfb req-66418a55-69ad-4691-80d5-3f9b1ffc5944 service nova] [instance: c168608c-1c65-4e48-be87-93dfa497f573] Updated VIF entry in instance network info cache for port 0ea5cff1-5910-4499-a895-9b3c3c93e582. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1065.607418] env[69350]: DEBUG nova.network.neutron [req-83f1988b-fc07-4501-b353-5d0a16092bfb req-66418a55-69ad-4691-80d5-3f9b1ffc5944 service nova] [instance: c168608c-1c65-4e48-be87-93dfa497f573] Updating instance_info_cache with network_info: [{"id": "0ea5cff1-5910-4499-a895-9b3c3c93e582", "address": "fa:16:3e:3b:c7:0c", "network": {"id": "96451f6e-edde-4046-877b-ba777e1afbbe", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1337971457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68969c59ea4a4ce5995c230a96f1eab8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ea5cff1-59", "ovs_interfaceid": "0ea5cff1-5910-4499-a895-9b3c3c93e582", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.716656] env[69350]: DEBUG nova.network.neutron [None req-a2b02101-8810-41e4-8bb5-c3ac28b01c36 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: 9aba16d2-aa15-49cf-ab8e-bded803b56d3] Successfully updated port: 0f750c0c-aa2d-4d3f-b2f8-d8f3c27ee30e {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1065.761352] env[69350]: INFO nova.compute.manager [None req-fede3cc0-7ae8-46f4-b846-0a7e9c47dd8c tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: c34760a4-99e2-4db3-bbb4-3b6a721e5593] Rebuilding instance [ 1065.770231] env[69350]: DEBUG nova.compute.manager [req-68ac2660-6895-4a17-a16f-126961c68d9c req-61f3e7d7-2e43-4053-b4d3-e8b93701c11c service nova] [instance: d780fc2f-62f6-4cf7-8d8a-c2e7b25226dc] Received event network-vif-deleted-9c445eb8-a679-45dc-8e38-0e87672fc3e4 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1065.770969] env[69350]: DEBUG nova.compute.manager [req-68ac2660-6895-4a17-a16f-126961c68d9c req-61f3e7d7-2e43-4053-b4d3-e8b93701c11c service nova] [instance: 9aba16d2-aa15-49cf-ab8e-bded803b56d3] Received event network-vif-plugged-0f750c0c-aa2d-4d3f-b2f8-d8f3c27ee30e {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1065.770969] env[69350]: DEBUG oslo_concurrency.lockutils [req-68ac2660-6895-4a17-a16f-126961c68d9c req-61f3e7d7-2e43-4053-b4d3-e8b93701c11c service nova] Acquiring lock "9aba16d2-aa15-49cf-ab8e-bded803b56d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.770969] env[69350]: DEBUG oslo_concurrency.lockutils [req-68ac2660-6895-4a17-a16f-126961c68d9c req-61f3e7d7-2e43-4053-b4d3-e8b93701c11c service nova] Lock "9aba16d2-aa15-49cf-ab8e-bded803b56d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.770969] env[69350]: DEBUG oslo_concurrency.lockutils [req-68ac2660-6895-4a17-a16f-126961c68d9c req-61f3e7d7-2e43-4053-b4d3-e8b93701c11c service nova] Lock "9aba16d2-aa15-49cf-ab8e-bded803b56d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.771294] env[69350]: DEBUG nova.compute.manager [req-68ac2660-6895-4a17-a16f-126961c68d9c req-61f3e7d7-2e43-4053-b4d3-e8b93701c11c service nova] [instance: 9aba16d2-aa15-49cf-ab8e-bded803b56d3] No waiting events found dispatching network-vif-plugged-0f750c0c-aa2d-4d3f-b2f8-d8f3c27ee30e {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1065.771294] env[69350]: WARNING nova.compute.manager [req-68ac2660-6895-4a17-a16f-126961c68d9c req-61f3e7d7-2e43-4053-b4d3-e8b93701c11c service nova] [instance: 9aba16d2-aa15-49cf-ab8e-bded803b56d3] Received unexpected event network-vif-plugged-0f750c0c-aa2d-4d3f-b2f8-d8f3c27ee30e for instance with vm_state building and task_state spawning. [ 1065.771410] env[69350]: DEBUG nova.compute.manager [req-68ac2660-6895-4a17-a16f-126961c68d9c req-61f3e7d7-2e43-4053-b4d3-e8b93701c11c service nova] [instance: 9aba16d2-aa15-49cf-ab8e-bded803b56d3] Received event network-changed-0f750c0c-aa2d-4d3f-b2f8-d8f3c27ee30e {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1065.771563] env[69350]: DEBUG nova.compute.manager [req-68ac2660-6895-4a17-a16f-126961c68d9c req-61f3e7d7-2e43-4053-b4d3-e8b93701c11c service nova] [instance: 9aba16d2-aa15-49cf-ab8e-bded803b56d3] Refreshing instance network info cache due to event network-changed-0f750c0c-aa2d-4d3f-b2f8-d8f3c27ee30e. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1065.771744] env[69350]: DEBUG oslo_concurrency.lockutils [req-68ac2660-6895-4a17-a16f-126961c68d9c req-61f3e7d7-2e43-4053-b4d3-e8b93701c11c service nova] Acquiring lock "refresh_cache-9aba16d2-aa15-49cf-ab8e-bded803b56d3" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.771878] env[69350]: DEBUG oslo_concurrency.lockutils [req-68ac2660-6895-4a17-a16f-126961c68d9c req-61f3e7d7-2e43-4053-b4d3-e8b93701c11c service nova] Acquired lock "refresh_cache-9aba16d2-aa15-49cf-ab8e-bded803b56d3" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.772057] env[69350]: DEBUG nova.network.neutron [req-68ac2660-6895-4a17-a16f-126961c68d9c req-61f3e7d7-2e43-4053-b4d3-e8b93701c11c service nova] [instance: 9aba16d2-aa15-49cf-ab8e-bded803b56d3] Refreshing network info cache for port 0f750c0c-aa2d-4d3f-b2f8-d8f3c27ee30e {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1065.797952] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d7fd681-48f3-4e45-b8e1-8b4908688de4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.802791] env[69350]: DEBUG nova.compute.manager [None req-fede3cc0-7ae8-46f4-b846-0a7e9c47dd8c tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: c34760a4-99e2-4db3-bbb4-3b6a721e5593] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1065.803934] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc50629-7500-4ee0-a482-fd3510aedbca {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.809587] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc4e523d-969d-45c5-9357-14769eb787f0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.842734] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb78a7ef-c825-461c-bec2-a79e0cdef320 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.850648] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9abdb526-a069-40e1-ba7a-ece93fbe0b42 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.864021] env[69350]: DEBUG nova.compute.provider_tree [None req-d36499dc-4691-48b5-95ce-f01ba5970453 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1065.955969] env[69350]: DEBUG oslo_concurrency.lockutils [None req-159cabb3-9333-43a9-9e36-b7999e59af00 tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.113351] env[69350]: DEBUG oslo_concurrency.lockutils [req-83f1988b-fc07-4501-b353-5d0a16092bfb req-66418a55-69ad-4691-80d5-3f9b1ffc5944 service nova] Releasing lock "refresh_cache-c168608c-1c65-4e48-be87-93dfa497f573" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.216589] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a2b02101-8810-41e4-8bb5-c3ac28b01c36 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Acquiring lock "refresh_cache-9aba16d2-aa15-49cf-ab8e-bded803b56d3" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.315051] env[69350]: DEBUG nova.network.neutron [req-68ac2660-6895-4a17-a16f-126961c68d9c req-61f3e7d7-2e43-4053-b4d3-e8b93701c11c service nova] [instance: 9aba16d2-aa15-49cf-ab8e-bded803b56d3] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1066.366690] env[69350]: DEBUG nova.scheduler.client.report [None req-d36499dc-4691-48b5-95ce-f01ba5970453 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1066.394042] env[69350]: DEBUG nova.network.neutron [req-68ac2660-6895-4a17-a16f-126961c68d9c req-61f3e7d7-2e43-4053-b4d3-e8b93701c11c service nova] [instance: 9aba16d2-aa15-49cf-ab8e-bded803b56d3] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.819060] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-fede3cc0-7ae8-46f4-b846-0a7e9c47dd8c tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: c34760a4-99e2-4db3-bbb4-3b6a721e5593] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1066.819424] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f60546f0-d068-41bf-ba94-22296cc0bed6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.827013] env[69350]: DEBUG oslo_vmware.api [None req-fede3cc0-7ae8-46f4-b846-0a7e9c47dd8c tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Waiting for the task: (returnval){ [ 1066.827013] env[69350]: value = "task-3365642" [ 1066.827013] env[69350]: _type = "Task" [ 1066.827013] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.834823] env[69350]: DEBUG oslo_vmware.api [None req-fede3cc0-7ae8-46f4-b846-0a7e9c47dd8c tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365642, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.871891] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d36499dc-4691-48b5-95ce-f01ba5970453 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.787s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.874307] env[69350]: DEBUG oslo_concurrency.lockutils [None req-66b94d5d-b687-4722-85a2-9e79aeb95a4c tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.492s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.875772] env[69350]: INFO nova.compute.claims [None req-66b94d5d-b687-4722-85a2-9e79aeb95a4c tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] [instance: 38697a7f-71a5-4109-bc6f-58f00ec0c798] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1066.894736] env[69350]: INFO nova.scheduler.client.report [None req-d36499dc-4691-48b5-95ce-f01ba5970453 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Deleted allocations for instance ecaf844a-052f-4fb9-8b31-d66f6f067e2f [ 1066.898641] env[69350]: DEBUG oslo_concurrency.lockutils [req-68ac2660-6895-4a17-a16f-126961c68d9c req-61f3e7d7-2e43-4053-b4d3-e8b93701c11c service nova] Releasing lock "refresh_cache-9aba16d2-aa15-49cf-ab8e-bded803b56d3" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.901232] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a2b02101-8810-41e4-8bb5-c3ac28b01c36 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Acquired lock "refresh_cache-9aba16d2-aa15-49cf-ab8e-bded803b56d3" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.901366] env[69350]: DEBUG nova.network.neutron [None req-a2b02101-8810-41e4-8bb5-c3ac28b01c36 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: 9aba16d2-aa15-49cf-ab8e-bded803b56d3] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1067.337593] env[69350]: DEBUG oslo_vmware.api [None req-fede3cc0-7ae8-46f4-b846-0a7e9c47dd8c tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365642, 'name': PowerOffVM_Task, 'duration_secs': 0.183236} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.337857] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-fede3cc0-7ae8-46f4-b846-0a7e9c47dd8c tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: c34760a4-99e2-4db3-bbb4-3b6a721e5593] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1067.338103] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-fede3cc0-7ae8-46f4-b846-0a7e9c47dd8c tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: c34760a4-99e2-4db3-bbb4-3b6a721e5593] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1067.338981] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-904bc655-76bf-4a3e-9804-864f4fefe23d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.346031] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-fede3cc0-7ae8-46f4-b846-0a7e9c47dd8c tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: c34760a4-99e2-4db3-bbb4-3b6a721e5593] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1067.346031] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e188988e-a9e9-4de7-a188-c1dcf1d37148 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.406809] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d36499dc-4691-48b5-95ce-f01ba5970453 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Lock "ecaf844a-052f-4fb9-8b31-d66f6f067e2f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.715s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.411514] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-fede3cc0-7ae8-46f4-b846-0a7e9c47dd8c tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: c34760a4-99e2-4db3-bbb4-3b6a721e5593] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1067.411514] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-fede3cc0-7ae8-46f4-b846-0a7e9c47dd8c tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: c34760a4-99e2-4db3-bbb4-3b6a721e5593] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1067.411730] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-fede3cc0-7ae8-46f4-b846-0a7e9c47dd8c tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Deleting the datastore file [datastore1] c34760a4-99e2-4db3-bbb4-3b6a721e5593 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1067.411998] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b27c676-825f-42c1-8195-53da06b6f747 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.420122] env[69350]: DEBUG oslo_vmware.api [None req-fede3cc0-7ae8-46f4-b846-0a7e9c47dd8c tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Waiting for the task: (returnval){ [ 1067.420122] env[69350]: value = "task-3365644" [ 1067.420122] env[69350]: _type = "Task" [ 1067.420122] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.432699] env[69350]: DEBUG oslo_vmware.api [None req-fede3cc0-7ae8-46f4-b846-0a7e9c47dd8c tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365644, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.454935] env[69350]: DEBUG nova.network.neutron [None req-a2b02101-8810-41e4-8bb5-c3ac28b01c36 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: 9aba16d2-aa15-49cf-ab8e-bded803b56d3] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1067.629515] env[69350]: DEBUG nova.network.neutron [None req-a2b02101-8810-41e4-8bb5-c3ac28b01c36 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: 9aba16d2-aa15-49cf-ab8e-bded803b56d3] Updating instance_info_cache with network_info: [{"id": "0f750c0c-aa2d-4d3f-b2f8-d8f3c27ee30e", "address": "fa:16:3e:ab:6b:f2", "network": {"id": "10efdebd-b36b-4143-b562-218922bcc857", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1931214076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "815a790c210444b79e3460dcf336bf62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f750c0c-aa", "ovs_interfaceid": "0f750c0c-aa2d-4d3f-b2f8-d8f3c27ee30e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.930749] env[69350]: DEBUG oslo_vmware.api [None req-fede3cc0-7ae8-46f4-b846-0a7e9c47dd8c tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365644, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20315} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.931061] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-fede3cc0-7ae8-46f4-b846-0a7e9c47dd8c tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1067.931185] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-fede3cc0-7ae8-46f4-b846-0a7e9c47dd8c tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: c34760a4-99e2-4db3-bbb4-3b6a721e5593] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1067.931362] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-fede3cc0-7ae8-46f4-b846-0a7e9c47dd8c tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: c34760a4-99e2-4db3-bbb4-3b6a721e5593] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1067.937229] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f384b89e-7b9b-46b7-b6e3-fe9d9b8b969e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Acquiring lock "8597cdbf-2482-4fed-942c-a8314352673f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.937440] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f384b89e-7b9b-46b7-b6e3-fe9d9b8b969e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Lock "8597cdbf-2482-4fed-942c-a8314352673f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.131787] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a2b02101-8810-41e4-8bb5-c3ac28b01c36 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Releasing lock "refresh_cache-9aba16d2-aa15-49cf-ab8e-bded803b56d3" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.132114] env[69350]: DEBUG nova.compute.manager [None req-a2b02101-8810-41e4-8bb5-c3ac28b01c36 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: 9aba16d2-aa15-49cf-ab8e-bded803b56d3] Instance network_info: |[{"id": "0f750c0c-aa2d-4d3f-b2f8-d8f3c27ee30e", "address": "fa:16:3e:ab:6b:f2", "network": {"id": "10efdebd-b36b-4143-b562-218922bcc857", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1931214076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "815a790c210444b79e3460dcf336bf62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f750c0c-aa", "ovs_interfaceid": "0f750c0c-aa2d-4d3f-b2f8-d8f3c27ee30e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1068.134820] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a2b02101-8810-41e4-8bb5-c3ac28b01c36 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: 9aba16d2-aa15-49cf-ab8e-bded803b56d3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:6b:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0f750c0c-aa2d-4d3f-b2f8-d8f3c27ee30e', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1068.142695] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2b02101-8810-41e4-8bb5-c3ac28b01c36 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1068.143030] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9aba16d2-aa15-49cf-ab8e-bded803b56d3] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1068.143814] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9437a325-8ae4-4db1-8200-b9ba08f577e0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.158864] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a00a1696-9b04-469b-bbed-4e8e9d1b48ea {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.166678] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa3ca7e9-4709-462c-b36a-9ae950b94b3e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.171028] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1068.171028] env[69350]: value = "task-3365645" [ 1068.171028] env[69350]: _type = "Task" [ 1068.171028] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.199280] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d26740a-feef-4680-9996-f3f5c64b8b8a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.204784] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365645, 'name': CreateVM_Task} progress is 10%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.210461] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-640d9566-e005-4844-8146-9c93c2fbccd6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.224090] env[69350]: DEBUG nova.compute.provider_tree [None req-66b94d5d-b687-4722-85a2-9e79aeb95a4c tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1068.441071] env[69350]: DEBUG nova.compute.manager [None req-f384b89e-7b9b-46b7-b6e3-fe9d9b8b969e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 8597cdbf-2482-4fed-942c-a8314352673f] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1068.680626] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365645, 'name': CreateVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.727808] env[69350]: DEBUG nova.scheduler.client.report [None req-66b94d5d-b687-4722-85a2-9e79aeb95a4c tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1068.961636] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f384b89e-7b9b-46b7-b6e3-fe9d9b8b969e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.972892] env[69350]: DEBUG nova.virt.hardware [None req-fede3cc0-7ae8-46f4-b846-0a7e9c47dd8c tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1068.973147] env[69350]: DEBUG nova.virt.hardware [None req-fede3cc0-7ae8-46f4-b846-0a7e9c47dd8c tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1068.973306] env[69350]: DEBUG nova.virt.hardware [None req-fede3cc0-7ae8-46f4-b846-0a7e9c47dd8c tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1068.973488] env[69350]: DEBUG nova.virt.hardware [None req-fede3cc0-7ae8-46f4-b846-0a7e9c47dd8c tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1068.973632] env[69350]: DEBUG nova.virt.hardware [None req-fede3cc0-7ae8-46f4-b846-0a7e9c47dd8c tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1068.973788] env[69350]: DEBUG nova.virt.hardware [None req-fede3cc0-7ae8-46f4-b846-0a7e9c47dd8c tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1068.973996] env[69350]: DEBUG nova.virt.hardware [None req-fede3cc0-7ae8-46f4-b846-0a7e9c47dd8c tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1068.974165] env[69350]: DEBUG nova.virt.hardware [None req-fede3cc0-7ae8-46f4-b846-0a7e9c47dd8c tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1068.974328] env[69350]: DEBUG nova.virt.hardware [None req-fede3cc0-7ae8-46f4-b846-0a7e9c47dd8c tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1068.974485] env[69350]: DEBUG nova.virt.hardware [None req-fede3cc0-7ae8-46f4-b846-0a7e9c47dd8c tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1068.974653] env[69350]: DEBUG nova.virt.hardware [None req-fede3cc0-7ae8-46f4-b846-0a7e9c47dd8c tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1068.975520] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d0b038-0e8c-4fb9-b462-6d6be36af0c4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.983964] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f5caf6f-dc5a-4e26-85fd-6596d8ada3ff {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.997527] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-fede3cc0-7ae8-46f4-b846-0a7e9c47dd8c tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: c34760a4-99e2-4db3-bbb4-3b6a721e5593] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:78:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '557aba95-8968-407a-bac2-2fae66f7c8e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '44e1e9a1-dbc6-427d-a50d-329c25032a04', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1069.005182] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fede3cc0-7ae8-46f4-b846-0a7e9c47dd8c tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1069.005728] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c34760a4-99e2-4db3-bbb4-3b6a721e5593] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1069.005932] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-16936238-b780-4973-809e-00fe8dc029bc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.024344] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1069.024344] env[69350]: value = "task-3365646" [ 1069.024344] env[69350]: _type = "Task" [ 1069.024344] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.031696] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365646, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.181829] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365645, 'name': CreateVM_Task, 'duration_secs': 0.726104} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.182100] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9aba16d2-aa15-49cf-ab8e-bded803b56d3] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1069.182960] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a2b02101-8810-41e4-8bb5-c3ac28b01c36 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.183073] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a2b02101-8810-41e4-8bb5-c3ac28b01c36 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.183404] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a2b02101-8810-41e4-8bb5-c3ac28b01c36 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.183723] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b65997a8-e2e3-4217-990b-c8e42f4d47b6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.188753] env[69350]: DEBUG oslo_vmware.api [None req-a2b02101-8810-41e4-8bb5-c3ac28b01c36 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Waiting for the task: (returnval){ [ 1069.188753] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]529b71bb-fc8d-91b9-d76e-78f8f01f46bf" [ 1069.188753] env[69350]: _type = "Task" [ 1069.188753] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.196601] env[69350]: DEBUG oslo_vmware.api [None req-a2b02101-8810-41e4-8bb5-c3ac28b01c36 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]529b71bb-fc8d-91b9-d76e-78f8f01f46bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.234051] env[69350]: DEBUG oslo_concurrency.lockutils [None req-66b94d5d-b687-4722-85a2-9e79aeb95a4c tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.359s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.234814] env[69350]: DEBUG nova.compute.manager [None req-66b94d5d-b687-4722-85a2-9e79aeb95a4c tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] [instance: 38697a7f-71a5-4109-bc6f-58f00ec0c798] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1069.238738] env[69350]: DEBUG oslo_concurrency.lockutils [None req-159cabb3-9333-43a9-9e36-b7999e59af00 tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.283s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.239107] env[69350]: DEBUG nova.objects.instance [None req-159cabb3-9333-43a9-9e36-b7999e59af00 tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] Lazy-loading 'resources' on Instance uuid d780fc2f-62f6-4cf7-8d8a-c2e7b25226dc {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1069.534720] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365646, 'name': CreateVM_Task, 'duration_secs': 0.305746} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.534891] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c34760a4-99e2-4db3-bbb4-3b6a721e5593] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1069.535536] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fede3cc0-7ae8-46f4-b846-0a7e9c47dd8c tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.699699] env[69350]: DEBUG oslo_vmware.api [None req-a2b02101-8810-41e4-8bb5-c3ac28b01c36 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]529b71bb-fc8d-91b9-d76e-78f8f01f46bf, 'name': SearchDatastore_Task, 'duration_secs': 0.009401} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.700151] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a2b02101-8810-41e4-8bb5-c3ac28b01c36 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.700420] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a2b02101-8810-41e4-8bb5-c3ac28b01c36 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: 9aba16d2-aa15-49cf-ab8e-bded803b56d3] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1069.700668] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a2b02101-8810-41e4-8bb5-c3ac28b01c36 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.700815] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a2b02101-8810-41e4-8bb5-c3ac28b01c36 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.700994] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2b02101-8810-41e4-8bb5-c3ac28b01c36 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1069.701409] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fede3cc0-7ae8-46f4-b846-0a7e9c47dd8c tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.701747] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fede3cc0-7ae8-46f4-b846-0a7e9c47dd8c tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.701993] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b529a27-e338-4c8a-b8ef-ba0ac42188f2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.704119] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68e77dcc-2860-497e-a05f-ad7f3262fd49 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.708947] env[69350]: DEBUG oslo_vmware.api [None req-fede3cc0-7ae8-46f4-b846-0a7e9c47dd8c tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Waiting for the task: (returnval){ [ 1069.708947] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52103ffe-7982-61cc-a1fe-18ac5161c4ad" [ 1069.708947] env[69350]: _type = "Task" [ 1069.708947] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.713019] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2b02101-8810-41e4-8bb5-c3ac28b01c36 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1069.713213] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a2b02101-8810-41e4-8bb5-c3ac28b01c36 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1069.714246] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28b5e442-b93e-4ce7-a777-931e08cbc505 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.719427] env[69350]: DEBUG oslo_vmware.api [None req-fede3cc0-7ae8-46f4-b846-0a7e9c47dd8c tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52103ffe-7982-61cc-a1fe-18ac5161c4ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.722099] env[69350]: DEBUG oslo_vmware.api [None req-a2b02101-8810-41e4-8bb5-c3ac28b01c36 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Waiting for the task: (returnval){ [ 1069.722099] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52c6c529-b41d-6186-6548-60c8242a4454" [ 1069.722099] env[69350]: _type = "Task" [ 1069.722099] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.729255] env[69350]: DEBUG oslo_vmware.api [None req-a2b02101-8810-41e4-8bb5-c3ac28b01c36 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52c6c529-b41d-6186-6548-60c8242a4454, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.744677] env[69350]: DEBUG nova.compute.utils [None req-66b94d5d-b687-4722-85a2-9e79aeb95a4c tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1069.747051] env[69350]: DEBUG nova.compute.manager [None req-66b94d5d-b687-4722-85a2-9e79aeb95a4c tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] [instance: 38697a7f-71a5-4109-bc6f-58f00ec0c798] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1069.747051] env[69350]: DEBUG nova.network.neutron [None req-66b94d5d-b687-4722-85a2-9e79aeb95a4c tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] [instance: 38697a7f-71a5-4109-bc6f-58f00ec0c798] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1069.820981] env[69350]: DEBUG nova.policy [None req-66b94d5d-b687-4722-85a2-9e79aeb95a4c tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b0c1a32105994c189b31f057660decbe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b47737b5d9f4ea386c5abbf633ab4fa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 1069.946415] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe781b5-9797-42b3-ab67-b93aec427a08 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.956580] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66364dc5-ef70-45bb-8818-8aa4511143d8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.988380] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f3ca83c-8dbc-4cdf-85e6-faa253e5d1fe {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.999355] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d8aa498-1b2c-4fdb-b539-56133a1c5d6b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.014016] env[69350]: DEBUG nova.compute.provider_tree [None req-159cabb3-9333-43a9-9e36-b7999e59af00 tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1070.219498] env[69350]: DEBUG oslo_vmware.api [None req-fede3cc0-7ae8-46f4-b846-0a7e9c47dd8c tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52103ffe-7982-61cc-a1fe-18ac5161c4ad, 'name': SearchDatastore_Task, 'duration_secs': 0.009665} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.219909] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fede3cc0-7ae8-46f4-b846-0a7e9c47dd8c tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.220184] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-fede3cc0-7ae8-46f4-b846-0a7e9c47dd8c tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: c34760a4-99e2-4db3-bbb4-3b6a721e5593] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1070.220408] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fede3cc0-7ae8-46f4-b846-0a7e9c47dd8c tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.231168] env[69350]: DEBUG oslo_vmware.api [None req-a2b02101-8810-41e4-8bb5-c3ac28b01c36 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52c6c529-b41d-6186-6548-60c8242a4454, 'name': SearchDatastore_Task, 'duration_secs': 0.007974} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.232199] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-726eb382-f57f-4a07-8fb8-89b77dd7cb2d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.238030] env[69350]: DEBUG oslo_vmware.api [None req-a2b02101-8810-41e4-8bb5-c3ac28b01c36 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Waiting for the task: (returnval){ [ 1070.238030] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]522136ed-d7dc-1ea4-63f7-de67b003e708" [ 1070.238030] env[69350]: _type = "Task" [ 1070.238030] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.246358] env[69350]: DEBUG oslo_vmware.api [None req-a2b02101-8810-41e4-8bb5-c3ac28b01c36 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]522136ed-d7dc-1ea4-63f7-de67b003e708, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.246861] env[69350]: DEBUG nova.compute.manager [None req-66b94d5d-b687-4722-85a2-9e79aeb95a4c tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] [instance: 38697a7f-71a5-4109-bc6f-58f00ec0c798] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1070.374446] env[69350]: DEBUG nova.network.neutron [None req-66b94d5d-b687-4722-85a2-9e79aeb95a4c tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] [instance: 38697a7f-71a5-4109-bc6f-58f00ec0c798] Successfully created port: fa4e4272-6f4f-42a2-a658-5457e9dd1537 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1070.519148] env[69350]: DEBUG nova.scheduler.client.report [None req-159cabb3-9333-43a9-9e36-b7999e59af00 tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1070.756674] env[69350]: DEBUG oslo_vmware.api [None req-a2b02101-8810-41e4-8bb5-c3ac28b01c36 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]522136ed-d7dc-1ea4-63f7-de67b003e708, 'name': SearchDatastore_Task, 'duration_secs': 0.010811} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.757135] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a2b02101-8810-41e4-8bb5-c3ac28b01c36 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.757391] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2b02101-8810-41e4-8bb5-c3ac28b01c36 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] 9aba16d2-aa15-49cf-ab8e-bded803b56d3/9aba16d2-aa15-49cf-ab8e-bded803b56d3.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1070.757661] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fede3cc0-7ae8-46f4-b846-0a7e9c47dd8c tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.757847] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-fede3cc0-7ae8-46f4-b846-0a7e9c47dd8c tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1070.758078] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ee658031-13b7-4365-aa0b-61e637d5a7d8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.760696] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-25b0e7be-dabf-4b09-8037-07488535168d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.767543] env[69350]: DEBUG oslo_vmware.api [None req-a2b02101-8810-41e4-8bb5-c3ac28b01c36 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Waiting for the task: (returnval){ [ 1070.767543] env[69350]: value = "task-3365647" [ 1070.767543] env[69350]: _type = "Task" [ 1070.767543] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.773210] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-fede3cc0-7ae8-46f4-b846-0a7e9c47dd8c tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1070.773210] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-fede3cc0-7ae8-46f4-b846-0a7e9c47dd8c tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1070.773874] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35ac5bc8-df08-4562-97ee-c2015633e6ce {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.779072] env[69350]: DEBUG oslo_vmware.api [None req-a2b02101-8810-41e4-8bb5-c3ac28b01c36 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Task: {'id': task-3365647, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.781835] env[69350]: DEBUG oslo_vmware.api [None req-fede3cc0-7ae8-46f4-b846-0a7e9c47dd8c tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Waiting for the task: (returnval){ [ 1070.781835] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5289575c-95eb-9bc2-7b75-b42634bd3abb" [ 1070.781835] env[69350]: _type = "Task" [ 1070.781835] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.788864] env[69350]: DEBUG oslo_vmware.api [None req-fede3cc0-7ae8-46f4-b846-0a7e9c47dd8c tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5289575c-95eb-9bc2-7b75-b42634bd3abb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.024101] env[69350]: DEBUG oslo_concurrency.lockutils [None req-159cabb3-9333-43a9-9e36-b7999e59af00 tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.785s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.027043] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f384b89e-7b9b-46b7-b6e3-fe9d9b8b969e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.065s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.029153] env[69350]: INFO nova.compute.claims [None req-f384b89e-7b9b-46b7-b6e3-fe9d9b8b969e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 8597cdbf-2482-4fed-942c-a8314352673f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1071.051239] env[69350]: INFO nova.scheduler.client.report [None req-159cabb3-9333-43a9-9e36-b7999e59af00 tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] Deleted allocations for instance d780fc2f-62f6-4cf7-8d8a-c2e7b25226dc [ 1071.258954] env[69350]: DEBUG nova.compute.manager [None req-66b94d5d-b687-4722-85a2-9e79aeb95a4c tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] [instance: 38697a7f-71a5-4109-bc6f-58f00ec0c798] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1071.277876] env[69350]: DEBUG oslo_vmware.api [None req-a2b02101-8810-41e4-8bb5-c3ac28b01c36 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Task: {'id': task-3365647, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.287217] env[69350]: DEBUG nova.virt.hardware [None req-66b94d5d-b687-4722-85a2-9e79aeb95a4c tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1071.287530] env[69350]: DEBUG nova.virt.hardware [None req-66b94d5d-b687-4722-85a2-9e79aeb95a4c tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1071.287721] env[69350]: DEBUG nova.virt.hardware [None req-66b94d5d-b687-4722-85a2-9e79aeb95a4c tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1071.287920] env[69350]: DEBUG nova.virt.hardware [None req-66b94d5d-b687-4722-85a2-9e79aeb95a4c tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1071.288082] env[69350]: DEBUG nova.virt.hardware [None req-66b94d5d-b687-4722-85a2-9e79aeb95a4c tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1071.288263] env[69350]: DEBUG nova.virt.hardware [None req-66b94d5d-b687-4722-85a2-9e79aeb95a4c tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1071.288444] env[69350]: DEBUG nova.virt.hardware [None req-66b94d5d-b687-4722-85a2-9e79aeb95a4c tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1071.288599] env[69350]: DEBUG nova.virt.hardware [None req-66b94d5d-b687-4722-85a2-9e79aeb95a4c tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1071.288767] env[69350]: DEBUG nova.virt.hardware [None req-66b94d5d-b687-4722-85a2-9e79aeb95a4c tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1071.288932] env[69350]: DEBUG nova.virt.hardware [None req-66b94d5d-b687-4722-85a2-9e79aeb95a4c tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1071.289142] env[69350]: DEBUG nova.virt.hardware [None req-66b94d5d-b687-4722-85a2-9e79aeb95a4c tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1071.289968] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f42f8d70-0a64-439d-9f25-4d4a4486b984 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.298326] env[69350]: DEBUG oslo_vmware.api [None req-fede3cc0-7ae8-46f4-b846-0a7e9c47dd8c tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5289575c-95eb-9bc2-7b75-b42634bd3abb, 'name': SearchDatastore_Task, 'duration_secs': 0.008734} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.301014] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7feafc8-ba19-4934-a4f3-025e29437de1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.304197] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb08cbd-5056-483f-970c-9360689308ca {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.311226] env[69350]: DEBUG oslo_vmware.api [None req-fede3cc0-7ae8-46f4-b846-0a7e9c47dd8c tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Waiting for the task: (returnval){ [ 1071.311226] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52e7a674-ca73-2fc7-e58d-b66d23cb8bb0" [ 1071.311226] env[69350]: _type = "Task" [ 1071.311226] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.326949] env[69350]: DEBUG oslo_vmware.api [None req-fede3cc0-7ae8-46f4-b846-0a7e9c47dd8c tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52e7a674-ca73-2fc7-e58d-b66d23cb8bb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.375125] env[69350]: DEBUG oslo_concurrency.lockutils [None req-376100b9-0ecd-4c02-9c1b-052978423b7b tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] Acquiring lock "12469520-1e54-40a2-b179-0811c4099063" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.375401] env[69350]: DEBUG oslo_concurrency.lockutils [None req-376100b9-0ecd-4c02-9c1b-052978423b7b tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] Lock "12469520-1e54-40a2-b179-0811c4099063" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.375609] env[69350]: DEBUG oslo_concurrency.lockutils [None req-376100b9-0ecd-4c02-9c1b-052978423b7b tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] Acquiring lock "12469520-1e54-40a2-b179-0811c4099063-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.375797] env[69350]: DEBUG oslo_concurrency.lockutils [None req-376100b9-0ecd-4c02-9c1b-052978423b7b tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] Lock "12469520-1e54-40a2-b179-0811c4099063-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.375953] env[69350]: DEBUG oslo_concurrency.lockutils [None req-376100b9-0ecd-4c02-9c1b-052978423b7b tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] Lock "12469520-1e54-40a2-b179-0811c4099063-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.378149] env[69350]: INFO nova.compute.manager [None req-376100b9-0ecd-4c02-9c1b-052978423b7b tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] [instance: 12469520-1e54-40a2-b179-0811c4099063] Terminating instance [ 1071.562047] env[69350]: DEBUG oslo_concurrency.lockutils [None req-159cabb3-9333-43a9-9e36-b7999e59af00 tempest-ServersTestBootFromVolume-60326854 tempest-ServersTestBootFromVolume-60326854-project-member] Lock "d780fc2f-62f6-4cf7-8d8a-c2e7b25226dc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.690s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.750337] env[69350]: DEBUG nova.compute.manager [req-88b481c7-72a7-4736-bc54-9a486869d322 req-3608c57c-5732-4aa9-be72-48a7c4b56869 service nova] [instance: 38697a7f-71a5-4109-bc6f-58f00ec0c798] Received event network-vif-plugged-fa4e4272-6f4f-42a2-a658-5457e9dd1537 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1071.750496] env[69350]: DEBUG oslo_concurrency.lockutils [req-88b481c7-72a7-4736-bc54-9a486869d322 req-3608c57c-5732-4aa9-be72-48a7c4b56869 service nova] Acquiring lock "38697a7f-71a5-4109-bc6f-58f00ec0c798-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.750711] env[69350]: DEBUG oslo_concurrency.lockutils [req-88b481c7-72a7-4736-bc54-9a486869d322 req-3608c57c-5732-4aa9-be72-48a7c4b56869 service nova] Lock "38697a7f-71a5-4109-bc6f-58f00ec0c798-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.750879] env[69350]: DEBUG oslo_concurrency.lockutils [req-88b481c7-72a7-4736-bc54-9a486869d322 req-3608c57c-5732-4aa9-be72-48a7c4b56869 service nova] Lock "38697a7f-71a5-4109-bc6f-58f00ec0c798-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.751058] env[69350]: DEBUG nova.compute.manager [req-88b481c7-72a7-4736-bc54-9a486869d322 req-3608c57c-5732-4aa9-be72-48a7c4b56869 service nova] [instance: 38697a7f-71a5-4109-bc6f-58f00ec0c798] No waiting events found dispatching network-vif-plugged-fa4e4272-6f4f-42a2-a658-5457e9dd1537 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1071.751235] env[69350]: WARNING nova.compute.manager [req-88b481c7-72a7-4736-bc54-9a486869d322 req-3608c57c-5732-4aa9-be72-48a7c4b56869 service nova] [instance: 38697a7f-71a5-4109-bc6f-58f00ec0c798] Received unexpected event network-vif-plugged-fa4e4272-6f4f-42a2-a658-5457e9dd1537 for instance with vm_state building and task_state spawning. [ 1071.780087] env[69350]: DEBUG oslo_vmware.api [None req-a2b02101-8810-41e4-8bb5-c3ac28b01c36 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Task: {'id': task-3365647, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.566411} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.780424] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2b02101-8810-41e4-8bb5-c3ac28b01c36 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] 9aba16d2-aa15-49cf-ab8e-bded803b56d3/9aba16d2-aa15-49cf-ab8e-bded803b56d3.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1071.780640] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a2b02101-8810-41e4-8bb5-c3ac28b01c36 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: 9aba16d2-aa15-49cf-ab8e-bded803b56d3] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1071.780970] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9cb039d0-0aa2-4373-8b15-72654a66f390 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.788098] env[69350]: DEBUG oslo_vmware.api [None req-a2b02101-8810-41e4-8bb5-c3ac28b01c36 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Waiting for the task: (returnval){ [ 1071.788098] env[69350]: value = "task-3365648" [ 1071.788098] env[69350]: _type = "Task" [ 1071.788098] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.796451] env[69350]: DEBUG oslo_vmware.api [None req-a2b02101-8810-41e4-8bb5-c3ac28b01c36 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Task: {'id': task-3365648, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.828326] env[69350]: DEBUG oslo_vmware.api [None req-fede3cc0-7ae8-46f4-b846-0a7e9c47dd8c tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52e7a674-ca73-2fc7-e58d-b66d23cb8bb0, 'name': SearchDatastore_Task, 'duration_secs': 0.025879} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.828646] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fede3cc0-7ae8-46f4-b846-0a7e9c47dd8c tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.828930] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-fede3cc0-7ae8-46f4-b846-0a7e9c47dd8c tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] c34760a4-99e2-4db3-bbb4-3b6a721e5593/c34760a4-99e2-4db3-bbb4-3b6a721e5593.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1071.829204] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-93d8a31f-4b4b-49fe-8a3f-8878179837ab {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.844575] env[69350]: DEBUG nova.network.neutron [None req-66b94d5d-b687-4722-85a2-9e79aeb95a4c tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] [instance: 38697a7f-71a5-4109-bc6f-58f00ec0c798] Successfully updated port: fa4e4272-6f4f-42a2-a658-5457e9dd1537 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1071.855291] env[69350]: DEBUG oslo_vmware.api [None req-fede3cc0-7ae8-46f4-b846-0a7e9c47dd8c tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Waiting for the task: (returnval){ [ 1071.855291] env[69350]: value = "task-3365649" [ 1071.855291] env[69350]: _type = "Task" [ 1071.855291] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.864139] env[69350]: DEBUG oslo_vmware.api [None req-fede3cc0-7ae8-46f4-b846-0a7e9c47dd8c tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365649, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.884020] env[69350]: DEBUG nova.compute.manager [None req-376100b9-0ecd-4c02-9c1b-052978423b7b tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] [instance: 12469520-1e54-40a2-b179-0811c4099063] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1071.884020] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-376100b9-0ecd-4c02-9c1b-052978423b7b tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] [instance: 12469520-1e54-40a2-b179-0811c4099063] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1071.884020] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-346943b3-5050-4777-841a-cf5da6b062f2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.890451] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-376100b9-0ecd-4c02-9c1b-052978423b7b tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] [instance: 12469520-1e54-40a2-b179-0811c4099063] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1071.891084] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-acfe2d7f-4b3d-43f6-9c50-abef679ec0a6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.896197] env[69350]: DEBUG oslo_vmware.api [None req-376100b9-0ecd-4c02-9c1b-052978423b7b tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] Waiting for the task: (returnval){ [ 1071.896197] env[69350]: value = "task-3365650" [ 1071.896197] env[69350]: _type = "Task" [ 1071.896197] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.904532] env[69350]: DEBUG oslo_vmware.api [None req-376100b9-0ecd-4c02-9c1b-052978423b7b tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] Task: {'id': task-3365650, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.271168] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d9a7481-4ca9-4e77-b60e-4f06fbeaa707 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.280188] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dafcd25d-c7ba-49b3-b873-ab72aaf6b36c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.319222] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4213d2b4-2c46-46d8-bc08-c2bb764767e7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.327628] env[69350]: DEBUG oslo_vmware.api [None req-a2b02101-8810-41e4-8bb5-c3ac28b01c36 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Task: {'id': task-3365648, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068369} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.330339] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a2b02101-8810-41e4-8bb5-c3ac28b01c36 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: 9aba16d2-aa15-49cf-ab8e-bded803b56d3] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1072.331475] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-990b0998-f0a4-4557-8162-d16bef9c4e1f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.335720] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c6397c4-8978-4344-b317-2f8820369c61 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.349956] env[69350]: DEBUG oslo_concurrency.lockutils [None req-66b94d5d-b687-4722-85a2-9e79aeb95a4c tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Acquiring lock "refresh_cache-38697a7f-71a5-4109-bc6f-58f00ec0c798" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.353072] env[69350]: DEBUG oslo_concurrency.lockutils [None req-66b94d5d-b687-4722-85a2-9e79aeb95a4c tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Acquired lock "refresh_cache-38697a7f-71a5-4109-bc6f-58f00ec0c798" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.353072] env[69350]: DEBUG nova.network.neutron [None req-66b94d5d-b687-4722-85a2-9e79aeb95a4c tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] [instance: 38697a7f-71a5-4109-bc6f-58f00ec0c798] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1072.353072] env[69350]: DEBUG nova.compute.provider_tree [None req-f384b89e-7b9b-46b7-b6e3-fe9d9b8b969e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1072.373298] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2b02101-8810-41e4-8bb5-c3ac28b01c36 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: 9aba16d2-aa15-49cf-ab8e-bded803b56d3] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 9aba16d2-aa15-49cf-ab8e-bded803b56d3/9aba16d2-aa15-49cf-ab8e-bded803b56d3.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1072.375850] env[69350]: DEBUG nova.scheduler.client.report [None req-f384b89e-7b9b-46b7-b6e3-fe9d9b8b969e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1072.382970] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07d5f6ef-9ec2-4fc1-b561-a56bf7e0719f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.397945] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f384b89e-7b9b-46b7-b6e3-fe9d9b8b969e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.371s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.398431] env[69350]: DEBUG nova.compute.manager [None req-f384b89e-7b9b-46b7-b6e3-fe9d9b8b969e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 8597cdbf-2482-4fed-942c-a8314352673f] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1072.407825] env[69350]: DEBUG oslo_vmware.api [None req-fede3cc0-7ae8-46f4-b846-0a7e9c47dd8c tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365649, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522022} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.409280] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-fede3cc0-7ae8-46f4-b846-0a7e9c47dd8c tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] c34760a4-99e2-4db3-bbb4-3b6a721e5593/c34760a4-99e2-4db3-bbb4-3b6a721e5593.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1072.409500] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-fede3cc0-7ae8-46f4-b846-0a7e9c47dd8c tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: c34760a4-99e2-4db3-bbb4-3b6a721e5593] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1072.409823] env[69350]: DEBUG oslo_vmware.api [None req-a2b02101-8810-41e4-8bb5-c3ac28b01c36 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Waiting for the task: (returnval){ [ 1072.409823] env[69350]: value = "task-3365651" [ 1072.409823] env[69350]: _type = "Task" [ 1072.409823] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.410254] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5171db39-acdd-4e52-a5bf-c4db0ec16cde {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.418113] env[69350]: DEBUG oslo_vmware.api [None req-376100b9-0ecd-4c02-9c1b-052978423b7b tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] Task: {'id': task-3365650, 'name': PowerOffVM_Task, 'duration_secs': 0.225137} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.418629] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-376100b9-0ecd-4c02-9c1b-052978423b7b tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] [instance: 12469520-1e54-40a2-b179-0811c4099063] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1072.418825] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-376100b9-0ecd-4c02-9c1b-052978423b7b tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] [instance: 12469520-1e54-40a2-b179-0811c4099063] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1072.419297] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f5d713b8-42e0-42a3-90c1-e9dd5c47aa10 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.423968] env[69350]: DEBUG oslo_vmware.api [None req-a2b02101-8810-41e4-8bb5-c3ac28b01c36 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Task: {'id': task-3365651, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.425192] env[69350]: DEBUG oslo_vmware.api [None req-fede3cc0-7ae8-46f4-b846-0a7e9c47dd8c tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Waiting for the task: (returnval){ [ 1072.425192] env[69350]: value = "task-3365652" [ 1072.425192] env[69350]: _type = "Task" [ 1072.425192] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.434413] env[69350]: DEBUG oslo_vmware.api [None req-fede3cc0-7ae8-46f4-b846-0a7e9c47dd8c tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365652, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.490451] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-376100b9-0ecd-4c02-9c1b-052978423b7b tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] [instance: 12469520-1e54-40a2-b179-0811c4099063] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1072.490689] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-376100b9-0ecd-4c02-9c1b-052978423b7b tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] [instance: 12469520-1e54-40a2-b179-0811c4099063] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1072.490845] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-376100b9-0ecd-4c02-9c1b-052978423b7b tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] Deleting the datastore file [datastore2] 12469520-1e54-40a2-b179-0811c4099063 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1072.491142] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3c7de66b-8dce-4adc-b340-66a3705a2e1a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.497233] env[69350]: DEBUG oslo_vmware.api [None req-376100b9-0ecd-4c02-9c1b-052978423b7b tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] Waiting for the task: (returnval){ [ 1072.497233] env[69350]: value = "task-3365654" [ 1072.497233] env[69350]: _type = "Task" [ 1072.497233] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.504960] env[69350]: DEBUG oslo_vmware.api [None req-376100b9-0ecd-4c02-9c1b-052978423b7b tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] Task: {'id': task-3365654, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.896451] env[69350]: DEBUG nova.network.neutron [None req-66b94d5d-b687-4722-85a2-9e79aeb95a4c tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] [instance: 38697a7f-71a5-4109-bc6f-58f00ec0c798] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1072.903371] env[69350]: DEBUG nova.compute.utils [None req-f384b89e-7b9b-46b7-b6e3-fe9d9b8b969e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1072.905167] env[69350]: DEBUG nova.compute.manager [None req-f384b89e-7b9b-46b7-b6e3-fe9d9b8b969e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 8597cdbf-2482-4fed-942c-a8314352673f] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1072.905383] env[69350]: DEBUG nova.network.neutron [None req-f384b89e-7b9b-46b7-b6e3-fe9d9b8b969e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 8597cdbf-2482-4fed-942c-a8314352673f] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1072.926229] env[69350]: DEBUG oslo_vmware.api [None req-a2b02101-8810-41e4-8bb5-c3ac28b01c36 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Task: {'id': task-3365651, 'name': ReconfigVM_Task, 'duration_secs': 0.297053} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.931943] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2b02101-8810-41e4-8bb5-c3ac28b01c36 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: 9aba16d2-aa15-49cf-ab8e-bded803b56d3] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 9aba16d2-aa15-49cf-ab8e-bded803b56d3/9aba16d2-aa15-49cf-ab8e-bded803b56d3.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1072.932967] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5fec155e-46f9-4207-926d-b4c63dbfa613 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.939521] env[69350]: DEBUG oslo_vmware.api [None req-fede3cc0-7ae8-46f4-b846-0a7e9c47dd8c tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365652, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069175} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.940972] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-fede3cc0-7ae8-46f4-b846-0a7e9c47dd8c tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: c34760a4-99e2-4db3-bbb4-3b6a721e5593] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1072.941348] env[69350]: DEBUG oslo_vmware.api [None req-a2b02101-8810-41e4-8bb5-c3ac28b01c36 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Waiting for the task: (returnval){ [ 1072.941348] env[69350]: value = "task-3365655" [ 1072.941348] env[69350]: _type = "Task" [ 1072.941348] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.942441] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b943d2-5c0b-488f-9931-2966e3e58160 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.972367] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-fede3cc0-7ae8-46f4-b846-0a7e9c47dd8c tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: c34760a4-99e2-4db3-bbb4-3b6a721e5593] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] c34760a4-99e2-4db3-bbb4-3b6a721e5593/c34760a4-99e2-4db3-bbb4-3b6a721e5593.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1072.976625] env[69350]: DEBUG nova.policy [None req-f384b89e-7b9b-46b7-b6e3-fe9d9b8b969e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '391c1e0e301b4aea9abc82bc851ff1ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0b6086e845a74075ace175b4fcb0622d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 1072.980887] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e14a543-6110-4019-a96c-194f95f3c664 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.996085] env[69350]: DEBUG oslo_vmware.api [None req-a2b02101-8810-41e4-8bb5-c3ac28b01c36 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Task: {'id': task-3365655, 'name': Rename_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.002029] env[69350]: DEBUG oslo_vmware.api [None req-fede3cc0-7ae8-46f4-b846-0a7e9c47dd8c tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Waiting for the task: (returnval){ [ 1073.002029] env[69350]: value = "task-3365656" [ 1073.002029] env[69350]: _type = "Task" [ 1073.002029] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.011141] env[69350]: DEBUG oslo_vmware.api [None req-fede3cc0-7ae8-46f4-b846-0a7e9c47dd8c tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365656, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.014257] env[69350]: DEBUG oslo_vmware.api [None req-376100b9-0ecd-4c02-9c1b-052978423b7b tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] Task: {'id': task-3365654, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.159868] env[69350]: DEBUG nova.network.neutron [None req-66b94d5d-b687-4722-85a2-9e79aeb95a4c tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] [instance: 38697a7f-71a5-4109-bc6f-58f00ec0c798] Updating instance_info_cache with network_info: [{"id": "fa4e4272-6f4f-42a2-a658-5457e9dd1537", "address": "fa:16:3e:23:5f:20", "network": {"id": "55139abc-d3b8-447b-a17e-1536d36951c4", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-748349012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b47737b5d9f4ea386c5abbf633ab4fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa4e4272-6f", "ovs_interfaceid": "fa4e4272-6f4f-42a2-a658-5457e9dd1537", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.386582] env[69350]: DEBUG nova.network.neutron [None req-f384b89e-7b9b-46b7-b6e3-fe9d9b8b969e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 8597cdbf-2482-4fed-942c-a8314352673f] Successfully created port: 453ca002-cd23-4581-92d0-753764046adf {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1073.408614] env[69350]: DEBUG nova.compute.manager [None req-f384b89e-7b9b-46b7-b6e3-fe9d9b8b969e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 8597cdbf-2482-4fed-942c-a8314352673f] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1073.455188] env[69350]: DEBUG oslo_vmware.api [None req-a2b02101-8810-41e4-8bb5-c3ac28b01c36 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Task: {'id': task-3365655, 'name': Rename_Task, 'duration_secs': 0.15357} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.455517] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2b02101-8810-41e4-8bb5-c3ac28b01c36 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: 9aba16d2-aa15-49cf-ab8e-bded803b56d3] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1073.455729] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f26c164-1748-447b-9604-29a5ff270008 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.463909] env[69350]: DEBUG oslo_vmware.api [None req-a2b02101-8810-41e4-8bb5-c3ac28b01c36 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Waiting for the task: (returnval){ [ 1073.463909] env[69350]: value = "task-3365657" [ 1073.463909] env[69350]: _type = "Task" [ 1073.463909] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.472732] env[69350]: DEBUG oslo_vmware.api [None req-a2b02101-8810-41e4-8bb5-c3ac28b01c36 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Task: {'id': task-3365657, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.508831] env[69350]: DEBUG oslo_vmware.api [None req-376100b9-0ecd-4c02-9c1b-052978423b7b tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] Task: {'id': task-3365654, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.583457} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.509423] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-376100b9-0ecd-4c02-9c1b-052978423b7b tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1073.509615] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-376100b9-0ecd-4c02-9c1b-052978423b7b tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] [instance: 12469520-1e54-40a2-b179-0811c4099063] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1073.509809] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-376100b9-0ecd-4c02-9c1b-052978423b7b tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] [instance: 12469520-1e54-40a2-b179-0811c4099063] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1073.510042] env[69350]: INFO nova.compute.manager [None req-376100b9-0ecd-4c02-9c1b-052978423b7b tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] [instance: 12469520-1e54-40a2-b179-0811c4099063] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1073.510293] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-376100b9-0ecd-4c02-9c1b-052978423b7b tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1073.510486] env[69350]: DEBUG nova.compute.manager [-] [instance: 12469520-1e54-40a2-b179-0811c4099063] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1073.510595] env[69350]: DEBUG nova.network.neutron [-] [instance: 12469520-1e54-40a2-b179-0811c4099063] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1073.516116] env[69350]: DEBUG oslo_vmware.api [None req-fede3cc0-7ae8-46f4-b846-0a7e9c47dd8c tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365656, 'name': ReconfigVM_Task, 'duration_secs': 0.33513} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.516116] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-fede3cc0-7ae8-46f4-b846-0a7e9c47dd8c tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: c34760a4-99e2-4db3-bbb4-3b6a721e5593] Reconfigured VM instance instance-00000050 to attach disk [datastore1] c34760a4-99e2-4db3-bbb4-3b6a721e5593/c34760a4-99e2-4db3-bbb4-3b6a721e5593.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1073.516259] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-258e7594-d700-46c6-b4f5-4c50f10bb953 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.522860] env[69350]: DEBUG oslo_vmware.api [None req-fede3cc0-7ae8-46f4-b846-0a7e9c47dd8c tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Waiting for the task: (returnval){ [ 1073.522860] env[69350]: value = "task-3365658" [ 1073.522860] env[69350]: _type = "Task" [ 1073.522860] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.531129] env[69350]: DEBUG oslo_vmware.api [None req-fede3cc0-7ae8-46f4-b846-0a7e9c47dd8c tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365658, 'name': Rename_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.662379] env[69350]: DEBUG oslo_concurrency.lockutils [None req-66b94d5d-b687-4722-85a2-9e79aeb95a4c tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Releasing lock "refresh_cache-38697a7f-71a5-4109-bc6f-58f00ec0c798" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.662737] env[69350]: DEBUG nova.compute.manager [None req-66b94d5d-b687-4722-85a2-9e79aeb95a4c tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] [instance: 38697a7f-71a5-4109-bc6f-58f00ec0c798] Instance network_info: |[{"id": "fa4e4272-6f4f-42a2-a658-5457e9dd1537", "address": "fa:16:3e:23:5f:20", "network": {"id": "55139abc-d3b8-447b-a17e-1536d36951c4", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-748349012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b47737b5d9f4ea386c5abbf633ab4fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa4e4272-6f", "ovs_interfaceid": "fa4e4272-6f4f-42a2-a658-5457e9dd1537", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1073.663218] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-66b94d5d-b687-4722-85a2-9e79aeb95a4c tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] [instance: 38697a7f-71a5-4109-bc6f-58f00ec0c798] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:5f:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7b4bfde-f109-4f64-adab-e7f06b80685d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fa4e4272-6f4f-42a2-a658-5457e9dd1537', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1073.672660] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-66b94d5d-b687-4722-85a2-9e79aeb95a4c tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Creating folder: Project (3b47737b5d9f4ea386c5abbf633ab4fa). Parent ref: group-v671398. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1073.672957] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1e5969c4-fc39-417f-a3df-6f36cbaee7b9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.684677] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-66b94d5d-b687-4722-85a2-9e79aeb95a4c tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Created folder: Project (3b47737b5d9f4ea386c5abbf633ab4fa) in parent group-v671398. [ 1073.684778] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-66b94d5d-b687-4722-85a2-9e79aeb95a4c tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Creating folder: Instances. Parent ref: group-v671632. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1073.685465] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6c5a16e6-caf5-4ca6-901b-765eaab84f11 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.694565] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-66b94d5d-b687-4722-85a2-9e79aeb95a4c tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Created folder: Instances in parent group-v671632. [ 1073.694867] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-66b94d5d-b687-4722-85a2-9e79aeb95a4c tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1073.695051] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38697a7f-71a5-4109-bc6f-58f00ec0c798] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1073.695261] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5925ca52-d5d0-4ea8-9748-5b5ff9937f4f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.718920] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1073.718920] env[69350]: value = "task-3365661" [ 1073.718920] env[69350]: _type = "Task" [ 1073.718920] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.728723] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365661, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.850179] env[69350]: DEBUG nova.compute.manager [req-9ebda631-f34c-4458-a3d0-76f955e4ea71 req-9857e149-0657-4725-8ea5-a981cc8089e8 service nova] [instance: 38697a7f-71a5-4109-bc6f-58f00ec0c798] Received event network-changed-fa4e4272-6f4f-42a2-a658-5457e9dd1537 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1073.850179] env[69350]: DEBUG nova.compute.manager [req-9ebda631-f34c-4458-a3d0-76f955e4ea71 req-9857e149-0657-4725-8ea5-a981cc8089e8 service nova] [instance: 38697a7f-71a5-4109-bc6f-58f00ec0c798] Refreshing instance network info cache due to event network-changed-fa4e4272-6f4f-42a2-a658-5457e9dd1537. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1073.850179] env[69350]: DEBUG oslo_concurrency.lockutils [req-9ebda631-f34c-4458-a3d0-76f955e4ea71 req-9857e149-0657-4725-8ea5-a981cc8089e8 service nova] Acquiring lock "refresh_cache-38697a7f-71a5-4109-bc6f-58f00ec0c798" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.850179] env[69350]: DEBUG oslo_concurrency.lockutils [req-9ebda631-f34c-4458-a3d0-76f955e4ea71 req-9857e149-0657-4725-8ea5-a981cc8089e8 service nova] Acquired lock "refresh_cache-38697a7f-71a5-4109-bc6f-58f00ec0c798" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.850179] env[69350]: DEBUG nova.network.neutron [req-9ebda631-f34c-4458-a3d0-76f955e4ea71 req-9857e149-0657-4725-8ea5-a981cc8089e8 service nova] [instance: 38697a7f-71a5-4109-bc6f-58f00ec0c798] Refreshing network info cache for port fa4e4272-6f4f-42a2-a658-5457e9dd1537 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1073.978651] env[69350]: DEBUG oslo_vmware.api [None req-a2b02101-8810-41e4-8bb5-c3ac28b01c36 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Task: {'id': task-3365657, 'name': PowerOnVM_Task, 'duration_secs': 0.48619} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.979190] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2b02101-8810-41e4-8bb5-c3ac28b01c36 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: 9aba16d2-aa15-49cf-ab8e-bded803b56d3] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1073.979373] env[69350]: INFO nova.compute.manager [None req-a2b02101-8810-41e4-8bb5-c3ac28b01c36 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: 9aba16d2-aa15-49cf-ab8e-bded803b56d3] Took 9.31 seconds to spawn the instance on the hypervisor. [ 1073.979548] env[69350]: DEBUG nova.compute.manager [None req-a2b02101-8810-41e4-8bb5-c3ac28b01c36 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: 9aba16d2-aa15-49cf-ab8e-bded803b56d3] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1073.980354] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4c4b248-61eb-4d67-af29-080f0b9db2da {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.035062] env[69350]: DEBUG oslo_vmware.api [None req-fede3cc0-7ae8-46f4-b846-0a7e9c47dd8c tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365658, 'name': Rename_Task, 'duration_secs': 0.138973} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.035242] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-fede3cc0-7ae8-46f4-b846-0a7e9c47dd8c tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: c34760a4-99e2-4db3-bbb4-3b6a721e5593] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1074.035363] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f935dfa9-ad06-411e-af76-21abe0415e09 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.041942] env[69350]: DEBUG oslo_vmware.api [None req-fede3cc0-7ae8-46f4-b846-0a7e9c47dd8c tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Waiting for the task: (returnval){ [ 1074.041942] env[69350]: value = "task-3365662" [ 1074.041942] env[69350]: _type = "Task" [ 1074.041942] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.051088] env[69350]: DEBUG oslo_vmware.api [None req-fede3cc0-7ae8-46f4-b846-0a7e9c47dd8c tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365662, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.232085] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365661, 'name': CreateVM_Task, 'duration_secs': 0.454831} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.232419] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38697a7f-71a5-4109-bc6f-58f00ec0c798] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1074.232970] env[69350]: DEBUG oslo_concurrency.lockutils [None req-66b94d5d-b687-4722-85a2-9e79aeb95a4c tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.233153] env[69350]: DEBUG oslo_concurrency.lockutils [None req-66b94d5d-b687-4722-85a2-9e79aeb95a4c tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.233469] env[69350]: DEBUG oslo_concurrency.lockutils [None req-66b94d5d-b687-4722-85a2-9e79aeb95a4c tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.233740] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9303365d-2189-4fe3-bcec-3e6a833910d2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.238556] env[69350]: DEBUG oslo_vmware.api [None req-66b94d5d-b687-4722-85a2-9e79aeb95a4c tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Waiting for the task: (returnval){ [ 1074.238556] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5240b226-98d0-3116-6662-a03b59c343f7" [ 1074.238556] env[69350]: _type = "Task" [ 1074.238556] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.246970] env[69350]: DEBUG oslo_vmware.api [None req-66b94d5d-b687-4722-85a2-9e79aeb95a4c tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5240b226-98d0-3116-6662-a03b59c343f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.426014] env[69350]: DEBUG nova.compute.manager [None req-f384b89e-7b9b-46b7-b6e3-fe9d9b8b969e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 8597cdbf-2482-4fed-942c-a8314352673f] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1074.454089] env[69350]: DEBUG nova.virt.hardware [None req-f384b89e-7b9b-46b7-b6e3-fe9d9b8b969e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1074.454412] env[69350]: DEBUG nova.virt.hardware [None req-f384b89e-7b9b-46b7-b6e3-fe9d9b8b969e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1074.454583] env[69350]: DEBUG nova.virt.hardware [None req-f384b89e-7b9b-46b7-b6e3-fe9d9b8b969e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1074.455411] env[69350]: DEBUG nova.virt.hardware [None req-f384b89e-7b9b-46b7-b6e3-fe9d9b8b969e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1074.455411] env[69350]: DEBUG nova.virt.hardware [None req-f384b89e-7b9b-46b7-b6e3-fe9d9b8b969e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1074.455411] env[69350]: DEBUG nova.virt.hardware [None req-f384b89e-7b9b-46b7-b6e3-fe9d9b8b969e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1074.455411] env[69350]: DEBUG nova.virt.hardware [None req-f384b89e-7b9b-46b7-b6e3-fe9d9b8b969e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1074.455411] env[69350]: DEBUG nova.virt.hardware [None req-f384b89e-7b9b-46b7-b6e3-fe9d9b8b969e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1074.455633] env[69350]: DEBUG nova.virt.hardware [None req-f384b89e-7b9b-46b7-b6e3-fe9d9b8b969e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1074.455704] env[69350]: DEBUG nova.virt.hardware [None req-f384b89e-7b9b-46b7-b6e3-fe9d9b8b969e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1074.456111] env[69350]: DEBUG nova.virt.hardware [None req-f384b89e-7b9b-46b7-b6e3-fe9d9b8b969e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1074.456863] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b5a918-2e0b-42ef-b284-85e5bf788fa5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.467560] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22d1441e-d875-43f4-b006-f0761724b199 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.499064] env[69350]: INFO nova.compute.manager [None req-a2b02101-8810-41e4-8bb5-c3ac28b01c36 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: 9aba16d2-aa15-49cf-ab8e-bded803b56d3] Took 16.45 seconds to build instance. [ 1074.552172] env[69350]: DEBUG oslo_vmware.api [None req-fede3cc0-7ae8-46f4-b846-0a7e9c47dd8c tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365662, 'name': PowerOnVM_Task, 'duration_secs': 0.477083} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.552452] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-fede3cc0-7ae8-46f4-b846-0a7e9c47dd8c tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: c34760a4-99e2-4db3-bbb4-3b6a721e5593] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1074.552652] env[69350]: DEBUG nova.compute.manager [None req-fede3cc0-7ae8-46f4-b846-0a7e9c47dd8c tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: c34760a4-99e2-4db3-bbb4-3b6a721e5593] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1074.553433] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a8f1ca0-e46e-43bd-9c63-7de5309e2d45 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.615655] env[69350]: DEBUG nova.network.neutron [-] [instance: 12469520-1e54-40a2-b179-0811c4099063] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.641735] env[69350]: DEBUG nova.network.neutron [req-9ebda631-f34c-4458-a3d0-76f955e4ea71 req-9857e149-0657-4725-8ea5-a981cc8089e8 service nova] [instance: 38697a7f-71a5-4109-bc6f-58f00ec0c798] Updated VIF entry in instance network info cache for port fa4e4272-6f4f-42a2-a658-5457e9dd1537. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1074.643038] env[69350]: DEBUG nova.network.neutron [req-9ebda631-f34c-4458-a3d0-76f955e4ea71 req-9857e149-0657-4725-8ea5-a981cc8089e8 service nova] [instance: 38697a7f-71a5-4109-bc6f-58f00ec0c798] Updating instance_info_cache with network_info: [{"id": "fa4e4272-6f4f-42a2-a658-5457e9dd1537", "address": "fa:16:3e:23:5f:20", "network": {"id": "55139abc-d3b8-447b-a17e-1536d36951c4", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-748349012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b47737b5d9f4ea386c5abbf633ab4fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa4e4272-6f", "ovs_interfaceid": "fa4e4272-6f4f-42a2-a658-5457e9dd1537", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.749626] env[69350]: DEBUG oslo_vmware.api [None req-66b94d5d-b687-4722-85a2-9e79aeb95a4c tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5240b226-98d0-3116-6662-a03b59c343f7, 'name': SearchDatastore_Task, 'duration_secs': 0.012765} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.749950] env[69350]: DEBUG oslo_concurrency.lockutils [None req-66b94d5d-b687-4722-85a2-9e79aeb95a4c tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.750205] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-66b94d5d-b687-4722-85a2-9e79aeb95a4c tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] [instance: 38697a7f-71a5-4109-bc6f-58f00ec0c798] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1074.750449] env[69350]: DEBUG oslo_concurrency.lockutils [None req-66b94d5d-b687-4722-85a2-9e79aeb95a4c tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.750580] env[69350]: DEBUG oslo_concurrency.lockutils [None req-66b94d5d-b687-4722-85a2-9e79aeb95a4c tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.750747] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-66b94d5d-b687-4722-85a2-9e79aeb95a4c tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1074.751016] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-741d001e-d6d5-4029-9341-7d4e631ebe60 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.761736] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-66b94d5d-b687-4722-85a2-9e79aeb95a4c tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1074.761736] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-66b94d5d-b687-4722-85a2-9e79aeb95a4c tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1074.762391] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb514d5d-2a1c-4fe0-91f4-7eb876fdb1a8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.768091] env[69350]: DEBUG oslo_vmware.api [None req-66b94d5d-b687-4722-85a2-9e79aeb95a4c tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Waiting for the task: (returnval){ [ 1074.768091] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52bfb9b9-dc70-5172-82c3-ce08abba89b2" [ 1074.768091] env[69350]: _type = "Task" [ 1074.768091] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.775700] env[69350]: DEBUG oslo_vmware.api [None req-66b94d5d-b687-4722-85a2-9e79aeb95a4c tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52bfb9b9-dc70-5172-82c3-ce08abba89b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.006247] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a2b02101-8810-41e4-8bb5-c3ac28b01c36 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Lock "9aba16d2-aa15-49cf-ab8e-bded803b56d3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.964s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.017581] env[69350]: DEBUG nova.network.neutron [None req-f384b89e-7b9b-46b7-b6e3-fe9d9b8b969e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 8597cdbf-2482-4fed-942c-a8314352673f] Successfully updated port: 453ca002-cd23-4581-92d0-753764046adf {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1075.071899] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fede3cc0-7ae8-46f4-b846-0a7e9c47dd8c tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.071990] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fede3cc0-7ae8-46f4-b846-0a7e9c47dd8c tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.072190] env[69350]: DEBUG nova.objects.instance [None req-fede3cc0-7ae8-46f4-b846-0a7e9c47dd8c tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: c34760a4-99e2-4db3-bbb4-3b6a721e5593] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69350) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1075.117845] env[69350]: INFO nova.compute.manager [-] [instance: 12469520-1e54-40a2-b179-0811c4099063] Took 1.61 seconds to deallocate network for instance. [ 1075.145581] env[69350]: DEBUG oslo_concurrency.lockutils [req-9ebda631-f34c-4458-a3d0-76f955e4ea71 req-9857e149-0657-4725-8ea5-a981cc8089e8 service nova] Releasing lock "refresh_cache-38697a7f-71a5-4109-bc6f-58f00ec0c798" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.277815] env[69350]: DEBUG oslo_vmware.api [None req-66b94d5d-b687-4722-85a2-9e79aeb95a4c tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52bfb9b9-dc70-5172-82c3-ce08abba89b2, 'name': SearchDatastore_Task, 'duration_secs': 0.030461} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.278641] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1dc12009-df74-4704-b057-059d1646d7d1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.283962] env[69350]: DEBUG oslo_vmware.api [None req-66b94d5d-b687-4722-85a2-9e79aeb95a4c tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Waiting for the task: (returnval){ [ 1075.283962] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52ef4efc-0b50-3011-635c-d8b2ed301098" [ 1075.283962] env[69350]: _type = "Task" [ 1075.283962] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.290911] env[69350]: DEBUG oslo_vmware.api [None req-66b94d5d-b687-4722-85a2-9e79aeb95a4c tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52ef4efc-0b50-3011-635c-d8b2ed301098, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.520213] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f384b89e-7b9b-46b7-b6e3-fe9d9b8b969e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Acquiring lock "refresh_cache-8597cdbf-2482-4fed-942c-a8314352673f" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.520483] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f384b89e-7b9b-46b7-b6e3-fe9d9b8b969e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Acquired lock "refresh_cache-8597cdbf-2482-4fed-942c-a8314352673f" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.520564] env[69350]: DEBUG nova.network.neutron [None req-f384b89e-7b9b-46b7-b6e3-fe9d9b8b969e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 8597cdbf-2482-4fed-942c-a8314352673f] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1075.624138] env[69350]: DEBUG oslo_concurrency.lockutils [None req-376100b9-0ecd-4c02-9c1b-052978423b7b tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.795186] env[69350]: DEBUG oslo_vmware.api [None req-66b94d5d-b687-4722-85a2-9e79aeb95a4c tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52ef4efc-0b50-3011-635c-d8b2ed301098, 'name': SearchDatastore_Task, 'duration_secs': 0.046698} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.795448] env[69350]: DEBUG oslo_concurrency.lockutils [None req-66b94d5d-b687-4722-85a2-9e79aeb95a4c tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.795702] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-66b94d5d-b687-4722-85a2-9e79aeb95a4c tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] 38697a7f-71a5-4109-bc6f-58f00ec0c798/38697a7f-71a5-4109-bc6f-58f00ec0c798.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1075.796044] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-09e7d63a-421e-4945-8a7c-744dadaa81b0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.802578] env[69350]: DEBUG oslo_vmware.api [None req-66b94d5d-b687-4722-85a2-9e79aeb95a4c tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Waiting for the task: (returnval){ [ 1075.802578] env[69350]: value = "task-3365663" [ 1075.802578] env[69350]: _type = "Task" [ 1075.802578] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.810260] env[69350]: DEBUG oslo_vmware.api [None req-66b94d5d-b687-4722-85a2-9e79aeb95a4c tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Task: {'id': task-3365663, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.882393] env[69350]: DEBUG nova.compute.manager [req-f44385a1-7f29-4b1d-94fe-70dadac7194f req-0dd259e0-5be7-44cd-a695-65f3a295db9b service nova] [instance: 12469520-1e54-40a2-b179-0811c4099063] Received event network-vif-deleted-921925b4-36b2-45d2-bf8f-d2894336e400 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1075.882393] env[69350]: DEBUG nova.compute.manager [req-f44385a1-7f29-4b1d-94fe-70dadac7194f req-0dd259e0-5be7-44cd-a695-65f3a295db9b service nova] [instance: 8597cdbf-2482-4fed-942c-a8314352673f] Received event network-vif-plugged-453ca002-cd23-4581-92d0-753764046adf {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1075.882393] env[69350]: DEBUG oslo_concurrency.lockutils [req-f44385a1-7f29-4b1d-94fe-70dadac7194f req-0dd259e0-5be7-44cd-a695-65f3a295db9b service nova] Acquiring lock "8597cdbf-2482-4fed-942c-a8314352673f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.882393] env[69350]: DEBUG oslo_concurrency.lockutils [req-f44385a1-7f29-4b1d-94fe-70dadac7194f req-0dd259e0-5be7-44cd-a695-65f3a295db9b service nova] Lock "8597cdbf-2482-4fed-942c-a8314352673f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.882393] env[69350]: DEBUG oslo_concurrency.lockutils [req-f44385a1-7f29-4b1d-94fe-70dadac7194f req-0dd259e0-5be7-44cd-a695-65f3a295db9b service nova] Lock "8597cdbf-2482-4fed-942c-a8314352673f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.882393] env[69350]: DEBUG nova.compute.manager [req-f44385a1-7f29-4b1d-94fe-70dadac7194f req-0dd259e0-5be7-44cd-a695-65f3a295db9b service nova] [instance: 8597cdbf-2482-4fed-942c-a8314352673f] No waiting events found dispatching network-vif-plugged-453ca002-cd23-4581-92d0-753764046adf {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1075.882578] env[69350]: WARNING nova.compute.manager [req-f44385a1-7f29-4b1d-94fe-70dadac7194f req-0dd259e0-5be7-44cd-a695-65f3a295db9b service nova] [instance: 8597cdbf-2482-4fed-942c-a8314352673f] Received unexpected event network-vif-plugged-453ca002-cd23-4581-92d0-753764046adf for instance with vm_state building and task_state spawning. [ 1075.883073] env[69350]: DEBUG nova.compute.manager [req-f44385a1-7f29-4b1d-94fe-70dadac7194f req-0dd259e0-5be7-44cd-a695-65f3a295db9b service nova] [instance: 8597cdbf-2482-4fed-942c-a8314352673f] Received event network-changed-453ca002-cd23-4581-92d0-753764046adf {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1075.883073] env[69350]: DEBUG nova.compute.manager [req-f44385a1-7f29-4b1d-94fe-70dadac7194f req-0dd259e0-5be7-44cd-a695-65f3a295db9b service nova] [instance: 8597cdbf-2482-4fed-942c-a8314352673f] Refreshing instance network info cache due to event network-changed-453ca002-cd23-4581-92d0-753764046adf. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1075.883239] env[69350]: DEBUG oslo_concurrency.lockutils [req-f44385a1-7f29-4b1d-94fe-70dadac7194f req-0dd259e0-5be7-44cd-a695-65f3a295db9b service nova] Acquiring lock "refresh_cache-8597cdbf-2482-4fed-942c-a8314352673f" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.065907] env[69350]: DEBUG nova.network.neutron [None req-f384b89e-7b9b-46b7-b6e3-fe9d9b8b969e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 8597cdbf-2482-4fed-942c-a8314352673f] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1076.068738] env[69350]: DEBUG nova.compute.manager [None req-6c2546ef-7cfe-4b6d-ab9e-43a81afabd29 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: 9aba16d2-aa15-49cf-ab8e-bded803b56d3] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1076.069691] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c7cc565-27ff-48ac-a2dc-36893b5339b4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.081280] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fede3cc0-7ae8-46f4-b846-0a7e9c47dd8c tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.086235] env[69350]: DEBUG oslo_concurrency.lockutils [None req-376100b9-0ecd-4c02-9c1b-052978423b7b tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.461s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.086235] env[69350]: DEBUG nova.objects.instance [None req-376100b9-0ecd-4c02-9c1b-052978423b7b tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] Lazy-loading 'resources' on Instance uuid 12469520-1e54-40a2-b179-0811c4099063 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1076.228265] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c871197a-ee50-4149-b8b0-f9895c6b0624 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Acquiring lock "c34760a4-99e2-4db3-bbb4-3b6a721e5593" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.228682] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c871197a-ee50-4149-b8b0-f9895c6b0624 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Lock "c34760a4-99e2-4db3-bbb4-3b6a721e5593" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.228782] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c871197a-ee50-4149-b8b0-f9895c6b0624 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Acquiring lock "c34760a4-99e2-4db3-bbb4-3b6a721e5593-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.229067] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c871197a-ee50-4149-b8b0-f9895c6b0624 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Lock "c34760a4-99e2-4db3-bbb4-3b6a721e5593-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.229271] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c871197a-ee50-4149-b8b0-f9895c6b0624 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Lock "c34760a4-99e2-4db3-bbb4-3b6a721e5593-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.231752] env[69350]: INFO nova.compute.manager [None req-c871197a-ee50-4149-b8b0-f9895c6b0624 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: c34760a4-99e2-4db3-bbb4-3b6a721e5593] Terminating instance [ 1076.263175] env[69350]: DEBUG nova.network.neutron [None req-f384b89e-7b9b-46b7-b6e3-fe9d9b8b969e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 8597cdbf-2482-4fed-942c-a8314352673f] Updating instance_info_cache with network_info: [{"id": "453ca002-cd23-4581-92d0-753764046adf", "address": "fa:16:3e:f8:5f:d3", "network": {"id": "b9926ca7-18c0-4f87-918b-403ba5906bb0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2101484641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b6086e845a74075ace175b4fcb0622d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap453ca002-cd", "ovs_interfaceid": "453ca002-cd23-4581-92d0-753764046adf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.315168] env[69350]: DEBUG oslo_vmware.api [None req-66b94d5d-b687-4722-85a2-9e79aeb95a4c tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Task: {'id': task-3365663, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.587529] env[69350]: INFO nova.compute.manager [None req-6c2546ef-7cfe-4b6d-ab9e-43a81afabd29 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: 9aba16d2-aa15-49cf-ab8e-bded803b56d3] instance snapshotting [ 1076.593071] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c32343f7-7be7-4bea-8cfd-e7ea6f265ba0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.615804] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbc1e1d3-0d41-45ed-a4bd-141a954edb82 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.709012] env[69350]: DEBUG oslo_concurrency.lockutils [None req-120df068-2526-4f84-b12e-7694501f2577 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Acquiring lock "6748bc84-f2c1-4bd1-9793-4a225d4a405d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.709270] env[69350]: DEBUG oslo_concurrency.lockutils [None req-120df068-2526-4f84-b12e-7694501f2577 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Lock "6748bc84-f2c1-4bd1-9793-4a225d4a405d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.736040] env[69350]: DEBUG nova.compute.manager [None req-c871197a-ee50-4149-b8b0-f9895c6b0624 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: c34760a4-99e2-4db3-bbb4-3b6a721e5593] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1076.736268] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c871197a-ee50-4149-b8b0-f9895c6b0624 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: c34760a4-99e2-4db3-bbb4-3b6a721e5593] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1076.737619] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5730c2f1-73ab-48bb-b86a-41ded2b08dce {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.745209] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-c871197a-ee50-4149-b8b0-f9895c6b0624 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: c34760a4-99e2-4db3-bbb4-3b6a721e5593] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1076.747454] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34c1ad91-768b-4ae7-92d0-81a142a8930d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.753698] env[69350]: DEBUG oslo_vmware.api [None req-c871197a-ee50-4149-b8b0-f9895c6b0624 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Waiting for the task: (returnval){ [ 1076.753698] env[69350]: value = "task-3365664" [ 1076.753698] env[69350]: _type = "Task" [ 1076.753698] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.761743] env[69350]: DEBUG oslo_vmware.api [None req-c871197a-ee50-4149-b8b0-f9895c6b0624 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365664, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.766328] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f384b89e-7b9b-46b7-b6e3-fe9d9b8b969e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Releasing lock "refresh_cache-8597cdbf-2482-4fed-942c-a8314352673f" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.766593] env[69350]: DEBUG nova.compute.manager [None req-f384b89e-7b9b-46b7-b6e3-fe9d9b8b969e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 8597cdbf-2482-4fed-942c-a8314352673f] Instance network_info: |[{"id": "453ca002-cd23-4581-92d0-753764046adf", "address": "fa:16:3e:f8:5f:d3", "network": {"id": "b9926ca7-18c0-4f87-918b-403ba5906bb0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2101484641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b6086e845a74075ace175b4fcb0622d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap453ca002-cd", "ovs_interfaceid": "453ca002-cd23-4581-92d0-753764046adf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1076.766858] env[69350]: DEBUG oslo_concurrency.lockutils [req-f44385a1-7f29-4b1d-94fe-70dadac7194f req-0dd259e0-5be7-44cd-a695-65f3a295db9b service nova] Acquired lock "refresh_cache-8597cdbf-2482-4fed-942c-a8314352673f" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.767049] env[69350]: DEBUG nova.network.neutron [req-f44385a1-7f29-4b1d-94fe-70dadac7194f req-0dd259e0-5be7-44cd-a695-65f3a295db9b service nova] [instance: 8597cdbf-2482-4fed-942c-a8314352673f] Refreshing network info cache for port 453ca002-cd23-4581-92d0-753764046adf {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1076.768931] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f384b89e-7b9b-46b7-b6e3-fe9d9b8b969e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 8597cdbf-2482-4fed-942c-a8314352673f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:5f:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7e0240aa-a694-48fc-a0f9-6f2d3e71aa12', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '453ca002-cd23-4581-92d0-753764046adf', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1076.777286] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f384b89e-7b9b-46b7-b6e3-fe9d9b8b969e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1076.781153] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8597cdbf-2482-4fed-942c-a8314352673f] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1076.781767] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9caec96f-66a1-43dd-8d57-7bde93d3b8cf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.804205] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1076.804205] env[69350]: value = "task-3365665" [ 1076.804205] env[69350]: _type = "Task" [ 1076.804205] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.822056] env[69350]: DEBUG oslo_vmware.api [None req-66b94d5d-b687-4722-85a2-9e79aeb95a4c tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Task: {'id': task-3365663, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.641816} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.825446] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-66b94d5d-b687-4722-85a2-9e79aeb95a4c tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] 38697a7f-71a5-4109-bc6f-58f00ec0c798/38697a7f-71a5-4109-bc6f-58f00ec0c798.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1076.825753] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-66b94d5d-b687-4722-85a2-9e79aeb95a4c tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] [instance: 38697a7f-71a5-4109-bc6f-58f00ec0c798] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1076.826056] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365665, 'name': CreateVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.826947] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e0bba27-d8ca-4d8d-88cf-5b36ccbeb0c6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.829241] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5dda6dc-08a4-4a04-9c8e-72f8ed6e42b6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.837037] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79b9ea9d-d524-4d44-b14f-0f2c34144fc2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.840348] env[69350]: DEBUG oslo_vmware.api [None req-66b94d5d-b687-4722-85a2-9e79aeb95a4c tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Waiting for the task: (returnval){ [ 1076.840348] env[69350]: value = "task-3365666" [ 1076.840348] env[69350]: _type = "Task" [ 1076.840348] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.873930] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02b04ece-13b9-442a-bf14-24d8a5b652e1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.880282] env[69350]: DEBUG oslo_vmware.api [None req-66b94d5d-b687-4722-85a2-9e79aeb95a4c tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Task: {'id': task-3365666, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.885704] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1942fb8f-07b7-4569-9ab8-ad7237c6f54a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.900899] env[69350]: DEBUG nova.compute.provider_tree [None req-376100b9-0ecd-4c02-9c1b-052978423b7b tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1077.127170] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-6c2546ef-7cfe-4b6d-ab9e-43a81afabd29 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: 9aba16d2-aa15-49cf-ab8e-bded803b56d3] Creating Snapshot of the VM instance {{(pid=69350) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1077.127488] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-76de9eec-8923-4173-9df9-279c1db5f01e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.135069] env[69350]: DEBUG oslo_vmware.api [None req-6c2546ef-7cfe-4b6d-ab9e-43a81afabd29 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Waiting for the task: (returnval){ [ 1077.135069] env[69350]: value = "task-3365667" [ 1077.135069] env[69350]: _type = "Task" [ 1077.135069] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.142933] env[69350]: DEBUG oslo_vmware.api [None req-6c2546ef-7cfe-4b6d-ab9e-43a81afabd29 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Task: {'id': task-3365667, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.211365] env[69350]: DEBUG nova.compute.manager [None req-120df068-2526-4f84-b12e-7694501f2577 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 6748bc84-f2c1-4bd1-9793-4a225d4a405d] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1077.266776] env[69350]: DEBUG oslo_vmware.api [None req-c871197a-ee50-4149-b8b0-f9895c6b0624 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365664, 'name': PowerOffVM_Task, 'duration_secs': 0.176136} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.267088] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-c871197a-ee50-4149-b8b0-f9895c6b0624 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: c34760a4-99e2-4db3-bbb4-3b6a721e5593] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1077.267260] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c871197a-ee50-4149-b8b0-f9895c6b0624 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: c34760a4-99e2-4db3-bbb4-3b6a721e5593] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1077.267510] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8c7ce01e-b86e-4fea-8fe9-1089f4898530 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.320406] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365665, 'name': CreateVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.351778] env[69350]: DEBUG oslo_vmware.api [None req-66b94d5d-b687-4722-85a2-9e79aeb95a4c tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Task: {'id': task-3365666, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094801} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.352072] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-66b94d5d-b687-4722-85a2-9e79aeb95a4c tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] [instance: 38697a7f-71a5-4109-bc6f-58f00ec0c798] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1077.352829] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd6bcbc4-14f3-4848-b34f-40faada6fdc3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.376042] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-66b94d5d-b687-4722-85a2-9e79aeb95a4c tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] [instance: 38697a7f-71a5-4109-bc6f-58f00ec0c798] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 38697a7f-71a5-4109-bc6f-58f00ec0c798/38697a7f-71a5-4109-bc6f-58f00ec0c798.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1077.378583] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f60c4ce-16be-4458-a0a1-6f041f6451db {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.398429] env[69350]: DEBUG oslo_vmware.api [None req-66b94d5d-b687-4722-85a2-9e79aeb95a4c tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Waiting for the task: (returnval){ [ 1077.398429] env[69350]: value = "task-3365669" [ 1077.398429] env[69350]: _type = "Task" [ 1077.398429] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.406666] env[69350]: DEBUG nova.scheduler.client.report [None req-376100b9-0ecd-4c02-9c1b-052978423b7b tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1077.409699] env[69350]: DEBUG oslo_vmware.api [None req-66b94d5d-b687-4722-85a2-9e79aeb95a4c tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Task: {'id': task-3365669, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.459484] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c871197a-ee50-4149-b8b0-f9895c6b0624 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: c34760a4-99e2-4db3-bbb4-3b6a721e5593] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1077.459782] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c871197a-ee50-4149-b8b0-f9895c6b0624 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: c34760a4-99e2-4db3-bbb4-3b6a721e5593] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1077.460043] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-c871197a-ee50-4149-b8b0-f9895c6b0624 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Deleting the datastore file [datastore1] c34760a4-99e2-4db3-bbb4-3b6a721e5593 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1077.460364] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-659204c8-5d77-44b1-a6d3-446d38579703 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.467339] env[69350]: DEBUG oslo_vmware.api [None req-c871197a-ee50-4149-b8b0-f9895c6b0624 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Waiting for the task: (returnval){ [ 1077.467339] env[69350]: value = "task-3365670" [ 1077.467339] env[69350]: _type = "Task" [ 1077.467339] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.475679] env[69350]: DEBUG oslo_vmware.api [None req-c871197a-ee50-4149-b8b0-f9895c6b0624 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365670, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.548210] env[69350]: DEBUG nova.network.neutron [req-f44385a1-7f29-4b1d-94fe-70dadac7194f req-0dd259e0-5be7-44cd-a695-65f3a295db9b service nova] [instance: 8597cdbf-2482-4fed-942c-a8314352673f] Updated VIF entry in instance network info cache for port 453ca002-cd23-4581-92d0-753764046adf. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1077.548676] env[69350]: DEBUG nova.network.neutron [req-f44385a1-7f29-4b1d-94fe-70dadac7194f req-0dd259e0-5be7-44cd-a695-65f3a295db9b service nova] [instance: 8597cdbf-2482-4fed-942c-a8314352673f] Updating instance_info_cache with network_info: [{"id": "453ca002-cd23-4581-92d0-753764046adf", "address": "fa:16:3e:f8:5f:d3", "network": {"id": "b9926ca7-18c0-4f87-918b-403ba5906bb0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2101484641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b6086e845a74075ace175b4fcb0622d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap453ca002-cd", "ovs_interfaceid": "453ca002-cd23-4581-92d0-753764046adf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.645440] env[69350]: DEBUG oslo_vmware.api [None req-6c2546ef-7cfe-4b6d-ab9e-43a81afabd29 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Task: {'id': task-3365667, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.738684] env[69350]: DEBUG oslo_concurrency.lockutils [None req-120df068-2526-4f84-b12e-7694501f2577 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.821251] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365665, 'name': CreateVM_Task, 'duration_secs': 0.59916} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.821251] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8597cdbf-2482-4fed-942c-a8314352673f] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1077.821784] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f384b89e-7b9b-46b7-b6e3-fe9d9b8b969e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.821948] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f384b89e-7b9b-46b7-b6e3-fe9d9b8b969e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.822275] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f384b89e-7b9b-46b7-b6e3-fe9d9b8b969e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.822556] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-858e8ec7-3b1a-454b-84f7-e9b923df1cdc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.826909] env[69350]: DEBUG oslo_vmware.api [None req-f384b89e-7b9b-46b7-b6e3-fe9d9b8b969e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Waiting for the task: (returnval){ [ 1077.826909] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52598b32-77ff-7531-817d-f3f668204693" [ 1077.826909] env[69350]: _type = "Task" [ 1077.826909] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.834220] env[69350]: DEBUG oslo_vmware.api [None req-f384b89e-7b9b-46b7-b6e3-fe9d9b8b969e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52598b32-77ff-7531-817d-f3f668204693, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.907094] env[69350]: DEBUG oslo_vmware.api [None req-66b94d5d-b687-4722-85a2-9e79aeb95a4c tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Task: {'id': task-3365669, 'name': ReconfigVM_Task, 'duration_secs': 0.334145} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.907318] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-66b94d5d-b687-4722-85a2-9e79aeb95a4c tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] [instance: 38697a7f-71a5-4109-bc6f-58f00ec0c798] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 38697a7f-71a5-4109-bc6f-58f00ec0c798/38697a7f-71a5-4109-bc6f-58f00ec0c798.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1077.907938] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-79482970-ced8-4a90-966e-fbc7ee4ef4ca {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.911320] env[69350]: DEBUG oslo_concurrency.lockutils [None req-376100b9-0ecd-4c02-9c1b-052978423b7b tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.827s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.914061] env[69350]: DEBUG oslo_concurrency.lockutils [None req-120df068-2526-4f84-b12e-7694501f2577 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.175s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.914687] env[69350]: INFO nova.compute.claims [None req-120df068-2526-4f84-b12e-7694501f2577 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 6748bc84-f2c1-4bd1-9793-4a225d4a405d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1077.918040] env[69350]: DEBUG oslo_vmware.api [None req-66b94d5d-b687-4722-85a2-9e79aeb95a4c tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Waiting for the task: (returnval){ [ 1077.918040] env[69350]: value = "task-3365671" [ 1077.918040] env[69350]: _type = "Task" [ 1077.918040] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.926105] env[69350]: DEBUG oslo_vmware.api [None req-66b94d5d-b687-4722-85a2-9e79aeb95a4c tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Task: {'id': task-3365671, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.929887] env[69350]: INFO nova.scheduler.client.report [None req-376100b9-0ecd-4c02-9c1b-052978423b7b tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] Deleted allocations for instance 12469520-1e54-40a2-b179-0811c4099063 [ 1077.978113] env[69350]: DEBUG oslo_vmware.api [None req-c871197a-ee50-4149-b8b0-f9895c6b0624 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365670, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.301905} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.978415] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-c871197a-ee50-4149-b8b0-f9895c6b0624 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1077.978637] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c871197a-ee50-4149-b8b0-f9895c6b0624 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: c34760a4-99e2-4db3-bbb4-3b6a721e5593] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1077.978828] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c871197a-ee50-4149-b8b0-f9895c6b0624 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: c34760a4-99e2-4db3-bbb4-3b6a721e5593] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1077.979089] env[69350]: INFO nova.compute.manager [None req-c871197a-ee50-4149-b8b0-f9895c6b0624 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: c34760a4-99e2-4db3-bbb4-3b6a721e5593] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1077.979365] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c871197a-ee50-4149-b8b0-f9895c6b0624 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1077.979765] env[69350]: DEBUG nova.compute.manager [-] [instance: c34760a4-99e2-4db3-bbb4-3b6a721e5593] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1077.979870] env[69350]: DEBUG nova.network.neutron [-] [instance: c34760a4-99e2-4db3-bbb4-3b6a721e5593] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1078.051621] env[69350]: DEBUG oslo_concurrency.lockutils [req-f44385a1-7f29-4b1d-94fe-70dadac7194f req-0dd259e0-5be7-44cd-a695-65f3a295db9b service nova] Releasing lock "refresh_cache-8597cdbf-2482-4fed-942c-a8314352673f" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.145911] env[69350]: DEBUG oslo_vmware.api [None req-6c2546ef-7cfe-4b6d-ab9e-43a81afabd29 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Task: {'id': task-3365667, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.226419] env[69350]: DEBUG nova.compute.manager [req-c012121e-aab1-45e3-ad26-0af10d92b337 req-8f1d81af-061f-4ce3-accb-2d67b5f0da22 service nova] [instance: c34760a4-99e2-4db3-bbb4-3b6a721e5593] Received event network-vif-deleted-44e1e9a1-dbc6-427d-a50d-329c25032a04 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.226612] env[69350]: INFO nova.compute.manager [req-c012121e-aab1-45e3-ad26-0af10d92b337 req-8f1d81af-061f-4ce3-accb-2d67b5f0da22 service nova] [instance: c34760a4-99e2-4db3-bbb4-3b6a721e5593] Neutron deleted interface 44e1e9a1-dbc6-427d-a50d-329c25032a04; detaching it from the instance and deleting it from the info cache [ 1078.226781] env[69350]: DEBUG nova.network.neutron [req-c012121e-aab1-45e3-ad26-0af10d92b337 req-8f1d81af-061f-4ce3-accb-2d67b5f0da22 service nova] [instance: c34760a4-99e2-4db3-bbb4-3b6a721e5593] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.337523] env[69350]: DEBUG oslo_vmware.api [None req-f384b89e-7b9b-46b7-b6e3-fe9d9b8b969e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52598b32-77ff-7531-817d-f3f668204693, 'name': SearchDatastore_Task, 'duration_secs': 0.009795} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.340034] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f384b89e-7b9b-46b7-b6e3-fe9d9b8b969e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.340034] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f384b89e-7b9b-46b7-b6e3-fe9d9b8b969e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 8597cdbf-2482-4fed-942c-a8314352673f] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1078.340034] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f384b89e-7b9b-46b7-b6e3-fe9d9b8b969e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.340034] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f384b89e-7b9b-46b7-b6e3-fe9d9b8b969e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.340034] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-f384b89e-7b9b-46b7-b6e3-fe9d9b8b969e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1078.340034] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b7f69a10-d871-46b3-bf8b-136cca846926 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.347703] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-f384b89e-7b9b-46b7-b6e3-fe9d9b8b969e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1078.347884] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f384b89e-7b9b-46b7-b6e3-fe9d9b8b969e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1078.348623] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acc1f4ce-9a18-45e1-90b9-f0255ae4d719 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.353668] env[69350]: DEBUG oslo_vmware.api [None req-f384b89e-7b9b-46b7-b6e3-fe9d9b8b969e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Waiting for the task: (returnval){ [ 1078.353668] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52b456f7-069c-cd60-8613-c5c7d74b5b2e" [ 1078.353668] env[69350]: _type = "Task" [ 1078.353668] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.361538] env[69350]: DEBUG oslo_vmware.api [None req-f384b89e-7b9b-46b7-b6e3-fe9d9b8b969e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52b456f7-069c-cd60-8613-c5c7d74b5b2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.432787] env[69350]: DEBUG oslo_vmware.api [None req-66b94d5d-b687-4722-85a2-9e79aeb95a4c tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Task: {'id': task-3365671, 'name': Rename_Task, 'duration_secs': 0.151464} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.433481] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-66b94d5d-b687-4722-85a2-9e79aeb95a4c tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] [instance: 38697a7f-71a5-4109-bc6f-58f00ec0c798] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1078.433747] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-03941228-bc8a-4705-b053-2ab39fe693e4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.438406] env[69350]: DEBUG oslo_concurrency.lockutils [None req-376100b9-0ecd-4c02-9c1b-052978423b7b tempest-ServersTestFqdnHostnames-25866083 tempest-ServersTestFqdnHostnames-25866083-project-member] Lock "12469520-1e54-40a2-b179-0811c4099063" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.063s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.442904] env[69350]: DEBUG oslo_vmware.api [None req-66b94d5d-b687-4722-85a2-9e79aeb95a4c tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Waiting for the task: (returnval){ [ 1078.442904] env[69350]: value = "task-3365672" [ 1078.442904] env[69350]: _type = "Task" [ 1078.442904] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.453486] env[69350]: DEBUG oslo_vmware.api [None req-66b94d5d-b687-4722-85a2-9e79aeb95a4c tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Task: {'id': task-3365672, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.650655] env[69350]: DEBUG oslo_vmware.api [None req-6c2546ef-7cfe-4b6d-ab9e-43a81afabd29 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Task: {'id': task-3365667, 'name': CreateSnapshot_Task, 'duration_secs': 1.033009} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.651053] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-6c2546ef-7cfe-4b6d-ab9e-43a81afabd29 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: 9aba16d2-aa15-49cf-ab8e-bded803b56d3] Created Snapshot of the VM instance {{(pid=69350) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1078.652213] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b095852b-5f74-4090-b2a8-a64e97041f73 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.706232] env[69350]: DEBUG nova.network.neutron [-] [instance: c34760a4-99e2-4db3-bbb4-3b6a721e5593] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.729446] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8a25522f-4af0-4209-9eca-e08b2ddc9430 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.738457] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71969458-7a99-4d6e-83f4-78a99a798120 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.770961] env[69350]: DEBUG nova.compute.manager [req-c012121e-aab1-45e3-ad26-0af10d92b337 req-8f1d81af-061f-4ce3-accb-2d67b5f0da22 service nova] [instance: c34760a4-99e2-4db3-bbb4-3b6a721e5593] Detach interface failed, port_id=44e1e9a1-dbc6-427d-a50d-329c25032a04, reason: Instance c34760a4-99e2-4db3-bbb4-3b6a721e5593 could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1078.864921] env[69350]: DEBUG oslo_vmware.api [None req-f384b89e-7b9b-46b7-b6e3-fe9d9b8b969e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52b456f7-069c-cd60-8613-c5c7d74b5b2e, 'name': SearchDatastore_Task, 'duration_secs': 0.008683} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.865943] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b2c52fd-a2d6-499a-849a-286c607fb35c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.870987] env[69350]: DEBUG oslo_vmware.api [None req-f384b89e-7b9b-46b7-b6e3-fe9d9b8b969e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Waiting for the task: (returnval){ [ 1078.870987] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52bf56a8-d688-1b7f-23ea-05643b72a550" [ 1078.870987] env[69350]: _type = "Task" [ 1078.870987] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.878665] env[69350]: DEBUG oslo_vmware.api [None req-f384b89e-7b9b-46b7-b6e3-fe9d9b8b969e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52bf56a8-d688-1b7f-23ea-05643b72a550, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.954280] env[69350]: DEBUG oslo_vmware.api [None req-66b94d5d-b687-4722-85a2-9e79aeb95a4c tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Task: {'id': task-3365672, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.116671] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7efb0759-5cb8-4cc0-9aa6-8d5d41bab406 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.124324] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c63c071f-b5e6-45eb-9b11-23c6bf598688 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.153835] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c0d4aa-9345-4564-984e-e4bfcb42b7b4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.161200] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b18ec999-845c-485e-a33f-54da11bd807b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.181403] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-6c2546ef-7cfe-4b6d-ab9e-43a81afabd29 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: 9aba16d2-aa15-49cf-ab8e-bded803b56d3] Creating linked-clone VM from snapshot {{(pid=69350) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1079.181936] env[69350]: DEBUG nova.compute.provider_tree [None req-120df068-2526-4f84-b12e-7694501f2577 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1079.183731] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-794bf56b-438b-4c6b-9ba8-ba9f92e5e406 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.191911] env[69350]: DEBUG oslo_vmware.api [None req-6c2546ef-7cfe-4b6d-ab9e-43a81afabd29 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Waiting for the task: (returnval){ [ 1079.191911] env[69350]: value = "task-3365673" [ 1079.191911] env[69350]: _type = "Task" [ 1079.191911] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.201564] env[69350]: DEBUG oslo_vmware.api [None req-6c2546ef-7cfe-4b6d-ab9e-43a81afabd29 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Task: {'id': task-3365673, 'name': CloneVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.209964] env[69350]: INFO nova.compute.manager [-] [instance: c34760a4-99e2-4db3-bbb4-3b6a721e5593] Took 1.23 seconds to deallocate network for instance. [ 1079.386392] env[69350]: DEBUG oslo_vmware.api [None req-f384b89e-7b9b-46b7-b6e3-fe9d9b8b969e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52bf56a8-d688-1b7f-23ea-05643b72a550, 'name': SearchDatastore_Task, 'duration_secs': 0.010239} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.386663] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f384b89e-7b9b-46b7-b6e3-fe9d9b8b969e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.387026] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-f384b89e-7b9b-46b7-b6e3-fe9d9b8b969e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] 8597cdbf-2482-4fed-942c-a8314352673f/8597cdbf-2482-4fed-942c-a8314352673f.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1079.387343] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2d2471e2-810e-40af-af53-b37e3e2a9fa1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.394109] env[69350]: DEBUG oslo_vmware.api [None req-f384b89e-7b9b-46b7-b6e3-fe9d9b8b969e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Waiting for the task: (returnval){ [ 1079.394109] env[69350]: value = "task-3365674" [ 1079.394109] env[69350]: _type = "Task" [ 1079.394109] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.402866] env[69350]: DEBUG oslo_vmware.api [None req-f384b89e-7b9b-46b7-b6e3-fe9d9b8b969e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365674, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.454509] env[69350]: DEBUG oslo_vmware.api [None req-66b94d5d-b687-4722-85a2-9e79aeb95a4c tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Task: {'id': task-3365672, 'name': PowerOnVM_Task, 'duration_secs': 0.821843} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.454841] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-66b94d5d-b687-4722-85a2-9e79aeb95a4c tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] [instance: 38697a7f-71a5-4109-bc6f-58f00ec0c798] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1079.454964] env[69350]: INFO nova.compute.manager [None req-66b94d5d-b687-4722-85a2-9e79aeb95a4c tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] [instance: 38697a7f-71a5-4109-bc6f-58f00ec0c798] Took 8.20 seconds to spawn the instance on the hypervisor. [ 1079.455166] env[69350]: DEBUG nova.compute.manager [None req-66b94d5d-b687-4722-85a2-9e79aeb95a4c tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] [instance: 38697a7f-71a5-4109-bc6f-58f00ec0c798] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1079.456013] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1915234-2468-4b4f-b429-6b30a92dd145 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.688292] env[69350]: DEBUG nova.scheduler.client.report [None req-120df068-2526-4f84-b12e-7694501f2577 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1079.705993] env[69350]: DEBUG oslo_vmware.api [None req-6c2546ef-7cfe-4b6d-ab9e-43a81afabd29 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Task: {'id': task-3365673, 'name': CloneVM_Task} progress is 94%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.715801] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c871197a-ee50-4149-b8b0-f9895c6b0624 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.905285] env[69350]: DEBUG oslo_vmware.api [None req-f384b89e-7b9b-46b7-b6e3-fe9d9b8b969e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365674, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492247} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.905850] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-f384b89e-7b9b-46b7-b6e3-fe9d9b8b969e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] 8597cdbf-2482-4fed-942c-a8314352673f/8597cdbf-2482-4fed-942c-a8314352673f.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1079.906344] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f384b89e-7b9b-46b7-b6e3-fe9d9b8b969e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 8597cdbf-2482-4fed-942c-a8314352673f] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1079.906791] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2c957e71-f154-4e86-aecd-33e292ea76ed {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.916377] env[69350]: DEBUG oslo_vmware.api [None req-f384b89e-7b9b-46b7-b6e3-fe9d9b8b969e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Waiting for the task: (returnval){ [ 1079.916377] env[69350]: value = "task-3365675" [ 1079.916377] env[69350]: _type = "Task" [ 1079.916377] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.925711] env[69350]: DEBUG oslo_vmware.api [None req-f384b89e-7b9b-46b7-b6e3-fe9d9b8b969e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365675, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.976011] env[69350]: INFO nova.compute.manager [None req-66b94d5d-b687-4722-85a2-9e79aeb95a4c tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] [instance: 38697a7f-71a5-4109-bc6f-58f00ec0c798] Took 14.62 seconds to build instance. [ 1080.198452] env[69350]: DEBUG oslo_concurrency.lockutils [None req-120df068-2526-4f84-b12e-7694501f2577 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.285s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.199140] env[69350]: DEBUG nova.compute.manager [None req-120df068-2526-4f84-b12e-7694501f2577 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 6748bc84-f2c1-4bd1-9793-4a225d4a405d] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1080.203097] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c871197a-ee50-4149-b8b0-f9895c6b0624 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.488s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.203899] env[69350]: DEBUG nova.objects.instance [None req-c871197a-ee50-4149-b8b0-f9895c6b0624 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Lazy-loading 'resources' on Instance uuid c34760a4-99e2-4db3-bbb4-3b6a721e5593 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1080.209959] env[69350]: DEBUG oslo_vmware.api [None req-6c2546ef-7cfe-4b6d-ab9e-43a81afabd29 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Task: {'id': task-3365673, 'name': CloneVM_Task} progress is 94%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.432466] env[69350]: DEBUG oslo_vmware.api [None req-f384b89e-7b9b-46b7-b6e3-fe9d9b8b969e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365675, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065488} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.432466] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f384b89e-7b9b-46b7-b6e3-fe9d9b8b969e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 8597cdbf-2482-4fed-942c-a8314352673f] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1080.432466] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e4b995b-131e-4d37-81b3-ebdde90d703f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.457699] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-f384b89e-7b9b-46b7-b6e3-fe9d9b8b969e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 8597cdbf-2482-4fed-942c-a8314352673f] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 8597cdbf-2482-4fed-942c-a8314352673f/8597cdbf-2482-4fed-942c-a8314352673f.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1080.458057] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2ecabc1-7e87-407d-b30f-2c4d34167dae {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.477964] env[69350]: DEBUG oslo_concurrency.lockutils [None req-66b94d5d-b687-4722-85a2-9e79aeb95a4c tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Lock "38697a7f-71a5-4109-bc6f-58f00ec0c798" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.127s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.480189] env[69350]: DEBUG oslo_vmware.api [None req-f384b89e-7b9b-46b7-b6e3-fe9d9b8b969e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Waiting for the task: (returnval){ [ 1080.480189] env[69350]: value = "task-3365676" [ 1080.480189] env[69350]: _type = "Task" [ 1080.480189] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.488915] env[69350]: DEBUG oslo_vmware.api [None req-f384b89e-7b9b-46b7-b6e3-fe9d9b8b969e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365676, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.705223] env[69350]: DEBUG oslo_vmware.api [None req-6c2546ef-7cfe-4b6d-ab9e-43a81afabd29 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Task: {'id': task-3365673, 'name': CloneVM_Task} progress is 95%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.708359] env[69350]: DEBUG nova.compute.utils [None req-120df068-2526-4f84-b12e-7694501f2577 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1080.714757] env[69350]: DEBUG nova.compute.manager [None req-120df068-2526-4f84-b12e-7694501f2577 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 6748bc84-f2c1-4bd1-9793-4a225d4a405d] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1080.715068] env[69350]: DEBUG nova.network.neutron [None req-120df068-2526-4f84-b12e-7694501f2577 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 6748bc84-f2c1-4bd1-9793-4a225d4a405d] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1080.774933] env[69350]: DEBUG nova.policy [None req-120df068-2526-4f84-b12e-7694501f2577 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5b22203975c14e01892c3e5d72913338', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a61919e72ea342e59edac0c76d120df9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 1080.992846] env[69350]: DEBUG oslo_vmware.api [None req-f384b89e-7b9b-46b7-b6e3-fe9d9b8b969e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365676, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.072394] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a40128c-5f42-4b70-8e13-b6b59caaf0ce {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.085766] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ab9a2f-1a08-4984-aee6-35903a39862a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.125770] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f8dca51-ff5f-4328-a9c5-ff2ccecd6fd6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.130475] env[69350]: DEBUG nova.compute.manager [req-94b39032-17f7-4ba5-8e4e-4194e0fcfd90 req-749eb6de-2369-4456-9c0e-5642c7b13da5 service nova] [instance: 38697a7f-71a5-4109-bc6f-58f00ec0c798] Received event network-changed-fa4e4272-6f4f-42a2-a658-5457e9dd1537 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1081.130602] env[69350]: DEBUG nova.compute.manager [req-94b39032-17f7-4ba5-8e4e-4194e0fcfd90 req-749eb6de-2369-4456-9c0e-5642c7b13da5 service nova] [instance: 38697a7f-71a5-4109-bc6f-58f00ec0c798] Refreshing instance network info cache due to event network-changed-fa4e4272-6f4f-42a2-a658-5457e9dd1537. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1081.130848] env[69350]: DEBUG oslo_concurrency.lockutils [req-94b39032-17f7-4ba5-8e4e-4194e0fcfd90 req-749eb6de-2369-4456-9c0e-5642c7b13da5 service nova] Acquiring lock "refresh_cache-38697a7f-71a5-4109-bc6f-58f00ec0c798" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.131080] env[69350]: DEBUG oslo_concurrency.lockutils [req-94b39032-17f7-4ba5-8e4e-4194e0fcfd90 req-749eb6de-2369-4456-9c0e-5642c7b13da5 service nova] Acquired lock "refresh_cache-38697a7f-71a5-4109-bc6f-58f00ec0c798" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.131250] env[69350]: DEBUG nova.network.neutron [req-94b39032-17f7-4ba5-8e4e-4194e0fcfd90 req-749eb6de-2369-4456-9c0e-5642c7b13da5 service nova] [instance: 38697a7f-71a5-4109-bc6f-58f00ec0c798] Refreshing network info cache for port fa4e4272-6f4f-42a2-a658-5457e9dd1537 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1081.135614] env[69350]: DEBUG nova.network.neutron [None req-120df068-2526-4f84-b12e-7694501f2577 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 6748bc84-f2c1-4bd1-9793-4a225d4a405d] Successfully created port: f279f10e-b8cb-463d-b487-059bd6b3bead {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1081.141760] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c517c6-9c47-4318-aa68-7d143031fb21 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.163202] env[69350]: DEBUG nova.compute.provider_tree [None req-c871197a-ee50-4149-b8b0-f9895c6b0624 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1081.203566] env[69350]: DEBUG oslo_vmware.api [None req-6c2546ef-7cfe-4b6d-ab9e-43a81afabd29 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Task: {'id': task-3365673, 'name': CloneVM_Task, 'duration_secs': 1.732334} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.203824] env[69350]: INFO nova.virt.vmwareapi.vmops [None req-6c2546ef-7cfe-4b6d-ab9e-43a81afabd29 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: 9aba16d2-aa15-49cf-ab8e-bded803b56d3] Created linked-clone VM from snapshot [ 1081.204574] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c73cb01-cbd9-4492-9e35-9f9a1f3b3dbe {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.217368] env[69350]: DEBUG nova.virt.vmwareapi.images [None req-6c2546ef-7cfe-4b6d-ab9e-43a81afabd29 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: 9aba16d2-aa15-49cf-ab8e-bded803b56d3] Uploading image 7c7769b4-47fc-4c0b-b05d-3015f16f5a5c {{(pid=69350) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1081.217368] env[69350]: DEBUG nova.compute.manager [None req-120df068-2526-4f84-b12e-7694501f2577 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 6748bc84-f2c1-4bd1-9793-4a225d4a405d] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1081.229117] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c2546ef-7cfe-4b6d-ab9e-43a81afabd29 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: 9aba16d2-aa15-49cf-ab8e-bded803b56d3] Destroying the VM {{(pid=69350) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1081.229416] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-66780877-583d-491e-ac74-fd48f45f7473 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.237294] env[69350]: DEBUG oslo_vmware.api [None req-6c2546ef-7cfe-4b6d-ab9e-43a81afabd29 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Waiting for the task: (returnval){ [ 1081.237294] env[69350]: value = "task-3365677" [ 1081.237294] env[69350]: _type = "Task" [ 1081.237294] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.248521] env[69350]: DEBUG oslo_vmware.api [None req-6c2546ef-7cfe-4b6d-ab9e-43a81afabd29 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Task: {'id': task-3365677, 'name': Destroy_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.493013] env[69350]: DEBUG oslo_vmware.api [None req-f384b89e-7b9b-46b7-b6e3-fe9d9b8b969e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365676, 'name': ReconfigVM_Task, 'duration_secs': 0.652553} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.493324] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-f384b89e-7b9b-46b7-b6e3-fe9d9b8b969e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 8597cdbf-2482-4fed-942c-a8314352673f] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 8597cdbf-2482-4fed-942c-a8314352673f/8597cdbf-2482-4fed-942c-a8314352673f.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1081.493953] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d65cb4d8-d073-47e9-9119-ca4b87bb8564 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.499898] env[69350]: DEBUG oslo_vmware.api [None req-f384b89e-7b9b-46b7-b6e3-fe9d9b8b969e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Waiting for the task: (returnval){ [ 1081.499898] env[69350]: value = "task-3365678" [ 1081.499898] env[69350]: _type = "Task" [ 1081.499898] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.507713] env[69350]: DEBUG oslo_vmware.api [None req-f384b89e-7b9b-46b7-b6e3-fe9d9b8b969e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365678, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.668016] env[69350]: DEBUG nova.scheduler.client.report [None req-c871197a-ee50-4149-b8b0-f9895c6b0624 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1081.750392] env[69350]: DEBUG oslo_vmware.api [None req-6c2546ef-7cfe-4b6d-ab9e-43a81afabd29 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Task: {'id': task-3365677, 'name': Destroy_Task} progress is 33%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.011524] env[69350]: DEBUG oslo_vmware.api [None req-f384b89e-7b9b-46b7-b6e3-fe9d9b8b969e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365678, 'name': Rename_Task, 'duration_secs': 0.251878} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.011973] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-f384b89e-7b9b-46b7-b6e3-fe9d9b8b969e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 8597cdbf-2482-4fed-942c-a8314352673f] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1082.012234] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e0575004-1061-4861-9b62-bcd267850613 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.022191] env[69350]: DEBUG oslo_vmware.api [None req-f384b89e-7b9b-46b7-b6e3-fe9d9b8b969e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Waiting for the task: (returnval){ [ 1082.022191] env[69350]: value = "task-3365679" [ 1082.022191] env[69350]: _type = "Task" [ 1082.022191] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.031734] env[69350]: DEBUG oslo_vmware.api [None req-f384b89e-7b9b-46b7-b6e3-fe9d9b8b969e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365679, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.174420] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c871197a-ee50-4149-b8b0-f9895c6b0624 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.971s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.177293] env[69350]: DEBUG nova.network.neutron [req-94b39032-17f7-4ba5-8e4e-4194e0fcfd90 req-749eb6de-2369-4456-9c0e-5642c7b13da5 service nova] [instance: 38697a7f-71a5-4109-bc6f-58f00ec0c798] Updated VIF entry in instance network info cache for port fa4e4272-6f4f-42a2-a658-5457e9dd1537. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1082.177644] env[69350]: DEBUG nova.network.neutron [req-94b39032-17f7-4ba5-8e4e-4194e0fcfd90 req-749eb6de-2369-4456-9c0e-5642c7b13da5 service nova] [instance: 38697a7f-71a5-4109-bc6f-58f00ec0c798] Updating instance_info_cache with network_info: [{"id": "fa4e4272-6f4f-42a2-a658-5457e9dd1537", "address": "fa:16:3e:23:5f:20", "network": {"id": "55139abc-d3b8-447b-a17e-1536d36951c4", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-748349012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b47737b5d9f4ea386c5abbf633ab4fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa4e4272-6f", "ovs_interfaceid": "fa4e4272-6f4f-42a2-a658-5457e9dd1537", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.203227] env[69350]: INFO nova.scheduler.client.report [None req-c871197a-ee50-4149-b8b0-f9895c6b0624 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Deleted allocations for instance c34760a4-99e2-4db3-bbb4-3b6a721e5593 [ 1082.226501] env[69350]: DEBUG nova.compute.manager [None req-120df068-2526-4f84-b12e-7694501f2577 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 6748bc84-f2c1-4bd1-9793-4a225d4a405d] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1082.253584] env[69350]: DEBUG oslo_vmware.api [None req-6c2546ef-7cfe-4b6d-ab9e-43a81afabd29 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Task: {'id': task-3365677, 'name': Destroy_Task, 'duration_secs': 0.707058} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.256627] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-6c2546ef-7cfe-4b6d-ab9e-43a81afabd29 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: 9aba16d2-aa15-49cf-ab8e-bded803b56d3] Destroyed the VM [ 1082.256864] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-6c2546ef-7cfe-4b6d-ab9e-43a81afabd29 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: 9aba16d2-aa15-49cf-ab8e-bded803b56d3] Deleting Snapshot of the VM instance {{(pid=69350) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1082.257419] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ea551874-0b9b-4ea6-b1b4-f580a24decbb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.263499] env[69350]: DEBUG nova.virt.hardware [None req-120df068-2526-4f84-b12e-7694501f2577 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1082.263740] env[69350]: DEBUG nova.virt.hardware [None req-120df068-2526-4f84-b12e-7694501f2577 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1082.263900] env[69350]: DEBUG nova.virt.hardware [None req-120df068-2526-4f84-b12e-7694501f2577 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1082.264223] env[69350]: DEBUG nova.virt.hardware [None req-120df068-2526-4f84-b12e-7694501f2577 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1082.264405] env[69350]: DEBUG nova.virt.hardware [None req-120df068-2526-4f84-b12e-7694501f2577 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1082.264559] env[69350]: DEBUG nova.virt.hardware [None req-120df068-2526-4f84-b12e-7694501f2577 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1082.264788] env[69350]: DEBUG nova.virt.hardware [None req-120df068-2526-4f84-b12e-7694501f2577 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1082.264954] env[69350]: DEBUG nova.virt.hardware [None req-120df068-2526-4f84-b12e-7694501f2577 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1082.265158] env[69350]: DEBUG nova.virt.hardware [None req-120df068-2526-4f84-b12e-7694501f2577 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1082.265325] env[69350]: DEBUG nova.virt.hardware [None req-120df068-2526-4f84-b12e-7694501f2577 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1082.265521] env[69350]: DEBUG nova.virt.hardware [None req-120df068-2526-4f84-b12e-7694501f2577 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1082.266801] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be2502b6-6ebd-4450-95c7-e92d1f0afb19 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.272030] env[69350]: DEBUG oslo_vmware.api [None req-6c2546ef-7cfe-4b6d-ab9e-43a81afabd29 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Waiting for the task: (returnval){ [ 1082.272030] env[69350]: value = "task-3365680" [ 1082.272030] env[69350]: _type = "Task" [ 1082.272030] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.280648] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d0b25fe-93ed-4cec-bd84-9e4ef3f4a66e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.287905] env[69350]: DEBUG oslo_vmware.api [None req-6c2546ef-7cfe-4b6d-ab9e-43a81afabd29 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Task: {'id': task-3365680, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.533649] env[69350]: DEBUG oslo_vmware.api [None req-f384b89e-7b9b-46b7-b6e3-fe9d9b8b969e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365679, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.680738] env[69350]: DEBUG oslo_concurrency.lockutils [req-94b39032-17f7-4ba5-8e4e-4194e0fcfd90 req-749eb6de-2369-4456-9c0e-5642c7b13da5 service nova] Releasing lock "refresh_cache-38697a7f-71a5-4109-bc6f-58f00ec0c798" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.711138] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c871197a-ee50-4149-b8b0-f9895c6b0624 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Lock "c34760a4-99e2-4db3-bbb4-3b6a721e5593" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.482s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.750594] env[69350]: DEBUG nova.compute.manager [req-14c75a07-1b0f-4814-b25f-0625be36d6d7 req-427a7763-e25f-4e75-a168-5ada66c5e7f2 service nova] [instance: 6748bc84-f2c1-4bd1-9793-4a225d4a405d] Received event network-vif-plugged-f279f10e-b8cb-463d-b487-059bd6b3bead {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.750853] env[69350]: DEBUG oslo_concurrency.lockutils [req-14c75a07-1b0f-4814-b25f-0625be36d6d7 req-427a7763-e25f-4e75-a168-5ada66c5e7f2 service nova] Acquiring lock "6748bc84-f2c1-4bd1-9793-4a225d4a405d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.751026] env[69350]: DEBUG oslo_concurrency.lockutils [req-14c75a07-1b0f-4814-b25f-0625be36d6d7 req-427a7763-e25f-4e75-a168-5ada66c5e7f2 service nova] Lock "6748bc84-f2c1-4bd1-9793-4a225d4a405d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.751203] env[69350]: DEBUG oslo_concurrency.lockutils [req-14c75a07-1b0f-4814-b25f-0625be36d6d7 req-427a7763-e25f-4e75-a168-5ada66c5e7f2 service nova] Lock "6748bc84-f2c1-4bd1-9793-4a225d4a405d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.751367] env[69350]: DEBUG nova.compute.manager [req-14c75a07-1b0f-4814-b25f-0625be36d6d7 req-427a7763-e25f-4e75-a168-5ada66c5e7f2 service nova] [instance: 6748bc84-f2c1-4bd1-9793-4a225d4a405d] No waiting events found dispatching network-vif-plugged-f279f10e-b8cb-463d-b487-059bd6b3bead {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1082.751836] env[69350]: WARNING nova.compute.manager [req-14c75a07-1b0f-4814-b25f-0625be36d6d7 req-427a7763-e25f-4e75-a168-5ada66c5e7f2 service nova] [instance: 6748bc84-f2c1-4bd1-9793-4a225d4a405d] Received unexpected event network-vif-plugged-f279f10e-b8cb-463d-b487-059bd6b3bead for instance with vm_state building and task_state spawning. [ 1082.782224] env[69350]: DEBUG oslo_vmware.api [None req-6c2546ef-7cfe-4b6d-ab9e-43a81afabd29 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Task: {'id': task-3365680, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.895311] env[69350]: DEBUG nova.network.neutron [None req-120df068-2526-4f84-b12e-7694501f2577 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 6748bc84-f2c1-4bd1-9793-4a225d4a405d] Successfully updated port: f279f10e-b8cb-463d-b487-059bd6b3bead {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1083.034102] env[69350]: DEBUG oslo_vmware.api [None req-f384b89e-7b9b-46b7-b6e3-fe9d9b8b969e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365679, 'name': PowerOnVM_Task, 'duration_secs': 0.545504} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.034375] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-f384b89e-7b9b-46b7-b6e3-fe9d9b8b969e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 8597cdbf-2482-4fed-942c-a8314352673f] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1083.034584] env[69350]: INFO nova.compute.manager [None req-f384b89e-7b9b-46b7-b6e3-fe9d9b8b969e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 8597cdbf-2482-4fed-942c-a8314352673f] Took 8.61 seconds to spawn the instance on the hypervisor. [ 1083.034785] env[69350]: DEBUG nova.compute.manager [None req-f384b89e-7b9b-46b7-b6e3-fe9d9b8b969e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 8597cdbf-2482-4fed-942c-a8314352673f] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1083.035642] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a9c5eb-60bd-4f12-85e9-f54a54bef15d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.199104] env[69350]: DEBUG nova.compute.manager [req-cf3c7549-36c3-464f-b29c-da804aea3143 req-42322107-5be8-419d-8f47-1d29aeba2ec7 service nova] [instance: 38697a7f-71a5-4109-bc6f-58f00ec0c798] Received event network-changed-fa4e4272-6f4f-42a2-a658-5457e9dd1537 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1083.199216] env[69350]: DEBUG nova.compute.manager [req-cf3c7549-36c3-464f-b29c-da804aea3143 req-42322107-5be8-419d-8f47-1d29aeba2ec7 service nova] [instance: 38697a7f-71a5-4109-bc6f-58f00ec0c798] Refreshing instance network info cache due to event network-changed-fa4e4272-6f4f-42a2-a658-5457e9dd1537. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1083.199392] env[69350]: DEBUG oslo_concurrency.lockutils [req-cf3c7549-36c3-464f-b29c-da804aea3143 req-42322107-5be8-419d-8f47-1d29aeba2ec7 service nova] Acquiring lock "refresh_cache-38697a7f-71a5-4109-bc6f-58f00ec0c798" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.199530] env[69350]: DEBUG oslo_concurrency.lockutils [req-cf3c7549-36c3-464f-b29c-da804aea3143 req-42322107-5be8-419d-8f47-1d29aeba2ec7 service nova] Acquired lock "refresh_cache-38697a7f-71a5-4109-bc6f-58f00ec0c798" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.199687] env[69350]: DEBUG nova.network.neutron [req-cf3c7549-36c3-464f-b29c-da804aea3143 req-42322107-5be8-419d-8f47-1d29aeba2ec7 service nova] [instance: 38697a7f-71a5-4109-bc6f-58f00ec0c798] Refreshing network info cache for port fa4e4272-6f4f-42a2-a658-5457e9dd1537 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1083.287255] env[69350]: DEBUG oslo_vmware.api [None req-6c2546ef-7cfe-4b6d-ab9e-43a81afabd29 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Task: {'id': task-3365680, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.399575] env[69350]: DEBUG oslo_concurrency.lockutils [None req-120df068-2526-4f84-b12e-7694501f2577 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Acquiring lock "refresh_cache-6748bc84-f2c1-4bd1-9793-4a225d4a405d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.399745] env[69350]: DEBUG oslo_concurrency.lockutils [None req-120df068-2526-4f84-b12e-7694501f2577 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Acquired lock "refresh_cache-6748bc84-f2c1-4bd1-9793-4a225d4a405d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.399870] env[69350]: DEBUG nova.network.neutron [None req-120df068-2526-4f84-b12e-7694501f2577 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 6748bc84-f2c1-4bd1-9793-4a225d4a405d] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1083.552383] env[69350]: INFO nova.compute.manager [None req-f384b89e-7b9b-46b7-b6e3-fe9d9b8b969e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 8597cdbf-2482-4fed-942c-a8314352673f] Took 14.61 seconds to build instance. [ 1083.786453] env[69350]: DEBUG oslo_vmware.api [None req-6c2546ef-7cfe-4b6d-ab9e-43a81afabd29 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Task: {'id': task-3365680, 'name': RemoveSnapshot_Task, 'duration_secs': 1.509957} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.786786] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-6c2546ef-7cfe-4b6d-ab9e-43a81afabd29 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: 9aba16d2-aa15-49cf-ab8e-bded803b56d3] Deleted Snapshot of the VM instance {{(pid=69350) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1083.790141] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7070b8c9-56b8-4f5d-ace7-526af230c8b4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.798751] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f5820492-da8f-4e7c-be2d-65476040da0a tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 8597cdbf-2482-4fed-942c-a8314352673f] Suspending the VM {{(pid=69350) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1083.798751] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-7f4af7e2-fb4c-4967-98bd-c9af1c445b21 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.805780] env[69350]: DEBUG oslo_vmware.api [None req-f5820492-da8f-4e7c-be2d-65476040da0a tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Waiting for the task: (returnval){ [ 1083.805780] env[69350]: value = "task-3365681" [ 1083.805780] env[69350]: _type = "Task" [ 1083.805780] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.814236] env[69350]: DEBUG oslo_vmware.api [None req-f5820492-da8f-4e7c-be2d-65476040da0a tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365681, 'name': SuspendVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.944101] env[69350]: DEBUG nova.network.neutron [None req-120df068-2526-4f84-b12e-7694501f2577 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 6748bc84-f2c1-4bd1-9793-4a225d4a405d] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1084.022934] env[69350]: DEBUG nova.network.neutron [req-cf3c7549-36c3-464f-b29c-da804aea3143 req-42322107-5be8-419d-8f47-1d29aeba2ec7 service nova] [instance: 38697a7f-71a5-4109-bc6f-58f00ec0c798] Updated VIF entry in instance network info cache for port fa4e4272-6f4f-42a2-a658-5457e9dd1537. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1084.023442] env[69350]: DEBUG nova.network.neutron [req-cf3c7549-36c3-464f-b29c-da804aea3143 req-42322107-5be8-419d-8f47-1d29aeba2ec7 service nova] [instance: 38697a7f-71a5-4109-bc6f-58f00ec0c798] Updating instance_info_cache with network_info: [{"id": "fa4e4272-6f4f-42a2-a658-5457e9dd1537", "address": "fa:16:3e:23:5f:20", "network": {"id": "55139abc-d3b8-447b-a17e-1536d36951c4", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-748349012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b47737b5d9f4ea386c5abbf633ab4fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa4e4272-6f", "ovs_interfaceid": "fa4e4272-6f4f-42a2-a658-5457e9dd1537", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.054802] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f384b89e-7b9b-46b7-b6e3-fe9d9b8b969e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Lock "8597cdbf-2482-4fed-942c-a8314352673f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.117s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.083845] env[69350]: DEBUG oslo_concurrency.lockutils [None req-df87072a-71be-4545-bc3a-d7664ecadbc6 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Acquiring lock "98437038-140f-46fc-95b3-1eb128268da9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.084091] env[69350]: DEBUG oslo_concurrency.lockutils [None req-df87072a-71be-4545-bc3a-d7664ecadbc6 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Lock "98437038-140f-46fc-95b3-1eb128268da9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.104788] env[69350]: DEBUG nova.network.neutron [None req-120df068-2526-4f84-b12e-7694501f2577 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 6748bc84-f2c1-4bd1-9793-4a225d4a405d] Updating instance_info_cache with network_info: [{"id": "f279f10e-b8cb-463d-b487-059bd6b3bead", "address": "fa:16:3e:63:a5:93", "network": {"id": "b27a5766-3026-4d42-a208-8e9c2a543be5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1341532197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a61919e72ea342e59edac0c76d120df9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf279f10e-b8", "ovs_interfaceid": "f279f10e-b8cb-463d-b487-059bd6b3bead", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.294775] env[69350]: WARNING nova.compute.manager [None req-6c2546ef-7cfe-4b6d-ab9e-43a81afabd29 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: 9aba16d2-aa15-49cf-ab8e-bded803b56d3] Image not found during snapshot: nova.exception.ImageNotFound: Image 7c7769b4-47fc-4c0b-b05d-3015f16f5a5c could not be found. [ 1084.317612] env[69350]: DEBUG oslo_vmware.api [None req-f5820492-da8f-4e7c-be2d-65476040da0a tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365681, 'name': SuspendVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.526446] env[69350]: DEBUG oslo_concurrency.lockutils [req-cf3c7549-36c3-464f-b29c-da804aea3143 req-42322107-5be8-419d-8f47-1d29aeba2ec7 service nova] Releasing lock "refresh_cache-38697a7f-71a5-4109-bc6f-58f00ec0c798" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.587361] env[69350]: DEBUG nova.compute.manager [None req-df87072a-71be-4545-bc3a-d7664ecadbc6 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] [instance: 98437038-140f-46fc-95b3-1eb128268da9] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1084.608028] env[69350]: DEBUG oslo_concurrency.lockutils [None req-120df068-2526-4f84-b12e-7694501f2577 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Releasing lock "refresh_cache-6748bc84-f2c1-4bd1-9793-4a225d4a405d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.608418] env[69350]: DEBUG nova.compute.manager [None req-120df068-2526-4f84-b12e-7694501f2577 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 6748bc84-f2c1-4bd1-9793-4a225d4a405d] Instance network_info: |[{"id": "f279f10e-b8cb-463d-b487-059bd6b3bead", "address": "fa:16:3e:63:a5:93", "network": {"id": "b27a5766-3026-4d42-a208-8e9c2a543be5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1341532197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a61919e72ea342e59edac0c76d120df9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf279f10e-b8", "ovs_interfaceid": "f279f10e-b8cb-463d-b487-059bd6b3bead", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1084.608829] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-120df068-2526-4f84-b12e-7694501f2577 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 6748bc84-f2c1-4bd1-9793-4a225d4a405d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:a5:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '557aba95-8968-407a-bac2-2fae66f7c8e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f279f10e-b8cb-463d-b487-059bd6b3bead', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1084.616473] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-120df068-2526-4f84-b12e-7694501f2577 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1084.616683] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6748bc84-f2c1-4bd1-9793-4a225d4a405d] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1084.616945] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-689daaba-90ce-4689-9ddb-64a4455bf344 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.636987] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1084.636987] env[69350]: value = "task-3365682" [ 1084.636987] env[69350]: _type = "Task" [ 1084.636987] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.644546] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365682, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.781264] env[69350]: DEBUG nova.compute.manager [req-d2274f7c-985a-4ddd-a1b7-a8ce5fb26eb3 req-5c473692-d333-42a1-a0ef-dea64004552a service nova] [instance: 6748bc84-f2c1-4bd1-9793-4a225d4a405d] Received event network-changed-f279f10e-b8cb-463d-b487-059bd6b3bead {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1084.781264] env[69350]: DEBUG nova.compute.manager [req-d2274f7c-985a-4ddd-a1b7-a8ce5fb26eb3 req-5c473692-d333-42a1-a0ef-dea64004552a service nova] [instance: 6748bc84-f2c1-4bd1-9793-4a225d4a405d] Refreshing instance network info cache due to event network-changed-f279f10e-b8cb-463d-b487-059bd6b3bead. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1084.781264] env[69350]: DEBUG oslo_concurrency.lockutils [req-d2274f7c-985a-4ddd-a1b7-a8ce5fb26eb3 req-5c473692-d333-42a1-a0ef-dea64004552a service nova] Acquiring lock "refresh_cache-6748bc84-f2c1-4bd1-9793-4a225d4a405d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.781264] env[69350]: DEBUG oslo_concurrency.lockutils [req-d2274f7c-985a-4ddd-a1b7-a8ce5fb26eb3 req-5c473692-d333-42a1-a0ef-dea64004552a service nova] Acquired lock "refresh_cache-6748bc84-f2c1-4bd1-9793-4a225d4a405d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.781264] env[69350]: DEBUG nova.network.neutron [req-d2274f7c-985a-4ddd-a1b7-a8ce5fb26eb3 req-5c473692-d333-42a1-a0ef-dea64004552a service nova] [instance: 6748bc84-f2c1-4bd1-9793-4a225d4a405d] Refreshing network info cache for port f279f10e-b8cb-463d-b487-059bd6b3bead {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1084.815901] env[69350]: DEBUG oslo_vmware.api [None req-f5820492-da8f-4e7c-be2d-65476040da0a tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365681, 'name': SuspendVM_Task, 'duration_secs': 0.688593} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.816252] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f5820492-da8f-4e7c-be2d-65476040da0a tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 8597cdbf-2482-4fed-942c-a8314352673f] Suspended the VM {{(pid=69350) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1084.816295] env[69350]: DEBUG nova.compute.manager [None req-f5820492-da8f-4e7c-be2d-65476040da0a tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 8597cdbf-2482-4fed-942c-a8314352673f] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1084.817024] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc3818f6-bfcf-47fc-bc80-e066a7f3cc54 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.862480] env[69350]: DEBUG oslo_concurrency.lockutils [None req-164da5ba-b754-4cb0-a304-4e94dd5e3791 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Acquiring lock "9aba16d2-aa15-49cf-ab8e-bded803b56d3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.863130] env[69350]: DEBUG oslo_concurrency.lockutils [None req-164da5ba-b754-4cb0-a304-4e94dd5e3791 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Lock "9aba16d2-aa15-49cf-ab8e-bded803b56d3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.863359] env[69350]: DEBUG oslo_concurrency.lockutils [None req-164da5ba-b754-4cb0-a304-4e94dd5e3791 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Acquiring lock "9aba16d2-aa15-49cf-ab8e-bded803b56d3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.863549] env[69350]: DEBUG oslo_concurrency.lockutils [None req-164da5ba-b754-4cb0-a304-4e94dd5e3791 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Lock "9aba16d2-aa15-49cf-ab8e-bded803b56d3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.863713] env[69350]: DEBUG oslo_concurrency.lockutils [None req-164da5ba-b754-4cb0-a304-4e94dd5e3791 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Lock "9aba16d2-aa15-49cf-ab8e-bded803b56d3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.865663] env[69350]: INFO nova.compute.manager [None req-164da5ba-b754-4cb0-a304-4e94dd5e3791 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: 9aba16d2-aa15-49cf-ab8e-bded803b56d3] Terminating instance [ 1085.108886] env[69350]: DEBUG oslo_concurrency.lockutils [None req-df87072a-71be-4545-bc3a-d7664ecadbc6 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.109267] env[69350]: DEBUG oslo_concurrency.lockutils [None req-df87072a-71be-4545-bc3a-d7664ecadbc6 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.110749] env[69350]: INFO nova.compute.claims [None req-df87072a-71be-4545-bc3a-d7664ecadbc6 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] [instance: 98437038-140f-46fc-95b3-1eb128268da9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1085.147814] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365682, 'name': CreateVM_Task} progress is 25%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.368685] env[69350]: DEBUG nova.compute.manager [None req-164da5ba-b754-4cb0-a304-4e94dd5e3791 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: 9aba16d2-aa15-49cf-ab8e-bded803b56d3] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1085.368957] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-164da5ba-b754-4cb0-a304-4e94dd5e3791 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: 9aba16d2-aa15-49cf-ab8e-bded803b56d3] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1085.369806] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-627b4b76-d4f7-46af-950d-cf6a2c988963 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.378042] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-164da5ba-b754-4cb0-a304-4e94dd5e3791 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: 9aba16d2-aa15-49cf-ab8e-bded803b56d3] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1085.378270] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fac17c70-0821-47da-aae0-1506dbab4f44 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.384262] env[69350]: DEBUG oslo_vmware.api [None req-164da5ba-b754-4cb0-a304-4e94dd5e3791 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Waiting for the task: (returnval){ [ 1085.384262] env[69350]: value = "task-3365683" [ 1085.384262] env[69350]: _type = "Task" [ 1085.384262] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.391968] env[69350]: DEBUG oslo_vmware.api [None req-164da5ba-b754-4cb0-a304-4e94dd5e3791 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Task: {'id': task-3365683, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.507864] env[69350]: DEBUG nova.network.neutron [req-d2274f7c-985a-4ddd-a1b7-a8ce5fb26eb3 req-5c473692-d333-42a1-a0ef-dea64004552a service nova] [instance: 6748bc84-f2c1-4bd1-9793-4a225d4a405d] Updated VIF entry in instance network info cache for port f279f10e-b8cb-463d-b487-059bd6b3bead. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1085.508245] env[69350]: DEBUG nova.network.neutron [req-d2274f7c-985a-4ddd-a1b7-a8ce5fb26eb3 req-5c473692-d333-42a1-a0ef-dea64004552a service nova] [instance: 6748bc84-f2c1-4bd1-9793-4a225d4a405d] Updating instance_info_cache with network_info: [{"id": "f279f10e-b8cb-463d-b487-059bd6b3bead", "address": "fa:16:3e:63:a5:93", "network": {"id": "b27a5766-3026-4d42-a208-8e9c2a543be5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1341532197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a61919e72ea342e59edac0c76d120df9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf279f10e-b8", "ovs_interfaceid": "f279f10e-b8cb-463d-b487-059bd6b3bead", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.648235] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365682, 'name': CreateVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.894263] env[69350]: DEBUG oslo_vmware.api [None req-164da5ba-b754-4cb0-a304-4e94dd5e3791 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Task: {'id': task-3365683, 'name': PowerOffVM_Task, 'duration_secs': 0.201135} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.894612] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-164da5ba-b754-4cb0-a304-4e94dd5e3791 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: 9aba16d2-aa15-49cf-ab8e-bded803b56d3] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1085.894723] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-164da5ba-b754-4cb0-a304-4e94dd5e3791 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: 9aba16d2-aa15-49cf-ab8e-bded803b56d3] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1085.895032] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-284af50c-5edd-4a81-b856-e1d00bae1d03 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.011863] env[69350]: DEBUG oslo_concurrency.lockutils [req-d2274f7c-985a-4ddd-a1b7-a8ce5fb26eb3 req-5c473692-d333-42a1-a0ef-dea64004552a service nova] Releasing lock "refresh_cache-6748bc84-f2c1-4bd1-9793-4a225d4a405d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.152541] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365682, 'name': CreateVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.168171] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-164da5ba-b754-4cb0-a304-4e94dd5e3791 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: 9aba16d2-aa15-49cf-ab8e-bded803b56d3] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1086.169026] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-164da5ba-b754-4cb0-a304-4e94dd5e3791 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: 9aba16d2-aa15-49cf-ab8e-bded803b56d3] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1086.169026] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-164da5ba-b754-4cb0-a304-4e94dd5e3791 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Deleting the datastore file [datastore1] 9aba16d2-aa15-49cf-ab8e-bded803b56d3 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1086.169026] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-08ab5bad-358e-4c97-965b-bd590a3ef798 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.173416] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f7786a36-7230-434a-8114-938c9ae4c49b tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Acquiring lock "8597cdbf-2482-4fed-942c-a8314352673f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.173638] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f7786a36-7230-434a-8114-938c9ae4c49b tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Lock "8597cdbf-2482-4fed-942c-a8314352673f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.173833] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f7786a36-7230-434a-8114-938c9ae4c49b tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Acquiring lock "8597cdbf-2482-4fed-942c-a8314352673f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.174020] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f7786a36-7230-434a-8114-938c9ae4c49b tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Lock "8597cdbf-2482-4fed-942c-a8314352673f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.174196] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f7786a36-7230-434a-8114-938c9ae4c49b tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Lock "8597cdbf-2482-4fed-942c-a8314352673f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.177708] env[69350]: INFO nova.compute.manager [None req-f7786a36-7230-434a-8114-938c9ae4c49b tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 8597cdbf-2482-4fed-942c-a8314352673f] Terminating instance [ 1086.180844] env[69350]: DEBUG oslo_vmware.api [None req-164da5ba-b754-4cb0-a304-4e94dd5e3791 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Waiting for the task: (returnval){ [ 1086.180844] env[69350]: value = "task-3365685" [ 1086.180844] env[69350]: _type = "Task" [ 1086.180844] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.192585] env[69350]: DEBUG oslo_vmware.api [None req-164da5ba-b754-4cb0-a304-4e94dd5e3791 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Task: {'id': task-3365685, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.330306] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c5a3d70-7aab-4837-8bcc-b077d9e3f037 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.338837] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d25d0b4-f3bb-487a-9de1-a27a7af20e7b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.368898] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a7abb40-a2ac-4d44-b3d4-093cf8e08d17 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.376365] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4cf272a-fb28-489e-bf55-7a49287ff04d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.389960] env[69350]: DEBUG nova.compute.provider_tree [None req-df87072a-71be-4545-bc3a-d7664ecadbc6 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1086.652123] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365682, 'name': CreateVM_Task, 'duration_secs': 1.823274} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.652295] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6748bc84-f2c1-4bd1-9793-4a225d4a405d] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1086.652975] env[69350]: DEBUG oslo_concurrency.lockutils [None req-120df068-2526-4f84-b12e-7694501f2577 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.653156] env[69350]: DEBUG oslo_concurrency.lockutils [None req-120df068-2526-4f84-b12e-7694501f2577 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.653465] env[69350]: DEBUG oslo_concurrency.lockutils [None req-120df068-2526-4f84-b12e-7694501f2577 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.653715] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bbae921-df5b-438d-9733-9a4bb1d8f924 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.658647] env[69350]: DEBUG oslo_vmware.api [None req-120df068-2526-4f84-b12e-7694501f2577 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Waiting for the task: (returnval){ [ 1086.658647] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52ff732f-6e18-0989-f7c2-c0563ab9bdc0" [ 1086.658647] env[69350]: _type = "Task" [ 1086.658647] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.666474] env[69350]: DEBUG oslo_vmware.api [None req-120df068-2526-4f84-b12e-7694501f2577 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52ff732f-6e18-0989-f7c2-c0563ab9bdc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.681408] env[69350]: DEBUG nova.compute.manager [None req-f7786a36-7230-434a-8114-938c9ae4c49b tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 8597cdbf-2482-4fed-942c-a8314352673f] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1086.681639] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f7786a36-7230-434a-8114-938c9ae4c49b tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 8597cdbf-2482-4fed-942c-a8314352673f] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1086.682568] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11665565-fb13-4512-99df-afabda0a2008 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.694455] env[69350]: DEBUG oslo_vmware.api [None req-164da5ba-b754-4cb0-a304-4e94dd5e3791 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Task: {'id': task-3365685, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157411} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.696489] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-164da5ba-b754-4cb0-a304-4e94dd5e3791 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1086.696682] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-164da5ba-b754-4cb0-a304-4e94dd5e3791 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: 9aba16d2-aa15-49cf-ab8e-bded803b56d3] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1086.696857] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-164da5ba-b754-4cb0-a304-4e94dd5e3791 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: 9aba16d2-aa15-49cf-ab8e-bded803b56d3] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1086.697036] env[69350]: INFO nova.compute.manager [None req-164da5ba-b754-4cb0-a304-4e94dd5e3791 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: 9aba16d2-aa15-49cf-ab8e-bded803b56d3] Took 1.33 seconds to destroy the instance on the hypervisor. [ 1086.697277] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-164da5ba-b754-4cb0-a304-4e94dd5e3791 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1086.697488] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f7786a36-7230-434a-8114-938c9ae4c49b tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 8597cdbf-2482-4fed-942c-a8314352673f] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1086.697697] env[69350]: DEBUG nova.compute.manager [-] [instance: 9aba16d2-aa15-49cf-ab8e-bded803b56d3] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1086.697790] env[69350]: DEBUG nova.network.neutron [-] [instance: 9aba16d2-aa15-49cf-ab8e-bded803b56d3] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1086.699320] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-815a3bc4-92b1-4fe8-90fe-9e9b82417a1f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.759792] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f7786a36-7230-434a-8114-938c9ae4c49b tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 8597cdbf-2482-4fed-942c-a8314352673f] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1086.760088] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f7786a36-7230-434a-8114-938c9ae4c49b tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 8597cdbf-2482-4fed-942c-a8314352673f] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1086.760219] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7786a36-7230-434a-8114-938c9ae4c49b tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Deleting the datastore file [datastore1] 8597cdbf-2482-4fed-942c-a8314352673f {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1086.760473] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-27a469a0-0c75-4384-8578-cc5f38acebcc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.765893] env[69350]: DEBUG oslo_vmware.api [None req-f7786a36-7230-434a-8114-938c9ae4c49b tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Waiting for the task: (returnval){ [ 1086.765893] env[69350]: value = "task-3365687" [ 1086.765893] env[69350]: _type = "Task" [ 1086.765893] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.773649] env[69350]: DEBUG oslo_vmware.api [None req-f7786a36-7230-434a-8114-938c9ae4c49b tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365687, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.895093] env[69350]: DEBUG nova.scheduler.client.report [None req-df87072a-71be-4545-bc3a-d7664ecadbc6 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1086.961876] env[69350]: DEBUG nova.compute.manager [req-27fcedb1-dd5c-42f1-b628-7d2042ba8fa9 req-58cae312-1b8a-4bbc-8892-425cf2225005 service nova] [instance: 9aba16d2-aa15-49cf-ab8e-bded803b56d3] Received event network-vif-deleted-0f750c0c-aa2d-4d3f-b2f8-d8f3c27ee30e {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1086.962124] env[69350]: INFO nova.compute.manager [req-27fcedb1-dd5c-42f1-b628-7d2042ba8fa9 req-58cae312-1b8a-4bbc-8892-425cf2225005 service nova] [instance: 9aba16d2-aa15-49cf-ab8e-bded803b56d3] Neutron deleted interface 0f750c0c-aa2d-4d3f-b2f8-d8f3c27ee30e; detaching it from the instance and deleting it from the info cache [ 1086.962308] env[69350]: DEBUG nova.network.neutron [req-27fcedb1-dd5c-42f1-b628-7d2042ba8fa9 req-58cae312-1b8a-4bbc-8892-425cf2225005 service nova] [instance: 9aba16d2-aa15-49cf-ab8e-bded803b56d3] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.168958] env[69350]: DEBUG oslo_vmware.api [None req-120df068-2526-4f84-b12e-7694501f2577 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52ff732f-6e18-0989-f7c2-c0563ab9bdc0, 'name': SearchDatastore_Task, 'duration_secs': 0.009619} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.169245] env[69350]: DEBUG oslo_concurrency.lockutils [None req-120df068-2526-4f84-b12e-7694501f2577 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.169481] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-120df068-2526-4f84-b12e-7694501f2577 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 6748bc84-f2c1-4bd1-9793-4a225d4a405d] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1087.169717] env[69350]: DEBUG oslo_concurrency.lockutils [None req-120df068-2526-4f84-b12e-7694501f2577 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.169863] env[69350]: DEBUG oslo_concurrency.lockutils [None req-120df068-2526-4f84-b12e-7694501f2577 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.170074] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-120df068-2526-4f84-b12e-7694501f2577 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1087.170334] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4f8b448a-80d9-4f83-96ef-506cc90c699c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.178554] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-120df068-2526-4f84-b12e-7694501f2577 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1087.178720] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-120df068-2526-4f84-b12e-7694501f2577 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1087.179460] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d107141-1597-438d-b06b-20ede1699df4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.184443] env[69350]: DEBUG oslo_vmware.api [None req-120df068-2526-4f84-b12e-7694501f2577 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Waiting for the task: (returnval){ [ 1087.184443] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5248577a-260a-511d-738a-afa5f548e3fe" [ 1087.184443] env[69350]: _type = "Task" [ 1087.184443] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.191374] env[69350]: DEBUG oslo_vmware.api [None req-120df068-2526-4f84-b12e-7694501f2577 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5248577a-260a-511d-738a-afa5f548e3fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.276164] env[69350]: DEBUG oslo_vmware.api [None req-f7786a36-7230-434a-8114-938c9ae4c49b tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365687, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162501} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.276429] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7786a36-7230-434a-8114-938c9ae4c49b tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1087.276612] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f7786a36-7230-434a-8114-938c9ae4c49b tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 8597cdbf-2482-4fed-942c-a8314352673f] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1087.276788] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f7786a36-7230-434a-8114-938c9ae4c49b tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 8597cdbf-2482-4fed-942c-a8314352673f] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1087.276998] env[69350]: INFO nova.compute.manager [None req-f7786a36-7230-434a-8114-938c9ae4c49b tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: 8597cdbf-2482-4fed-942c-a8314352673f] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1087.277264] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f7786a36-7230-434a-8114-938c9ae4c49b tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1087.277454] env[69350]: DEBUG nova.compute.manager [-] [instance: 8597cdbf-2482-4fed-942c-a8314352673f] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1087.277550] env[69350]: DEBUG nova.network.neutron [-] [instance: 8597cdbf-2482-4fed-942c-a8314352673f] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1087.398733] env[69350]: DEBUG oslo_concurrency.lockutils [None req-df87072a-71be-4545-bc3a-d7664ecadbc6 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.289s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.399593] env[69350]: DEBUG nova.compute.manager [None req-df87072a-71be-4545-bc3a-d7664ecadbc6 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] [instance: 98437038-140f-46fc-95b3-1eb128268da9] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1087.445941] env[69350]: DEBUG nova.network.neutron [-] [instance: 9aba16d2-aa15-49cf-ab8e-bded803b56d3] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.464629] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-28f9f860-4c64-47f9-8750-a4b5f29fdee2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.474799] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae80eb3-7a7b-4324-aaf3-e8aef5562b68 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.507140] env[69350]: DEBUG nova.compute.manager [req-27fcedb1-dd5c-42f1-b628-7d2042ba8fa9 req-58cae312-1b8a-4bbc-8892-425cf2225005 service nova] [instance: 9aba16d2-aa15-49cf-ab8e-bded803b56d3] Detach interface failed, port_id=0f750c0c-aa2d-4d3f-b2f8-d8f3c27ee30e, reason: Instance 9aba16d2-aa15-49cf-ab8e-bded803b56d3 could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1087.697108] env[69350]: DEBUG oslo_vmware.api [None req-120df068-2526-4f84-b12e-7694501f2577 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5248577a-260a-511d-738a-afa5f548e3fe, 'name': SearchDatastore_Task, 'duration_secs': 0.008958} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.697108] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23868b47-0a1f-4160-bb79-96f5e6480d3a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.701929] env[69350]: DEBUG oslo_vmware.api [None req-120df068-2526-4f84-b12e-7694501f2577 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Waiting for the task: (returnval){ [ 1087.701929] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]526d530b-e2d9-b7e0-c5be-9513bed5c344" [ 1087.701929] env[69350]: _type = "Task" [ 1087.701929] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.709594] env[69350]: DEBUG oslo_vmware.api [None req-120df068-2526-4f84-b12e-7694501f2577 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]526d530b-e2d9-b7e0-c5be-9513bed5c344, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.905158] env[69350]: DEBUG nova.compute.utils [None req-df87072a-71be-4545-bc3a-d7664ecadbc6 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1087.906771] env[69350]: DEBUG nova.compute.manager [None req-df87072a-71be-4545-bc3a-d7664ecadbc6 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] [instance: 98437038-140f-46fc-95b3-1eb128268da9] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1087.906974] env[69350]: DEBUG nova.network.neutron [None req-df87072a-71be-4545-bc3a-d7664ecadbc6 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] [instance: 98437038-140f-46fc-95b3-1eb128268da9] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1087.944678] env[69350]: DEBUG nova.policy [None req-df87072a-71be-4545-bc3a-d7664ecadbc6 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b0c1a32105994c189b31f057660decbe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b47737b5d9f4ea386c5abbf633ab4fa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 1087.948870] env[69350]: INFO nova.compute.manager [-] [instance: 9aba16d2-aa15-49cf-ab8e-bded803b56d3] Took 1.25 seconds to deallocate network for instance. [ 1087.960599] env[69350]: DEBUG nova.network.neutron [-] [instance: 8597cdbf-2482-4fed-942c-a8314352673f] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.210130] env[69350]: DEBUG nova.network.neutron [None req-df87072a-71be-4545-bc3a-d7664ecadbc6 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] [instance: 98437038-140f-46fc-95b3-1eb128268da9] Successfully created port: da36993f-102c-4283-8516-c2912596cb78 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1088.215654] env[69350]: DEBUG oslo_vmware.api [None req-120df068-2526-4f84-b12e-7694501f2577 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]526d530b-e2d9-b7e0-c5be-9513bed5c344, 'name': SearchDatastore_Task, 'duration_secs': 0.012317} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.215896] env[69350]: DEBUG oslo_concurrency.lockutils [None req-120df068-2526-4f84-b12e-7694501f2577 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.216170] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-120df068-2526-4f84-b12e-7694501f2577 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] 6748bc84-f2c1-4bd1-9793-4a225d4a405d/6748bc84-f2c1-4bd1-9793-4a225d4a405d.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1088.216424] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-16c8ab08-c413-4bc2-88d1-77a595bcabd2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.227592] env[69350]: DEBUG oslo_vmware.api [None req-120df068-2526-4f84-b12e-7694501f2577 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Waiting for the task: (returnval){ [ 1088.227592] env[69350]: value = "task-3365688" [ 1088.227592] env[69350]: _type = "Task" [ 1088.227592] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.235563] env[69350]: DEBUG oslo_vmware.api [None req-120df068-2526-4f84-b12e-7694501f2577 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365688, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.410455] env[69350]: DEBUG nova.compute.manager [None req-df87072a-71be-4545-bc3a-d7664ecadbc6 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] [instance: 98437038-140f-46fc-95b3-1eb128268da9] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1088.455510] env[69350]: DEBUG oslo_concurrency.lockutils [None req-164da5ba-b754-4cb0-a304-4e94dd5e3791 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.455749] env[69350]: DEBUG oslo_concurrency.lockutils [None req-164da5ba-b754-4cb0-a304-4e94dd5e3791 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.455975] env[69350]: DEBUG nova.objects.instance [None req-164da5ba-b754-4cb0-a304-4e94dd5e3791 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Lazy-loading 'resources' on Instance uuid 9aba16d2-aa15-49cf-ab8e-bded803b56d3 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1088.462327] env[69350]: INFO nova.compute.manager [-] [instance: 8597cdbf-2482-4fed-942c-a8314352673f] Took 1.18 seconds to deallocate network for instance. [ 1088.737968] env[69350]: DEBUG oslo_vmware.api [None req-120df068-2526-4f84-b12e-7694501f2577 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365688, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.970298] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f7786a36-7230-434a-8114-938c9ae4c49b tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.987930] env[69350]: DEBUG nova.compute.manager [req-6867a013-155b-4861-919b-1de804b8a5c2 req-df5d1959-8788-4cd4-b603-c29db10b1988 service nova] [instance: 8597cdbf-2482-4fed-942c-a8314352673f] Received event network-vif-deleted-453ca002-cd23-4581-92d0-753764046adf {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1089.138731] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-890328b7-6e40-4488-a387-6e5668955418 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.146177] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e7c6473-d801-4431-ba89-8e312a5f7503 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.176911] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e434473-ad30-43c4-b3dc-ed5d5eec084c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.184566] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4155c715-ecf0-45cf-940e-ad82eca2c2b2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.197829] env[69350]: DEBUG nova.compute.provider_tree [None req-164da5ba-b754-4cb0-a304-4e94dd5e3791 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1089.238629] env[69350]: DEBUG oslo_vmware.api [None req-120df068-2526-4f84-b12e-7694501f2577 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365688, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520801} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.238828] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-120df068-2526-4f84-b12e-7694501f2577 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] 6748bc84-f2c1-4bd1-9793-4a225d4a405d/6748bc84-f2c1-4bd1-9793-4a225d4a405d.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1089.239072] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-120df068-2526-4f84-b12e-7694501f2577 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 6748bc84-f2c1-4bd1-9793-4a225d4a405d] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1089.239310] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-af137628-2f17-4eaa-8b50-e6adcd5e5b73 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.246016] env[69350]: DEBUG oslo_vmware.api [None req-120df068-2526-4f84-b12e-7694501f2577 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Waiting for the task: (returnval){ [ 1089.246016] env[69350]: value = "task-3365689" [ 1089.246016] env[69350]: _type = "Task" [ 1089.246016] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.253031] env[69350]: DEBUG oslo_vmware.api [None req-120df068-2526-4f84-b12e-7694501f2577 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365689, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.420508] env[69350]: DEBUG nova.compute.manager [None req-df87072a-71be-4545-bc3a-d7664ecadbc6 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] [instance: 98437038-140f-46fc-95b3-1eb128268da9] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1089.445032] env[69350]: DEBUG nova.virt.hardware [None req-df87072a-71be-4545-bc3a-d7664ecadbc6 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1089.445313] env[69350]: DEBUG nova.virt.hardware [None req-df87072a-71be-4545-bc3a-d7664ecadbc6 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1089.445476] env[69350]: DEBUG nova.virt.hardware [None req-df87072a-71be-4545-bc3a-d7664ecadbc6 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1089.445657] env[69350]: DEBUG nova.virt.hardware [None req-df87072a-71be-4545-bc3a-d7664ecadbc6 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1089.445803] env[69350]: DEBUG nova.virt.hardware [None req-df87072a-71be-4545-bc3a-d7664ecadbc6 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1089.445948] env[69350]: DEBUG nova.virt.hardware [None req-df87072a-71be-4545-bc3a-d7664ecadbc6 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1089.446212] env[69350]: DEBUG nova.virt.hardware [None req-df87072a-71be-4545-bc3a-d7664ecadbc6 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1089.446376] env[69350]: DEBUG nova.virt.hardware [None req-df87072a-71be-4545-bc3a-d7664ecadbc6 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1089.446544] env[69350]: DEBUG nova.virt.hardware [None req-df87072a-71be-4545-bc3a-d7664ecadbc6 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1089.446753] env[69350]: DEBUG nova.virt.hardware [None req-df87072a-71be-4545-bc3a-d7664ecadbc6 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1089.446975] env[69350]: DEBUG nova.virt.hardware [None req-df87072a-71be-4545-bc3a-d7664ecadbc6 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1089.447837] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77de2f35-54ac-41e2-a881-00412620aebf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.456143] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d185208e-7c93-497f-afe8-dd8799c3e2a0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.682603] env[69350]: DEBUG nova.network.neutron [None req-df87072a-71be-4545-bc3a-d7664ecadbc6 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] [instance: 98437038-140f-46fc-95b3-1eb128268da9] Successfully updated port: da36993f-102c-4283-8516-c2912596cb78 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1089.700856] env[69350]: DEBUG nova.scheduler.client.report [None req-164da5ba-b754-4cb0-a304-4e94dd5e3791 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1089.756429] env[69350]: DEBUG oslo_vmware.api [None req-120df068-2526-4f84-b12e-7694501f2577 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365689, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064135} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.756662] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-120df068-2526-4f84-b12e-7694501f2577 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 6748bc84-f2c1-4bd1-9793-4a225d4a405d] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1089.757488] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb8e702-15fc-460b-85ee-ded52a38ec1f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.780759] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-120df068-2526-4f84-b12e-7694501f2577 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 6748bc84-f2c1-4bd1-9793-4a225d4a405d] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 6748bc84-f2c1-4bd1-9793-4a225d4a405d/6748bc84-f2c1-4bd1-9793-4a225d4a405d.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1089.781338] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73532788-4671-4a70-a44f-73dcc36d3d51 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.799790] env[69350]: DEBUG oslo_vmware.api [None req-120df068-2526-4f84-b12e-7694501f2577 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Waiting for the task: (returnval){ [ 1089.799790] env[69350]: value = "task-3365690" [ 1089.799790] env[69350]: _type = "Task" [ 1089.799790] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.807669] env[69350]: DEBUG oslo_vmware.api [None req-120df068-2526-4f84-b12e-7694501f2577 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365690, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.186065] env[69350]: DEBUG oslo_concurrency.lockutils [None req-df87072a-71be-4545-bc3a-d7664ecadbc6 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Acquiring lock "refresh_cache-98437038-140f-46fc-95b3-1eb128268da9" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.186065] env[69350]: DEBUG oslo_concurrency.lockutils [None req-df87072a-71be-4545-bc3a-d7664ecadbc6 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Acquired lock "refresh_cache-98437038-140f-46fc-95b3-1eb128268da9" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.186065] env[69350]: DEBUG nova.network.neutron [None req-df87072a-71be-4545-bc3a-d7664ecadbc6 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] [instance: 98437038-140f-46fc-95b3-1eb128268da9] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1090.205228] env[69350]: DEBUG oslo_concurrency.lockutils [None req-164da5ba-b754-4cb0-a304-4e94dd5e3791 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.749s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.207428] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f7786a36-7230-434a-8114-938c9ae4c49b tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.237s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.207658] env[69350]: DEBUG nova.objects.instance [None req-f7786a36-7230-434a-8114-938c9ae4c49b tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Lazy-loading 'resources' on Instance uuid 8597cdbf-2482-4fed-942c-a8314352673f {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1090.224914] env[69350]: INFO nova.scheduler.client.report [None req-164da5ba-b754-4cb0-a304-4e94dd5e3791 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Deleted allocations for instance 9aba16d2-aa15-49cf-ab8e-bded803b56d3 [ 1090.309828] env[69350]: DEBUG oslo_vmware.api [None req-120df068-2526-4f84-b12e-7694501f2577 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365690, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.715970] env[69350]: DEBUG nova.network.neutron [None req-df87072a-71be-4545-bc3a-d7664ecadbc6 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] [instance: 98437038-140f-46fc-95b3-1eb128268da9] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1090.733266] env[69350]: DEBUG oslo_concurrency.lockutils [None req-164da5ba-b754-4cb0-a304-4e94dd5e3791 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Lock "9aba16d2-aa15-49cf-ab8e-bded803b56d3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.870s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.812424] env[69350]: DEBUG oslo_vmware.api [None req-120df068-2526-4f84-b12e-7694501f2577 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365690, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.839372] env[69350]: DEBUG nova.network.neutron [None req-df87072a-71be-4545-bc3a-d7664ecadbc6 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] [instance: 98437038-140f-46fc-95b3-1eb128268da9] Updating instance_info_cache with network_info: [{"id": "da36993f-102c-4283-8516-c2912596cb78", "address": "fa:16:3e:30:b8:57", "network": {"id": "55139abc-d3b8-447b-a17e-1536d36951c4", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-748349012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b47737b5d9f4ea386c5abbf633ab4fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda36993f-10", "ovs_interfaceid": "da36993f-102c-4283-8516-c2912596cb78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.861974] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5366f76e-9704-4a06-b31a-b4cfaf4276b1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.869692] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-186f4922-aa07-49bc-95cd-a36655f4751b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.906689] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1306722c-1e71-43b7-b224-65f12e883bb6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.915802] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf2b0398-1f69-4157-92d9-07b39a71a1ad {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.934472] env[69350]: DEBUG nova.compute.provider_tree [None req-f7786a36-7230-434a-8114-938c9ae4c49b tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1091.089762] env[69350]: DEBUG nova.compute.manager [req-6489a381-6935-4731-8ba0-04e9a4c38f5a req-587c50ff-42d4-45f7-80f3-13b8b5532a16 service nova] [instance: 98437038-140f-46fc-95b3-1eb128268da9] Received event network-vif-plugged-da36993f-102c-4283-8516-c2912596cb78 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1091.090044] env[69350]: DEBUG oslo_concurrency.lockutils [req-6489a381-6935-4731-8ba0-04e9a4c38f5a req-587c50ff-42d4-45f7-80f3-13b8b5532a16 service nova] Acquiring lock "98437038-140f-46fc-95b3-1eb128268da9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.090254] env[69350]: DEBUG oslo_concurrency.lockutils [req-6489a381-6935-4731-8ba0-04e9a4c38f5a req-587c50ff-42d4-45f7-80f3-13b8b5532a16 service nova] Lock "98437038-140f-46fc-95b3-1eb128268da9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.090421] env[69350]: DEBUG oslo_concurrency.lockutils [req-6489a381-6935-4731-8ba0-04e9a4c38f5a req-587c50ff-42d4-45f7-80f3-13b8b5532a16 service nova] Lock "98437038-140f-46fc-95b3-1eb128268da9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.090586] env[69350]: DEBUG nova.compute.manager [req-6489a381-6935-4731-8ba0-04e9a4c38f5a req-587c50ff-42d4-45f7-80f3-13b8b5532a16 service nova] [instance: 98437038-140f-46fc-95b3-1eb128268da9] No waiting events found dispatching network-vif-plugged-da36993f-102c-4283-8516-c2912596cb78 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1091.090744] env[69350]: WARNING nova.compute.manager [req-6489a381-6935-4731-8ba0-04e9a4c38f5a req-587c50ff-42d4-45f7-80f3-13b8b5532a16 service nova] [instance: 98437038-140f-46fc-95b3-1eb128268da9] Received unexpected event network-vif-plugged-da36993f-102c-4283-8516-c2912596cb78 for instance with vm_state building and task_state spawning. [ 1091.090896] env[69350]: DEBUG nova.compute.manager [req-6489a381-6935-4731-8ba0-04e9a4c38f5a req-587c50ff-42d4-45f7-80f3-13b8b5532a16 service nova] [instance: 98437038-140f-46fc-95b3-1eb128268da9] Received event network-changed-da36993f-102c-4283-8516-c2912596cb78 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1091.091052] env[69350]: DEBUG nova.compute.manager [req-6489a381-6935-4731-8ba0-04e9a4c38f5a req-587c50ff-42d4-45f7-80f3-13b8b5532a16 service nova] [instance: 98437038-140f-46fc-95b3-1eb128268da9] Refreshing instance network info cache due to event network-changed-da36993f-102c-4283-8516-c2912596cb78. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1091.091218] env[69350]: DEBUG oslo_concurrency.lockutils [req-6489a381-6935-4731-8ba0-04e9a4c38f5a req-587c50ff-42d4-45f7-80f3-13b8b5532a16 service nova] Acquiring lock "refresh_cache-98437038-140f-46fc-95b3-1eb128268da9" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.311088] env[69350]: DEBUG oslo_vmware.api [None req-120df068-2526-4f84-b12e-7694501f2577 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365690, 'name': ReconfigVM_Task, 'duration_secs': 1.284584} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.311364] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-120df068-2526-4f84-b12e-7694501f2577 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 6748bc84-f2c1-4bd1-9793-4a225d4a405d] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 6748bc84-f2c1-4bd1-9793-4a225d4a405d/6748bc84-f2c1-4bd1-9793-4a225d4a405d.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1091.311956] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-821867ff-a29b-4c7a-bbc5-bfc0b82cbe5f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.318825] env[69350]: DEBUG oslo_vmware.api [None req-120df068-2526-4f84-b12e-7694501f2577 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Waiting for the task: (returnval){ [ 1091.318825] env[69350]: value = "task-3365691" [ 1091.318825] env[69350]: _type = "Task" [ 1091.318825] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.327130] env[69350]: DEBUG oslo_vmware.api [None req-120df068-2526-4f84-b12e-7694501f2577 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365691, 'name': Rename_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.342026] env[69350]: DEBUG oslo_concurrency.lockutils [None req-df87072a-71be-4545-bc3a-d7664ecadbc6 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Releasing lock "refresh_cache-98437038-140f-46fc-95b3-1eb128268da9" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.342026] env[69350]: DEBUG nova.compute.manager [None req-df87072a-71be-4545-bc3a-d7664ecadbc6 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] [instance: 98437038-140f-46fc-95b3-1eb128268da9] Instance network_info: |[{"id": "da36993f-102c-4283-8516-c2912596cb78", "address": "fa:16:3e:30:b8:57", "network": {"id": "55139abc-d3b8-447b-a17e-1536d36951c4", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-748349012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b47737b5d9f4ea386c5abbf633ab4fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda36993f-10", "ovs_interfaceid": "da36993f-102c-4283-8516-c2912596cb78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1091.342384] env[69350]: DEBUG oslo_concurrency.lockutils [req-6489a381-6935-4731-8ba0-04e9a4c38f5a req-587c50ff-42d4-45f7-80f3-13b8b5532a16 service nova] Acquired lock "refresh_cache-98437038-140f-46fc-95b3-1eb128268da9" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.342690] env[69350]: DEBUG nova.network.neutron [req-6489a381-6935-4731-8ba0-04e9a4c38f5a req-587c50ff-42d4-45f7-80f3-13b8b5532a16 service nova] [instance: 98437038-140f-46fc-95b3-1eb128268da9] Refreshing network info cache for port da36993f-102c-4283-8516-c2912596cb78 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1091.344146] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-df87072a-71be-4545-bc3a-d7664ecadbc6 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] [instance: 98437038-140f-46fc-95b3-1eb128268da9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:b8:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7b4bfde-f109-4f64-adab-e7f06b80685d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'da36993f-102c-4283-8516-c2912596cb78', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1091.352046] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df87072a-71be-4545-bc3a-d7664ecadbc6 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1091.355242] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98437038-140f-46fc-95b3-1eb128268da9] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1091.355695] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f27744a-d115-49e2-82b7-cee0b71d55b9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.376275] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1091.376275] env[69350]: value = "task-3365692" [ 1091.376275] env[69350]: _type = "Task" [ 1091.376275] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.383954] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365692, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.438024] env[69350]: DEBUG nova.scheduler.client.report [None req-f7786a36-7230-434a-8114-938c9ae4c49b tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1091.565682] env[69350]: DEBUG nova.network.neutron [req-6489a381-6935-4731-8ba0-04e9a4c38f5a req-587c50ff-42d4-45f7-80f3-13b8b5532a16 service nova] [instance: 98437038-140f-46fc-95b3-1eb128268da9] Updated VIF entry in instance network info cache for port da36993f-102c-4283-8516-c2912596cb78. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1091.565875] env[69350]: DEBUG nova.network.neutron [req-6489a381-6935-4731-8ba0-04e9a4c38f5a req-587c50ff-42d4-45f7-80f3-13b8b5532a16 service nova] [instance: 98437038-140f-46fc-95b3-1eb128268da9] Updating instance_info_cache with network_info: [{"id": "da36993f-102c-4283-8516-c2912596cb78", "address": "fa:16:3e:30:b8:57", "network": {"id": "55139abc-d3b8-447b-a17e-1536d36951c4", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-748349012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b47737b5d9f4ea386c5abbf633ab4fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda36993f-10", "ovs_interfaceid": "da36993f-102c-4283-8516-c2912596cb78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.828628] env[69350]: DEBUG oslo_vmware.api [None req-120df068-2526-4f84-b12e-7694501f2577 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365691, 'name': Rename_Task, 'duration_secs': 0.160952} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.829236] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-120df068-2526-4f84-b12e-7694501f2577 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 6748bc84-f2c1-4bd1-9793-4a225d4a405d] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1091.829314] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c0cdd465-41ea-4073-b22b-c3b3f3808c11 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.835178] env[69350]: DEBUG oslo_vmware.api [None req-120df068-2526-4f84-b12e-7694501f2577 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Waiting for the task: (returnval){ [ 1091.835178] env[69350]: value = "task-3365693" [ 1091.835178] env[69350]: _type = "Task" [ 1091.835178] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.844350] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e77af0b7-20d4-4c0a-bb6a-0a8b1e0abfae tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Acquiring lock "f6a0818a-b5a3-402e-80e4-a4d33a4a12d6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.844564] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e77af0b7-20d4-4c0a-bb6a-0a8b1e0abfae tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Lock "f6a0818a-b5a3-402e-80e4-a4d33a4a12d6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.845574] env[69350]: DEBUG oslo_vmware.api [None req-120df068-2526-4f84-b12e-7694501f2577 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365693, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.885061] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365692, 'name': CreateVM_Task, 'duration_secs': 0.339623} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.885214] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98437038-140f-46fc-95b3-1eb128268da9] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1091.885866] env[69350]: DEBUG oslo_concurrency.lockutils [None req-df87072a-71be-4545-bc3a-d7664ecadbc6 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.886039] env[69350]: DEBUG oslo_concurrency.lockutils [None req-df87072a-71be-4545-bc3a-d7664ecadbc6 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.886362] env[69350]: DEBUG oslo_concurrency.lockutils [None req-df87072a-71be-4545-bc3a-d7664ecadbc6 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.886602] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fda1462-7d74-47ed-81f5-4de02425fd9a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.891417] env[69350]: DEBUG oslo_vmware.api [None req-df87072a-71be-4545-bc3a-d7664ecadbc6 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Waiting for the task: (returnval){ [ 1091.891417] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52f8bdea-4798-048f-b940-9b22e5204d78" [ 1091.891417] env[69350]: _type = "Task" [ 1091.891417] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.899861] env[69350]: DEBUG oslo_vmware.api [None req-df87072a-71be-4545-bc3a-d7664ecadbc6 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52f8bdea-4798-048f-b940-9b22e5204d78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.943732] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f7786a36-7230-434a-8114-938c9ae4c49b tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.736s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.966723] env[69350]: INFO nova.scheduler.client.report [None req-f7786a36-7230-434a-8114-938c9ae4c49b tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Deleted allocations for instance 8597cdbf-2482-4fed-942c-a8314352673f [ 1092.069308] env[69350]: DEBUG oslo_concurrency.lockutils [req-6489a381-6935-4731-8ba0-04e9a4c38f5a req-587c50ff-42d4-45f7-80f3-13b8b5532a16 service nova] Releasing lock "refresh_cache-98437038-140f-46fc-95b3-1eb128268da9" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.344906] env[69350]: DEBUG oslo_vmware.api [None req-120df068-2526-4f84-b12e-7694501f2577 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365693, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.347105] env[69350]: DEBUG nova.compute.manager [None req-e77af0b7-20d4-4c0a-bb6a-0a8b1e0abfae tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: f6a0818a-b5a3-402e-80e4-a4d33a4a12d6] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1092.401239] env[69350]: DEBUG oslo_vmware.api [None req-df87072a-71be-4545-bc3a-d7664ecadbc6 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52f8bdea-4798-048f-b940-9b22e5204d78, 'name': SearchDatastore_Task, 'duration_secs': 0.010756} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.401548] env[69350]: DEBUG oslo_concurrency.lockutils [None req-df87072a-71be-4545-bc3a-d7664ecadbc6 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.401778] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-df87072a-71be-4545-bc3a-d7664ecadbc6 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] [instance: 98437038-140f-46fc-95b3-1eb128268da9] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1092.402015] env[69350]: DEBUG oslo_concurrency.lockutils [None req-df87072a-71be-4545-bc3a-d7664ecadbc6 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.402173] env[69350]: DEBUG oslo_concurrency.lockutils [None req-df87072a-71be-4545-bc3a-d7664ecadbc6 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.402349] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-df87072a-71be-4545-bc3a-d7664ecadbc6 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1092.402599] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-32953c61-112f-4aee-905d-1c9c8ee301b2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.410149] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-df87072a-71be-4545-bc3a-d7664ecadbc6 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1092.410320] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-df87072a-71be-4545-bc3a-d7664ecadbc6 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1092.411026] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c35623a-4d1f-4de1-8fe5-4ff4589b313d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.416021] env[69350]: DEBUG oslo_vmware.api [None req-df87072a-71be-4545-bc3a-d7664ecadbc6 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Waiting for the task: (returnval){ [ 1092.416021] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52d7070b-d075-53a2-c993-b2d27ea30079" [ 1092.416021] env[69350]: _type = "Task" [ 1092.416021] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.423075] env[69350]: DEBUG oslo_vmware.api [None req-df87072a-71be-4545-bc3a-d7664ecadbc6 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52d7070b-d075-53a2-c993-b2d27ea30079, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.473673] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f7786a36-7230-434a-8114-938c9ae4c49b tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Lock "8597cdbf-2482-4fed-942c-a8314352673f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.300s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.846705] env[69350]: DEBUG oslo_vmware.api [None req-120df068-2526-4f84-b12e-7694501f2577 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365693, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.864164] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e77af0b7-20d4-4c0a-bb6a-0a8b1e0abfae tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.864522] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e77af0b7-20d4-4c0a-bb6a-0a8b1e0abfae tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.866067] env[69350]: INFO nova.compute.claims [None req-e77af0b7-20d4-4c0a-bb6a-0a8b1e0abfae tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: f6a0818a-b5a3-402e-80e4-a4d33a4a12d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1092.929388] env[69350]: DEBUG oslo_vmware.api [None req-df87072a-71be-4545-bc3a-d7664ecadbc6 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52d7070b-d075-53a2-c993-b2d27ea30079, 'name': SearchDatastore_Task, 'duration_secs': 0.017603} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.930520] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6859706f-bef8-49e2-bfd9-6bcefec0ffdd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.937790] env[69350]: DEBUG oslo_vmware.api [None req-df87072a-71be-4545-bc3a-d7664ecadbc6 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Waiting for the task: (returnval){ [ 1092.937790] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52861c5f-e987-c1bd-836e-986a6cf2c50b" [ 1092.937790] env[69350]: _type = "Task" [ 1092.937790] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.948109] env[69350]: DEBUG oslo_vmware.api [None req-df87072a-71be-4545-bc3a-d7664ecadbc6 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52861c5f-e987-c1bd-836e-986a6cf2c50b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.126710] env[69350]: DEBUG oslo_concurrency.lockutils [None req-17220aff-e469-45cf-b520-bec32248952e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Acquiring lock "fd796368-14e5-47ae-b08b-6e17c2722d8d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.127022] env[69350]: DEBUG oslo_concurrency.lockutils [None req-17220aff-e469-45cf-b520-bec32248952e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Lock "fd796368-14e5-47ae-b08b-6e17c2722d8d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.345746] env[69350]: DEBUG oslo_vmware.api [None req-120df068-2526-4f84-b12e-7694501f2577 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365693, 'name': PowerOnVM_Task, 'duration_secs': 1.241483} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.347026] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-120df068-2526-4f84-b12e-7694501f2577 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 6748bc84-f2c1-4bd1-9793-4a225d4a405d] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1093.347026] env[69350]: INFO nova.compute.manager [None req-120df068-2526-4f84-b12e-7694501f2577 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 6748bc84-f2c1-4bd1-9793-4a225d4a405d] Took 11.12 seconds to spawn the instance on the hypervisor. [ 1093.347026] env[69350]: DEBUG nova.compute.manager [None req-120df068-2526-4f84-b12e-7694501f2577 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 6748bc84-f2c1-4bd1-9793-4a225d4a405d] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1093.347611] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d454434c-6805-4409-b0d2-659fec438d1b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.448097] env[69350]: DEBUG oslo_vmware.api [None req-df87072a-71be-4545-bc3a-d7664ecadbc6 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52861c5f-e987-c1bd-836e-986a6cf2c50b, 'name': SearchDatastore_Task, 'duration_secs': 0.009677} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.448367] env[69350]: DEBUG oslo_concurrency.lockutils [None req-df87072a-71be-4545-bc3a-d7664ecadbc6 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.448617] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-df87072a-71be-4545-bc3a-d7664ecadbc6 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] 98437038-140f-46fc-95b3-1eb128268da9/98437038-140f-46fc-95b3-1eb128268da9.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1093.448868] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c6319c1d-2dbc-4981-a02e-9379e19f1411 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.456080] env[69350]: DEBUG oslo_vmware.api [None req-df87072a-71be-4545-bc3a-d7664ecadbc6 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Waiting for the task: (returnval){ [ 1093.456080] env[69350]: value = "task-3365694" [ 1093.456080] env[69350]: _type = "Task" [ 1093.456080] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.463193] env[69350]: DEBUG oslo_vmware.api [None req-df87072a-71be-4545-bc3a-d7664ecadbc6 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Task: {'id': task-3365694, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.630110] env[69350]: DEBUG nova.compute.manager [None req-17220aff-e469-45cf-b520-bec32248952e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: fd796368-14e5-47ae-b08b-6e17c2722d8d] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1093.862798] env[69350]: INFO nova.compute.manager [None req-120df068-2526-4f84-b12e-7694501f2577 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 6748bc84-f2c1-4bd1-9793-4a225d4a405d] Took 16.14 seconds to build instance. [ 1093.968683] env[69350]: DEBUG oslo_vmware.api [None req-df87072a-71be-4545-bc3a-d7664ecadbc6 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Task: {'id': task-3365694, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.460464} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.968952] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-df87072a-71be-4545-bc3a-d7664ecadbc6 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] 98437038-140f-46fc-95b3-1eb128268da9/98437038-140f-46fc-95b3-1eb128268da9.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1093.969235] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-df87072a-71be-4545-bc3a-d7664ecadbc6 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] [instance: 98437038-140f-46fc-95b3-1eb128268da9] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1093.969498] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-726fa766-97a4-4bed-b12b-e27325b0e2bb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.978871] env[69350]: DEBUG oslo_vmware.api [None req-df87072a-71be-4545-bc3a-d7664ecadbc6 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Waiting for the task: (returnval){ [ 1093.978871] env[69350]: value = "task-3365695" [ 1093.978871] env[69350]: _type = "Task" [ 1093.978871] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.988501] env[69350]: DEBUG oslo_vmware.api [None req-df87072a-71be-4545-bc3a-d7664ecadbc6 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Task: {'id': task-3365695, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.077085] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34a14fca-cf4c-4317-8937-842f222a5680 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.084384] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c74d4b73-8edf-4ae3-a47e-1ebfb54b5048 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.115058] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-402a485f-58de-4796-a786-771d44ae39c0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.121580] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea65733c-1b3d-4ee2-acc1-199aeec35762 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.138109] env[69350]: DEBUG nova.compute.provider_tree [None req-e77af0b7-20d4-4c0a-bb6a-0a8b1e0abfae tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1094.151903] env[69350]: DEBUG oslo_concurrency.lockutils [None req-17220aff-e469-45cf-b520-bec32248952e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.365267] env[69350]: DEBUG oslo_concurrency.lockutils [None req-120df068-2526-4f84-b12e-7694501f2577 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Lock "6748bc84-f2c1-4bd1-9793-4a225d4a405d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.656s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.490111] env[69350]: DEBUG oslo_vmware.api [None req-df87072a-71be-4545-bc3a-d7664ecadbc6 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Task: {'id': task-3365695, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078238} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.490407] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-df87072a-71be-4545-bc3a-d7664ecadbc6 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] [instance: 98437038-140f-46fc-95b3-1eb128268da9] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1094.491199] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26172c7f-085b-4768-83cb-4487657c5ff6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.513475] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-df87072a-71be-4545-bc3a-d7664ecadbc6 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] [instance: 98437038-140f-46fc-95b3-1eb128268da9] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 98437038-140f-46fc-95b3-1eb128268da9/98437038-140f-46fc-95b3-1eb128268da9.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1094.513746] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e90dcd4e-a3e2-42e7-9913-8e0309efc62f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.533905] env[69350]: DEBUG oslo_vmware.api [None req-df87072a-71be-4545-bc3a-d7664ecadbc6 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Waiting for the task: (returnval){ [ 1094.533905] env[69350]: value = "task-3365696" [ 1094.533905] env[69350]: _type = "Task" [ 1094.533905] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.541625] env[69350]: DEBUG oslo_vmware.api [None req-df87072a-71be-4545-bc3a-d7664ecadbc6 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Task: {'id': task-3365696, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.642347] env[69350]: DEBUG nova.scheduler.client.report [None req-e77af0b7-20d4-4c0a-bb6a-0a8b1e0abfae tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1094.815939] env[69350]: INFO nova.compute.manager [None req-aa500a3b-730d-450a-9457-bef8a64caedb tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 6748bc84-f2c1-4bd1-9793-4a225d4a405d] Rebuilding instance [ 1094.851813] env[69350]: DEBUG nova.compute.manager [None req-aa500a3b-730d-450a-9457-bef8a64caedb tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 6748bc84-f2c1-4bd1-9793-4a225d4a405d] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1094.852668] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d204fb96-e22a-4353-8517-c4d84435bea4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.043766] env[69350]: DEBUG oslo_vmware.api [None req-df87072a-71be-4545-bc3a-d7664ecadbc6 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Task: {'id': task-3365696, 'name': ReconfigVM_Task, 'duration_secs': 0.289247} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.044045] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-df87072a-71be-4545-bc3a-d7664ecadbc6 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] [instance: 98437038-140f-46fc-95b3-1eb128268da9] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 98437038-140f-46fc-95b3-1eb128268da9/98437038-140f-46fc-95b3-1eb128268da9.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1095.044667] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-45d78c34-74fa-44d3-a2de-d61cf62c24b2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.050937] env[69350]: DEBUG oslo_vmware.api [None req-df87072a-71be-4545-bc3a-d7664ecadbc6 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Waiting for the task: (returnval){ [ 1095.050937] env[69350]: value = "task-3365697" [ 1095.050937] env[69350]: _type = "Task" [ 1095.050937] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.058700] env[69350]: DEBUG oslo_vmware.api [None req-df87072a-71be-4545-bc3a-d7664ecadbc6 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Task: {'id': task-3365697, 'name': Rename_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.147391] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e77af0b7-20d4-4c0a-bb6a-0a8b1e0abfae tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.283s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.147967] env[69350]: DEBUG nova.compute.manager [None req-e77af0b7-20d4-4c0a-bb6a-0a8b1e0abfae tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: f6a0818a-b5a3-402e-80e4-a4d33a4a12d6] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1095.150744] env[69350]: DEBUG oslo_concurrency.lockutils [None req-17220aff-e469-45cf-b520-bec32248952e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.999s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.154577] env[69350]: INFO nova.compute.claims [None req-17220aff-e469-45cf-b520-bec32248952e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: fd796368-14e5-47ae-b08b-6e17c2722d8d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1095.561654] env[69350]: DEBUG oslo_vmware.api [None req-df87072a-71be-4545-bc3a-d7664ecadbc6 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Task: {'id': task-3365697, 'name': Rename_Task, 'duration_secs': 0.178657} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.561988] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-df87072a-71be-4545-bc3a-d7664ecadbc6 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] [instance: 98437038-140f-46fc-95b3-1eb128268da9] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1095.562169] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-993cbf9c-bde8-4226-afb2-36e3ec4dd1d7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.569296] env[69350]: DEBUG oslo_vmware.api [None req-df87072a-71be-4545-bc3a-d7664ecadbc6 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Waiting for the task: (returnval){ [ 1095.569296] env[69350]: value = "task-3365698" [ 1095.569296] env[69350]: _type = "Task" [ 1095.569296] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.577430] env[69350]: DEBUG oslo_vmware.api [None req-df87072a-71be-4545-bc3a-d7664ecadbc6 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Task: {'id': task-3365698, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.656784] env[69350]: DEBUG nova.compute.utils [None req-e77af0b7-20d4-4c0a-bb6a-0a8b1e0abfae tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1095.660888] env[69350]: DEBUG nova.compute.manager [None req-e77af0b7-20d4-4c0a-bb6a-0a8b1e0abfae tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: f6a0818a-b5a3-402e-80e4-a4d33a4a12d6] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1095.661230] env[69350]: DEBUG nova.network.neutron [None req-e77af0b7-20d4-4c0a-bb6a-0a8b1e0abfae tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: f6a0818a-b5a3-402e-80e4-a4d33a4a12d6] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1095.729756] env[69350]: DEBUG nova.policy [None req-e77af0b7-20d4-4c0a-bb6a-0a8b1e0abfae tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5982022854554534a7951d545649be09', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '815a790c210444b79e3460dcf336bf62', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 1095.865488] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa500a3b-730d-450a-9457-bef8a64caedb tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 6748bc84-f2c1-4bd1-9793-4a225d4a405d] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1095.865807] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83446e90-8479-4290-96da-64a8919d5390 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.872915] env[69350]: DEBUG oslo_vmware.api [None req-aa500a3b-730d-450a-9457-bef8a64caedb tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Waiting for the task: (returnval){ [ 1095.872915] env[69350]: value = "task-3365699" [ 1095.872915] env[69350]: _type = "Task" [ 1095.872915] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.881060] env[69350]: DEBUG oslo_vmware.api [None req-aa500a3b-730d-450a-9457-bef8a64caedb tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365699, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.994292] env[69350]: DEBUG nova.network.neutron [None req-e77af0b7-20d4-4c0a-bb6a-0a8b1e0abfae tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: f6a0818a-b5a3-402e-80e4-a4d33a4a12d6] Successfully created port: 755bccf3-a04d-49c0-9d65-54ca72266f28 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1096.079467] env[69350]: DEBUG oslo_vmware.api [None req-df87072a-71be-4545-bc3a-d7664ecadbc6 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Task: {'id': task-3365698, 'name': PowerOnVM_Task, 'duration_secs': 0.469039} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.079467] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-df87072a-71be-4545-bc3a-d7664ecadbc6 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] [instance: 98437038-140f-46fc-95b3-1eb128268da9] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1096.079467] env[69350]: INFO nova.compute.manager [None req-df87072a-71be-4545-bc3a-d7664ecadbc6 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] [instance: 98437038-140f-46fc-95b3-1eb128268da9] Took 6.66 seconds to spawn the instance on the hypervisor. [ 1096.079467] env[69350]: DEBUG nova.compute.manager [None req-df87072a-71be-4545-bc3a-d7664ecadbc6 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] [instance: 98437038-140f-46fc-95b3-1eb128268da9] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1096.080587] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d703017f-7c04-4a68-b6c4-b206d15d0426 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.165012] env[69350]: DEBUG nova.compute.manager [None req-e77af0b7-20d4-4c0a-bb6a-0a8b1e0abfae tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: f6a0818a-b5a3-402e-80e4-a4d33a4a12d6] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1096.348293] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-097ed347-5f10-45a8-bf8d-88bad0ed6f03 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.356070] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b67181a-fb51-4268-92e2-9897b38e16e9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.393571] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-100766a5-4ed5-4fd9-9544-00a492e88c31 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.403587] env[69350]: DEBUG oslo_vmware.api [None req-aa500a3b-730d-450a-9457-bef8a64caedb tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365699, 'name': PowerOffVM_Task, 'duration_secs': 0.217645} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.403953] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa500a3b-730d-450a-9457-bef8a64caedb tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 6748bc84-f2c1-4bd1-9793-4a225d4a405d] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1096.404203] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-aa500a3b-730d-450a-9457-bef8a64caedb tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 6748bc84-f2c1-4bd1-9793-4a225d4a405d] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1096.405599] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8809689f-5430-4a18-a790-c21122a22c8d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.410147] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68db2848-13e8-43f0-996d-2d7f0c7d4f02 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.423428] env[69350]: DEBUG nova.compute.provider_tree [None req-17220aff-e469-45cf-b520-bec32248952e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1096.426588] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-aa500a3b-730d-450a-9457-bef8a64caedb tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 6748bc84-f2c1-4bd1-9793-4a225d4a405d] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1096.427064] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-889fe8c3-f83e-4844-babb-60d5c6ee612d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.502075] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-aa500a3b-730d-450a-9457-bef8a64caedb tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 6748bc84-f2c1-4bd1-9793-4a225d4a405d] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1096.502322] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-aa500a3b-730d-450a-9457-bef8a64caedb tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 6748bc84-f2c1-4bd1-9793-4a225d4a405d] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1096.502949] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa500a3b-730d-450a-9457-bef8a64caedb tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Deleting the datastore file [datastore2] 6748bc84-f2c1-4bd1-9793-4a225d4a405d {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1096.502949] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-800acf11-04ca-42c4-b59b-810c0d25510e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.509971] env[69350]: DEBUG oslo_vmware.api [None req-aa500a3b-730d-450a-9457-bef8a64caedb tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Waiting for the task: (returnval){ [ 1096.509971] env[69350]: value = "task-3365701" [ 1096.509971] env[69350]: _type = "Task" [ 1096.509971] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.518128] env[69350]: DEBUG oslo_vmware.api [None req-aa500a3b-730d-450a-9457-bef8a64caedb tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365701, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.598408] env[69350]: INFO nova.compute.manager [None req-df87072a-71be-4545-bc3a-d7664ecadbc6 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] [instance: 98437038-140f-46fc-95b3-1eb128268da9] Took 11.51 seconds to build instance. [ 1096.928721] env[69350]: DEBUG nova.scheduler.client.report [None req-17220aff-e469-45cf-b520-bec32248952e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1096.934153] env[69350]: DEBUG nova.compute.manager [req-be607245-4bf4-46a6-b7ab-9ceb376b94ca req-e599a9de-2f51-4599-95d7-dc0ae2d9e141 service nova] [instance: 98437038-140f-46fc-95b3-1eb128268da9] Received event network-changed-da36993f-102c-4283-8516-c2912596cb78 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1096.934349] env[69350]: DEBUG nova.compute.manager [req-be607245-4bf4-46a6-b7ab-9ceb376b94ca req-e599a9de-2f51-4599-95d7-dc0ae2d9e141 service nova] [instance: 98437038-140f-46fc-95b3-1eb128268da9] Refreshing instance network info cache due to event network-changed-da36993f-102c-4283-8516-c2912596cb78. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1096.934580] env[69350]: DEBUG oslo_concurrency.lockutils [req-be607245-4bf4-46a6-b7ab-9ceb376b94ca req-e599a9de-2f51-4599-95d7-dc0ae2d9e141 service nova] Acquiring lock "refresh_cache-98437038-140f-46fc-95b3-1eb128268da9" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.934736] env[69350]: DEBUG oslo_concurrency.lockutils [req-be607245-4bf4-46a6-b7ab-9ceb376b94ca req-e599a9de-2f51-4599-95d7-dc0ae2d9e141 service nova] Acquired lock "refresh_cache-98437038-140f-46fc-95b3-1eb128268da9" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.934907] env[69350]: DEBUG nova.network.neutron [req-be607245-4bf4-46a6-b7ab-9ceb376b94ca req-e599a9de-2f51-4599-95d7-dc0ae2d9e141 service nova] [instance: 98437038-140f-46fc-95b3-1eb128268da9] Refreshing network info cache for port da36993f-102c-4283-8516-c2912596cb78 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1097.020228] env[69350]: DEBUG oslo_vmware.api [None req-aa500a3b-730d-450a-9457-bef8a64caedb tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365701, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150639} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.020476] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa500a3b-730d-450a-9457-bef8a64caedb tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1097.020652] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-aa500a3b-730d-450a-9457-bef8a64caedb tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 6748bc84-f2c1-4bd1-9793-4a225d4a405d] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1097.020827] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-aa500a3b-730d-450a-9457-bef8a64caedb tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 6748bc84-f2c1-4bd1-9793-4a225d4a405d] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1097.100463] env[69350]: DEBUG oslo_concurrency.lockutils [None req-df87072a-71be-4545-bc3a-d7664ecadbc6 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Lock "98437038-140f-46fc-95b3-1eb128268da9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.016s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.177598] env[69350]: DEBUG nova.compute.manager [None req-e77af0b7-20d4-4c0a-bb6a-0a8b1e0abfae tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: f6a0818a-b5a3-402e-80e4-a4d33a4a12d6] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1097.201580] env[69350]: DEBUG nova.virt.hardware [None req-e77af0b7-20d4-4c0a-bb6a-0a8b1e0abfae tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1097.201823] env[69350]: DEBUG nova.virt.hardware [None req-e77af0b7-20d4-4c0a-bb6a-0a8b1e0abfae tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1097.201976] env[69350]: DEBUG nova.virt.hardware [None req-e77af0b7-20d4-4c0a-bb6a-0a8b1e0abfae tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1097.202171] env[69350]: DEBUG nova.virt.hardware [None req-e77af0b7-20d4-4c0a-bb6a-0a8b1e0abfae tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1097.202315] env[69350]: DEBUG nova.virt.hardware [None req-e77af0b7-20d4-4c0a-bb6a-0a8b1e0abfae tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1097.202458] env[69350]: DEBUG nova.virt.hardware [None req-e77af0b7-20d4-4c0a-bb6a-0a8b1e0abfae tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1097.202660] env[69350]: DEBUG nova.virt.hardware [None req-e77af0b7-20d4-4c0a-bb6a-0a8b1e0abfae tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1097.202812] env[69350]: DEBUG nova.virt.hardware [None req-e77af0b7-20d4-4c0a-bb6a-0a8b1e0abfae tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1097.202977] env[69350]: DEBUG nova.virt.hardware [None req-e77af0b7-20d4-4c0a-bb6a-0a8b1e0abfae tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1097.203154] env[69350]: DEBUG nova.virt.hardware [None req-e77af0b7-20d4-4c0a-bb6a-0a8b1e0abfae tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1097.203328] env[69350]: DEBUG nova.virt.hardware [None req-e77af0b7-20d4-4c0a-bb6a-0a8b1e0abfae tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1097.204220] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-794cfe66-90c9-4d7c-95dd-a3e40bf0ced5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.213658] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19622a26-e0bb-4b72-a2a3-1d8376964565 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.437263] env[69350]: DEBUG oslo_concurrency.lockutils [None req-17220aff-e469-45cf-b520-bec32248952e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.286s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.437832] env[69350]: DEBUG nova.compute.manager [None req-17220aff-e469-45cf-b520-bec32248952e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: fd796368-14e5-47ae-b08b-6e17c2722d8d] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1097.509517] env[69350]: DEBUG nova.network.neutron [None req-e77af0b7-20d4-4c0a-bb6a-0a8b1e0abfae tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: f6a0818a-b5a3-402e-80e4-a4d33a4a12d6] Successfully updated port: 755bccf3-a04d-49c0-9d65-54ca72266f28 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1097.531426] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fd39e695-e847-4da7-b09f-b868db23a705 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Acquiring lock "98437038-140f-46fc-95b3-1eb128268da9" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.531692] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fd39e695-e847-4da7-b09f-b868db23a705 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Lock "98437038-140f-46fc-95b3-1eb128268da9" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.531933] env[69350]: INFO nova.compute.manager [None req-fd39e695-e847-4da7-b09f-b868db23a705 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] [instance: 98437038-140f-46fc-95b3-1eb128268da9] Rebooting instance [ 1097.670409] env[69350]: DEBUG nova.network.neutron [req-be607245-4bf4-46a6-b7ab-9ceb376b94ca req-e599a9de-2f51-4599-95d7-dc0ae2d9e141 service nova] [instance: 98437038-140f-46fc-95b3-1eb128268da9] Updated VIF entry in instance network info cache for port da36993f-102c-4283-8516-c2912596cb78. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1097.670798] env[69350]: DEBUG nova.network.neutron [req-be607245-4bf4-46a6-b7ab-9ceb376b94ca req-e599a9de-2f51-4599-95d7-dc0ae2d9e141 service nova] [instance: 98437038-140f-46fc-95b3-1eb128268da9] Updating instance_info_cache with network_info: [{"id": "da36993f-102c-4283-8516-c2912596cb78", "address": "fa:16:3e:30:b8:57", "network": {"id": "55139abc-d3b8-447b-a17e-1536d36951c4", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-748349012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b47737b5d9f4ea386c5abbf633ab4fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda36993f-10", "ovs_interfaceid": "da36993f-102c-4283-8516-c2912596cb78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.944864] env[69350]: DEBUG nova.compute.utils [None req-17220aff-e469-45cf-b520-bec32248952e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1097.946107] env[69350]: DEBUG nova.compute.manager [None req-17220aff-e469-45cf-b520-bec32248952e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: fd796368-14e5-47ae-b08b-6e17c2722d8d] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1097.946306] env[69350]: DEBUG nova.network.neutron [None req-17220aff-e469-45cf-b520-bec32248952e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: fd796368-14e5-47ae-b08b-6e17c2722d8d] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1097.981812] env[69350]: DEBUG nova.policy [None req-17220aff-e469-45cf-b520-bec32248952e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '391c1e0e301b4aea9abc82bc851ff1ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0b6086e845a74075ace175b4fcb0622d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 1098.012511] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e77af0b7-20d4-4c0a-bb6a-0a8b1e0abfae tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Acquiring lock "refresh_cache-f6a0818a-b5a3-402e-80e4-a4d33a4a12d6" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.012823] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e77af0b7-20d4-4c0a-bb6a-0a8b1e0abfae tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Acquired lock "refresh_cache-f6a0818a-b5a3-402e-80e4-a4d33a4a12d6" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.012877] env[69350]: DEBUG nova.network.neutron [None req-e77af0b7-20d4-4c0a-bb6a-0a8b1e0abfae tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: f6a0818a-b5a3-402e-80e4-a4d33a4a12d6] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1098.057764] env[69350]: DEBUG nova.virt.hardware [None req-aa500a3b-730d-450a-9457-bef8a64caedb tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1098.057934] env[69350]: DEBUG nova.virt.hardware [None req-aa500a3b-730d-450a-9457-bef8a64caedb tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1098.058105] env[69350]: DEBUG nova.virt.hardware [None req-aa500a3b-730d-450a-9457-bef8a64caedb tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1098.058290] env[69350]: DEBUG nova.virt.hardware [None req-aa500a3b-730d-450a-9457-bef8a64caedb tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1098.058445] env[69350]: DEBUG nova.virt.hardware [None req-aa500a3b-730d-450a-9457-bef8a64caedb tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1098.058593] env[69350]: DEBUG nova.virt.hardware [None req-aa500a3b-730d-450a-9457-bef8a64caedb tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1098.058808] env[69350]: DEBUG nova.virt.hardware [None req-aa500a3b-730d-450a-9457-bef8a64caedb tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1098.058965] env[69350]: DEBUG nova.virt.hardware [None req-aa500a3b-730d-450a-9457-bef8a64caedb tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1098.059260] env[69350]: DEBUG nova.virt.hardware [None req-aa500a3b-730d-450a-9457-bef8a64caedb tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1098.059456] env[69350]: DEBUG nova.virt.hardware [None req-aa500a3b-730d-450a-9457-bef8a64caedb tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1098.059633] env[69350]: DEBUG nova.virt.hardware [None req-aa500a3b-730d-450a-9457-bef8a64caedb tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1098.060968] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad48a99-fef2-4734-abfa-749b384db94d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.064683] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fd39e695-e847-4da7-b09f-b868db23a705 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Acquiring lock "refresh_cache-98437038-140f-46fc-95b3-1eb128268da9" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.069967] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ee23e7-8933-4185-976c-0795f9501054 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.083249] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-aa500a3b-730d-450a-9457-bef8a64caedb tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 6748bc84-f2c1-4bd1-9793-4a225d4a405d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:a5:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '557aba95-8968-407a-bac2-2fae66f7c8e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f279f10e-b8cb-463d-b487-059bd6b3bead', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1098.090666] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aa500a3b-730d-450a-9457-bef8a64caedb tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1098.090889] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6748bc84-f2c1-4bd1-9793-4a225d4a405d] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1098.091112] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d3d2c909-5141-469f-bfbc-aca0b805b529 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.111586] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1098.111586] env[69350]: value = "task-3365702" [ 1098.111586] env[69350]: _type = "Task" [ 1098.111586] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.119744] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365702, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.173296] env[69350]: DEBUG oslo_concurrency.lockutils [req-be607245-4bf4-46a6-b7ab-9ceb376b94ca req-e599a9de-2f51-4599-95d7-dc0ae2d9e141 service nova] Releasing lock "refresh_cache-98437038-140f-46fc-95b3-1eb128268da9" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.173749] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fd39e695-e847-4da7-b09f-b868db23a705 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Acquired lock "refresh_cache-98437038-140f-46fc-95b3-1eb128268da9" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.176468] env[69350]: DEBUG nova.network.neutron [None req-fd39e695-e847-4da7-b09f-b868db23a705 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] [instance: 98437038-140f-46fc-95b3-1eb128268da9] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1098.293043] env[69350]: DEBUG nova.network.neutron [None req-17220aff-e469-45cf-b520-bec32248952e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: fd796368-14e5-47ae-b08b-6e17c2722d8d] Successfully created port: 571ed37a-d68e-41c3-ba03-6db820a14f07 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1098.450113] env[69350]: DEBUG nova.compute.manager [None req-17220aff-e469-45cf-b520-bec32248952e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: fd796368-14e5-47ae-b08b-6e17c2722d8d] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1098.543597] env[69350]: DEBUG nova.network.neutron [None req-e77af0b7-20d4-4c0a-bb6a-0a8b1e0abfae tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: f6a0818a-b5a3-402e-80e4-a4d33a4a12d6] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1098.622903] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365702, 'name': CreateVM_Task, 'duration_secs': 0.334902} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.623087] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6748bc84-f2c1-4bd1-9793-4a225d4a405d] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1098.623722] env[69350]: DEBUG oslo_concurrency.lockutils [None req-aa500a3b-730d-450a-9457-bef8a64caedb tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.623886] env[69350]: DEBUG oslo_concurrency.lockutils [None req-aa500a3b-730d-450a-9457-bef8a64caedb tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.624228] env[69350]: DEBUG oslo_concurrency.lockutils [None req-aa500a3b-730d-450a-9457-bef8a64caedb tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.624478] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa2672bf-fb6c-4d22-9a89-1486a86ff92a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.628905] env[69350]: DEBUG oslo_vmware.api [None req-aa500a3b-730d-450a-9457-bef8a64caedb tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Waiting for the task: (returnval){ [ 1098.628905] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]522f6eec-2bcd-692e-cf51-90e100a15ad9" [ 1098.628905] env[69350]: _type = "Task" [ 1098.628905] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.636611] env[69350]: DEBUG oslo_vmware.api [None req-aa500a3b-730d-450a-9457-bef8a64caedb tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]522f6eec-2bcd-692e-cf51-90e100a15ad9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.668381] env[69350]: DEBUG nova.network.neutron [None req-e77af0b7-20d4-4c0a-bb6a-0a8b1e0abfae tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: f6a0818a-b5a3-402e-80e4-a4d33a4a12d6] Updating instance_info_cache with network_info: [{"id": "755bccf3-a04d-49c0-9d65-54ca72266f28", "address": "fa:16:3e:5a:d6:b6", "network": {"id": "10efdebd-b36b-4143-b562-218922bcc857", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1931214076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "815a790c210444b79e3460dcf336bf62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap755bccf3-a0", "ovs_interfaceid": "755bccf3-a04d-49c0-9d65-54ca72266f28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.888242] env[69350]: DEBUG nova.network.neutron [None req-fd39e695-e847-4da7-b09f-b868db23a705 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] [instance: 98437038-140f-46fc-95b3-1eb128268da9] Updating instance_info_cache with network_info: [{"id": "da36993f-102c-4283-8516-c2912596cb78", "address": "fa:16:3e:30:b8:57", "network": {"id": "55139abc-d3b8-447b-a17e-1536d36951c4", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-748349012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b47737b5d9f4ea386c5abbf633ab4fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda36993f-10", "ovs_interfaceid": "da36993f-102c-4283-8516-c2912596cb78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.958379] env[69350]: DEBUG nova.compute.manager [req-15f3c1f7-9bc3-412d-8b0e-b3c0fd1b416c req-b455ee8d-4aea-4a49-8df9-aff285f929df service nova] [instance: f6a0818a-b5a3-402e-80e4-a4d33a4a12d6] Received event network-vif-plugged-755bccf3-a04d-49c0-9d65-54ca72266f28 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1098.958536] env[69350]: DEBUG oslo_concurrency.lockutils [req-15f3c1f7-9bc3-412d-8b0e-b3c0fd1b416c req-b455ee8d-4aea-4a49-8df9-aff285f929df service nova] Acquiring lock "f6a0818a-b5a3-402e-80e4-a4d33a4a12d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.958739] env[69350]: DEBUG oslo_concurrency.lockutils [req-15f3c1f7-9bc3-412d-8b0e-b3c0fd1b416c req-b455ee8d-4aea-4a49-8df9-aff285f929df service nova] Lock "f6a0818a-b5a3-402e-80e4-a4d33a4a12d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.958899] env[69350]: DEBUG oslo_concurrency.lockutils [req-15f3c1f7-9bc3-412d-8b0e-b3c0fd1b416c req-b455ee8d-4aea-4a49-8df9-aff285f929df service nova] Lock "f6a0818a-b5a3-402e-80e4-a4d33a4a12d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.959573] env[69350]: DEBUG nova.compute.manager [req-15f3c1f7-9bc3-412d-8b0e-b3c0fd1b416c req-b455ee8d-4aea-4a49-8df9-aff285f929df service nova] [instance: f6a0818a-b5a3-402e-80e4-a4d33a4a12d6] No waiting events found dispatching network-vif-plugged-755bccf3-a04d-49c0-9d65-54ca72266f28 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1098.959573] env[69350]: WARNING nova.compute.manager [req-15f3c1f7-9bc3-412d-8b0e-b3c0fd1b416c req-b455ee8d-4aea-4a49-8df9-aff285f929df service nova] [instance: f6a0818a-b5a3-402e-80e4-a4d33a4a12d6] Received unexpected event network-vif-plugged-755bccf3-a04d-49c0-9d65-54ca72266f28 for instance with vm_state building and task_state spawning. [ 1098.959573] env[69350]: DEBUG nova.compute.manager [req-15f3c1f7-9bc3-412d-8b0e-b3c0fd1b416c req-b455ee8d-4aea-4a49-8df9-aff285f929df service nova] [instance: f6a0818a-b5a3-402e-80e4-a4d33a4a12d6] Received event network-changed-755bccf3-a04d-49c0-9d65-54ca72266f28 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1098.959573] env[69350]: DEBUG nova.compute.manager [req-15f3c1f7-9bc3-412d-8b0e-b3c0fd1b416c req-b455ee8d-4aea-4a49-8df9-aff285f929df service nova] [instance: f6a0818a-b5a3-402e-80e4-a4d33a4a12d6] Refreshing instance network info cache due to event network-changed-755bccf3-a04d-49c0-9d65-54ca72266f28. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1098.959758] env[69350]: DEBUG oslo_concurrency.lockutils [req-15f3c1f7-9bc3-412d-8b0e-b3c0fd1b416c req-b455ee8d-4aea-4a49-8df9-aff285f929df service nova] Acquiring lock "refresh_cache-f6a0818a-b5a3-402e-80e4-a4d33a4a12d6" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.139282] env[69350]: DEBUG oslo_vmware.api [None req-aa500a3b-730d-450a-9457-bef8a64caedb tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]522f6eec-2bcd-692e-cf51-90e100a15ad9, 'name': SearchDatastore_Task, 'duration_secs': 0.008956} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.139521] env[69350]: DEBUG oslo_concurrency.lockutils [None req-aa500a3b-730d-450a-9457-bef8a64caedb tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.139752] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-aa500a3b-730d-450a-9457-bef8a64caedb tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 6748bc84-f2c1-4bd1-9793-4a225d4a405d] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1099.139984] env[69350]: DEBUG oslo_concurrency.lockutils [None req-aa500a3b-730d-450a-9457-bef8a64caedb tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.140183] env[69350]: DEBUG oslo_concurrency.lockutils [None req-aa500a3b-730d-450a-9457-bef8a64caedb tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.140370] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa500a3b-730d-450a-9457-bef8a64caedb tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1099.140619] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0ad32d94-f5f8-40eb-b1a5-2cc89d3fb54a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.148662] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa500a3b-730d-450a-9457-bef8a64caedb tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1099.148830] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-aa500a3b-730d-450a-9457-bef8a64caedb tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1099.149553] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60b36bac-c77f-4d21-a7b1-3bb25fbb1b39 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.154348] env[69350]: DEBUG oslo_vmware.api [None req-aa500a3b-730d-450a-9457-bef8a64caedb tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Waiting for the task: (returnval){ [ 1099.154348] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52d9e932-d7f6-bc4f-0cdb-4e03990b3ec6" [ 1099.154348] env[69350]: _type = "Task" [ 1099.154348] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.162089] env[69350]: DEBUG oslo_vmware.api [None req-aa500a3b-730d-450a-9457-bef8a64caedb tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52d9e932-d7f6-bc4f-0cdb-4e03990b3ec6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.170631] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e77af0b7-20d4-4c0a-bb6a-0a8b1e0abfae tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Releasing lock "refresh_cache-f6a0818a-b5a3-402e-80e4-a4d33a4a12d6" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.170977] env[69350]: DEBUG nova.compute.manager [None req-e77af0b7-20d4-4c0a-bb6a-0a8b1e0abfae tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: f6a0818a-b5a3-402e-80e4-a4d33a4a12d6] Instance network_info: |[{"id": "755bccf3-a04d-49c0-9d65-54ca72266f28", "address": "fa:16:3e:5a:d6:b6", "network": {"id": "10efdebd-b36b-4143-b562-218922bcc857", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1931214076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "815a790c210444b79e3460dcf336bf62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap755bccf3-a0", "ovs_interfaceid": "755bccf3-a04d-49c0-9d65-54ca72266f28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1099.171302] env[69350]: DEBUG oslo_concurrency.lockutils [req-15f3c1f7-9bc3-412d-8b0e-b3c0fd1b416c req-b455ee8d-4aea-4a49-8df9-aff285f929df service nova] Acquired lock "refresh_cache-f6a0818a-b5a3-402e-80e4-a4d33a4a12d6" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.171516] env[69350]: DEBUG nova.network.neutron [req-15f3c1f7-9bc3-412d-8b0e-b3c0fd1b416c req-b455ee8d-4aea-4a49-8df9-aff285f929df service nova] [instance: f6a0818a-b5a3-402e-80e4-a4d33a4a12d6] Refreshing network info cache for port 755bccf3-a04d-49c0-9d65-54ca72266f28 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1099.172721] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e77af0b7-20d4-4c0a-bb6a-0a8b1e0abfae tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: f6a0818a-b5a3-402e-80e4-a4d33a4a12d6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:d6:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '755bccf3-a04d-49c0-9d65-54ca72266f28', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1099.180551] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e77af0b7-20d4-4c0a-bb6a-0a8b1e0abfae tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1099.181455] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6a0818a-b5a3-402e-80e4-a4d33a4a12d6] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1099.181671] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-444c293e-973f-4100-93b7-32d055390b1a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.202718] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1099.202718] env[69350]: value = "task-3365703" [ 1099.202718] env[69350]: _type = "Task" [ 1099.202718] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.211378] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365703, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.391383] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fd39e695-e847-4da7-b09f-b868db23a705 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Releasing lock "refresh_cache-98437038-140f-46fc-95b3-1eb128268da9" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.461849] env[69350]: DEBUG nova.compute.manager [None req-17220aff-e469-45cf-b520-bec32248952e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: fd796368-14e5-47ae-b08b-6e17c2722d8d] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1099.487568] env[69350]: DEBUG nova.virt.hardware [None req-17220aff-e469-45cf-b520-bec32248952e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1099.487817] env[69350]: DEBUG nova.virt.hardware [None req-17220aff-e469-45cf-b520-bec32248952e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1099.487968] env[69350]: DEBUG nova.virt.hardware [None req-17220aff-e469-45cf-b520-bec32248952e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1099.488163] env[69350]: DEBUG nova.virt.hardware [None req-17220aff-e469-45cf-b520-bec32248952e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1099.488309] env[69350]: DEBUG nova.virt.hardware [None req-17220aff-e469-45cf-b520-bec32248952e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1099.488453] env[69350]: DEBUG nova.virt.hardware [None req-17220aff-e469-45cf-b520-bec32248952e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1099.488907] env[69350]: DEBUG nova.virt.hardware [None req-17220aff-e469-45cf-b520-bec32248952e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1099.489220] env[69350]: DEBUG nova.virt.hardware [None req-17220aff-e469-45cf-b520-bec32248952e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1099.489518] env[69350]: DEBUG nova.virt.hardware [None req-17220aff-e469-45cf-b520-bec32248952e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1099.489708] env[69350]: DEBUG nova.virt.hardware [None req-17220aff-e469-45cf-b520-bec32248952e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1099.489887] env[69350]: DEBUG nova.virt.hardware [None req-17220aff-e469-45cf-b520-bec32248952e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1099.490846] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba89532b-1717-4a97-9e90-9ffeabacb370 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.499871] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08a4d2f8-d460-42b4-8384-0b895fc64a4b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.665835] env[69350]: DEBUG oslo_vmware.api [None req-aa500a3b-730d-450a-9457-bef8a64caedb tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52d9e932-d7f6-bc4f-0cdb-4e03990b3ec6, 'name': SearchDatastore_Task, 'duration_secs': 0.009952} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.666780] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3f29f90-c873-46f8-bec5-69f1b085b0aa {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.673014] env[69350]: DEBUG oslo_vmware.api [None req-aa500a3b-730d-450a-9457-bef8a64caedb tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Waiting for the task: (returnval){ [ 1099.673014] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5206b4fc-125a-763a-deab-32f7a774020e" [ 1099.673014] env[69350]: _type = "Task" [ 1099.673014] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.680733] env[69350]: DEBUG oslo_vmware.api [None req-aa500a3b-730d-450a-9457-bef8a64caedb tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5206b4fc-125a-763a-deab-32f7a774020e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.713538] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365703, 'name': CreateVM_Task, 'duration_secs': 0.428298} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.713726] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6a0818a-b5a3-402e-80e4-a4d33a4a12d6] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1099.714411] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e77af0b7-20d4-4c0a-bb6a-0a8b1e0abfae tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.714775] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e77af0b7-20d4-4c0a-bb6a-0a8b1e0abfae tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.715103] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e77af0b7-20d4-4c0a-bb6a-0a8b1e0abfae tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.715364] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b2bfd98-e724-4fae-bbcb-71450091fa02 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.720108] env[69350]: DEBUG oslo_vmware.api [None req-e77af0b7-20d4-4c0a-bb6a-0a8b1e0abfae tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Waiting for the task: (returnval){ [ 1099.720108] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5279204c-3e7f-0f35-00db-4604c6be5d29" [ 1099.720108] env[69350]: _type = "Task" [ 1099.720108] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.729654] env[69350]: DEBUG oslo_vmware.api [None req-e77af0b7-20d4-4c0a-bb6a-0a8b1e0abfae tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5279204c-3e7f-0f35-00db-4604c6be5d29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.797849] env[69350]: DEBUG nova.network.neutron [None req-17220aff-e469-45cf-b520-bec32248952e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: fd796368-14e5-47ae-b08b-6e17c2722d8d] Successfully updated port: 571ed37a-d68e-41c3-ba03-6db820a14f07 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1099.896166] env[69350]: DEBUG nova.compute.manager [None req-fd39e695-e847-4da7-b09f-b868db23a705 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] [instance: 98437038-140f-46fc-95b3-1eb128268da9] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1099.897223] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a424f4-f97f-414e-b3a8-402c30a07443 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.908131] env[69350]: DEBUG nova.network.neutron [req-15f3c1f7-9bc3-412d-8b0e-b3c0fd1b416c req-b455ee8d-4aea-4a49-8df9-aff285f929df service nova] [instance: f6a0818a-b5a3-402e-80e4-a4d33a4a12d6] Updated VIF entry in instance network info cache for port 755bccf3-a04d-49c0-9d65-54ca72266f28. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1099.908466] env[69350]: DEBUG nova.network.neutron [req-15f3c1f7-9bc3-412d-8b0e-b3c0fd1b416c req-b455ee8d-4aea-4a49-8df9-aff285f929df service nova] [instance: f6a0818a-b5a3-402e-80e4-a4d33a4a12d6] Updating instance_info_cache with network_info: [{"id": "755bccf3-a04d-49c0-9d65-54ca72266f28", "address": "fa:16:3e:5a:d6:b6", "network": {"id": "10efdebd-b36b-4143-b562-218922bcc857", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1931214076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "815a790c210444b79e3460dcf336bf62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap755bccf3-a0", "ovs_interfaceid": "755bccf3-a04d-49c0-9d65-54ca72266f28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.183115] env[69350]: DEBUG oslo_vmware.api [None req-aa500a3b-730d-450a-9457-bef8a64caedb tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5206b4fc-125a-763a-deab-32f7a774020e, 'name': SearchDatastore_Task, 'duration_secs': 0.046491} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.183369] env[69350]: DEBUG oslo_concurrency.lockutils [None req-aa500a3b-730d-450a-9457-bef8a64caedb tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.183617] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa500a3b-730d-450a-9457-bef8a64caedb tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] 6748bc84-f2c1-4bd1-9793-4a225d4a405d/6748bc84-f2c1-4bd1-9793-4a225d4a405d.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1100.183860] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2ea4cdb5-2fcf-4f20-bbc3-094099f84eee {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.191185] env[69350]: DEBUG oslo_vmware.api [None req-aa500a3b-730d-450a-9457-bef8a64caedb tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Waiting for the task: (returnval){ [ 1100.191185] env[69350]: value = "task-3365704" [ 1100.191185] env[69350]: _type = "Task" [ 1100.191185] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.198314] env[69350]: DEBUG oslo_vmware.api [None req-aa500a3b-730d-450a-9457-bef8a64caedb tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365704, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.230251] env[69350]: DEBUG oslo_vmware.api [None req-e77af0b7-20d4-4c0a-bb6a-0a8b1e0abfae tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5279204c-3e7f-0f35-00db-4604c6be5d29, 'name': SearchDatastore_Task, 'duration_secs': 0.009861} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.230527] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e77af0b7-20d4-4c0a-bb6a-0a8b1e0abfae tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.230802] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e77af0b7-20d4-4c0a-bb6a-0a8b1e0abfae tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: f6a0818a-b5a3-402e-80e4-a4d33a4a12d6] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1100.231084] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e77af0b7-20d4-4c0a-bb6a-0a8b1e0abfae tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.231267] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e77af0b7-20d4-4c0a-bb6a-0a8b1e0abfae tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.231460] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-e77af0b7-20d4-4c0a-bb6a-0a8b1e0abfae tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1100.231737] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-947f9c33-f5a6-4171-b5db-8a0d5e9330d5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.248049] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-e77af0b7-20d4-4c0a-bb6a-0a8b1e0abfae tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1100.248255] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e77af0b7-20d4-4c0a-bb6a-0a8b1e0abfae tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1100.249180] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfa4a5a1-e331-4bf0-a0bb-6ecb4f1b9f0e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.255686] env[69350]: DEBUG oslo_vmware.api [None req-e77af0b7-20d4-4c0a-bb6a-0a8b1e0abfae tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Waiting for the task: (returnval){ [ 1100.255686] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]520f9a37-b037-5ed3-77a8-7007c2488a5b" [ 1100.255686] env[69350]: _type = "Task" [ 1100.255686] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.263918] env[69350]: DEBUG oslo_vmware.api [None req-e77af0b7-20d4-4c0a-bb6a-0a8b1e0abfae tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]520f9a37-b037-5ed3-77a8-7007c2488a5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.301648] env[69350]: DEBUG oslo_concurrency.lockutils [None req-17220aff-e469-45cf-b520-bec32248952e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Acquiring lock "refresh_cache-fd796368-14e5-47ae-b08b-6e17c2722d8d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.301648] env[69350]: DEBUG oslo_concurrency.lockutils [None req-17220aff-e469-45cf-b520-bec32248952e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Acquired lock "refresh_cache-fd796368-14e5-47ae-b08b-6e17c2722d8d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.301648] env[69350]: DEBUG nova.network.neutron [None req-17220aff-e469-45cf-b520-bec32248952e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: fd796368-14e5-47ae-b08b-6e17c2722d8d] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1100.466498] env[69350]: DEBUG oslo_concurrency.lockutils [req-15f3c1f7-9bc3-412d-8b0e-b3c0fd1b416c req-b455ee8d-4aea-4a49-8df9-aff285f929df service nova] Releasing lock "refresh_cache-f6a0818a-b5a3-402e-80e4-a4d33a4a12d6" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.703144] env[69350]: DEBUG oslo_vmware.api [None req-aa500a3b-730d-450a-9457-bef8a64caedb tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365704, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.427779} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.703399] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa500a3b-730d-450a-9457-bef8a64caedb tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] 6748bc84-f2c1-4bd1-9793-4a225d4a405d/6748bc84-f2c1-4bd1-9793-4a225d4a405d.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1100.703608] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-aa500a3b-730d-450a-9457-bef8a64caedb tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 6748bc84-f2c1-4bd1-9793-4a225d4a405d] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1100.703844] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b5bea384-fb95-4a07-b64f-adcb9f59f06d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.710165] env[69350]: DEBUG oslo_vmware.api [None req-aa500a3b-730d-450a-9457-bef8a64caedb tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Waiting for the task: (returnval){ [ 1100.710165] env[69350]: value = "task-3365705" [ 1100.710165] env[69350]: _type = "Task" [ 1100.710165] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.717432] env[69350]: DEBUG oslo_vmware.api [None req-aa500a3b-730d-450a-9457-bef8a64caedb tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365705, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.765359] env[69350]: DEBUG oslo_vmware.api [None req-e77af0b7-20d4-4c0a-bb6a-0a8b1e0abfae tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]520f9a37-b037-5ed3-77a8-7007c2488a5b, 'name': SearchDatastore_Task, 'duration_secs': 0.008948} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.766042] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d10f589-c9d8-443d-812b-2831f6cdf762 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.770886] env[69350]: DEBUG oslo_vmware.api [None req-e77af0b7-20d4-4c0a-bb6a-0a8b1e0abfae tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Waiting for the task: (returnval){ [ 1100.770886] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52a7d7bf-1b2b-cc8a-2937-e9fbf24732dc" [ 1100.770886] env[69350]: _type = "Task" [ 1100.770886] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.777912] env[69350]: DEBUG oslo_vmware.api [None req-e77af0b7-20d4-4c0a-bb6a-0a8b1e0abfae tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52a7d7bf-1b2b-cc8a-2937-e9fbf24732dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.831938] env[69350]: DEBUG nova.network.neutron [None req-17220aff-e469-45cf-b520-bec32248952e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: fd796368-14e5-47ae-b08b-6e17c2722d8d] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1100.918106] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e97c2ce-ab66-4ae5-aaa5-dfb7140928a0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.925471] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-fd39e695-e847-4da7-b09f-b868db23a705 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] [instance: 98437038-140f-46fc-95b3-1eb128268da9] Doing hard reboot of VM {{(pid=69350) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1100.925803] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-55a75bf3-3fde-41aa-b0dc-aa6e4f172f6b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.931532] env[69350]: DEBUG oslo_vmware.api [None req-fd39e695-e847-4da7-b09f-b868db23a705 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Waiting for the task: (returnval){ [ 1100.931532] env[69350]: value = "task-3365706" [ 1100.931532] env[69350]: _type = "Task" [ 1100.931532] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.939465] env[69350]: DEBUG oslo_vmware.api [None req-fd39e695-e847-4da7-b09f-b868db23a705 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Task: {'id': task-3365706, 'name': ResetVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.951062] env[69350]: DEBUG nova.network.neutron [None req-17220aff-e469-45cf-b520-bec32248952e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: fd796368-14e5-47ae-b08b-6e17c2722d8d] Updating instance_info_cache with network_info: [{"id": "571ed37a-d68e-41c3-ba03-6db820a14f07", "address": "fa:16:3e:e5:bc:c5", "network": {"id": "b9926ca7-18c0-4f87-918b-403ba5906bb0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2101484641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b6086e845a74075ace175b4fcb0622d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap571ed37a-d6", "ovs_interfaceid": "571ed37a-d68e-41c3-ba03-6db820a14f07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.982692] env[69350]: DEBUG nova.compute.manager [req-80097d54-35bb-4f58-b3c3-a87e75b98cf9 req-d0900695-2b08-4d15-b387-ce28fbbd9f34 service nova] [instance: fd796368-14e5-47ae-b08b-6e17c2722d8d] Received event network-vif-plugged-571ed37a-d68e-41c3-ba03-6db820a14f07 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1100.983104] env[69350]: DEBUG oslo_concurrency.lockutils [req-80097d54-35bb-4f58-b3c3-a87e75b98cf9 req-d0900695-2b08-4d15-b387-ce28fbbd9f34 service nova] Acquiring lock "fd796368-14e5-47ae-b08b-6e17c2722d8d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.983230] env[69350]: DEBUG oslo_concurrency.lockutils [req-80097d54-35bb-4f58-b3c3-a87e75b98cf9 req-d0900695-2b08-4d15-b387-ce28fbbd9f34 service nova] Lock "fd796368-14e5-47ae-b08b-6e17c2722d8d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.983412] env[69350]: DEBUG oslo_concurrency.lockutils [req-80097d54-35bb-4f58-b3c3-a87e75b98cf9 req-d0900695-2b08-4d15-b387-ce28fbbd9f34 service nova] Lock "fd796368-14e5-47ae-b08b-6e17c2722d8d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.983547] env[69350]: DEBUG nova.compute.manager [req-80097d54-35bb-4f58-b3c3-a87e75b98cf9 req-d0900695-2b08-4d15-b387-ce28fbbd9f34 service nova] [instance: fd796368-14e5-47ae-b08b-6e17c2722d8d] No waiting events found dispatching network-vif-plugged-571ed37a-d68e-41c3-ba03-6db820a14f07 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1100.983708] env[69350]: WARNING nova.compute.manager [req-80097d54-35bb-4f58-b3c3-a87e75b98cf9 req-d0900695-2b08-4d15-b387-ce28fbbd9f34 service nova] [instance: fd796368-14e5-47ae-b08b-6e17c2722d8d] Received unexpected event network-vif-plugged-571ed37a-d68e-41c3-ba03-6db820a14f07 for instance with vm_state building and task_state spawning. [ 1100.984236] env[69350]: DEBUG nova.compute.manager [req-80097d54-35bb-4f58-b3c3-a87e75b98cf9 req-d0900695-2b08-4d15-b387-ce28fbbd9f34 service nova] [instance: fd796368-14e5-47ae-b08b-6e17c2722d8d] Received event network-changed-571ed37a-d68e-41c3-ba03-6db820a14f07 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1100.984236] env[69350]: DEBUG nova.compute.manager [req-80097d54-35bb-4f58-b3c3-a87e75b98cf9 req-d0900695-2b08-4d15-b387-ce28fbbd9f34 service nova] [instance: fd796368-14e5-47ae-b08b-6e17c2722d8d] Refreshing instance network info cache due to event network-changed-571ed37a-d68e-41c3-ba03-6db820a14f07. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1100.984236] env[69350]: DEBUG oslo_concurrency.lockutils [req-80097d54-35bb-4f58-b3c3-a87e75b98cf9 req-d0900695-2b08-4d15-b387-ce28fbbd9f34 service nova] Acquiring lock "refresh_cache-fd796368-14e5-47ae-b08b-6e17c2722d8d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.220782] env[69350]: DEBUG oslo_vmware.api [None req-aa500a3b-730d-450a-9457-bef8a64caedb tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365705, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060927} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.221074] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-aa500a3b-730d-450a-9457-bef8a64caedb tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 6748bc84-f2c1-4bd1-9793-4a225d4a405d] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1101.221879] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16cfe871-a6bc-4733-826a-7367471c2702 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.245430] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa500a3b-730d-450a-9457-bef8a64caedb tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 6748bc84-f2c1-4bd1-9793-4a225d4a405d] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 6748bc84-f2c1-4bd1-9793-4a225d4a405d/6748bc84-f2c1-4bd1-9793-4a225d4a405d.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1101.245841] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4bf1ecae-a4f9-4c09-80d0-71ea3b3adab1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.264856] env[69350]: DEBUG oslo_vmware.api [None req-aa500a3b-730d-450a-9457-bef8a64caedb tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Waiting for the task: (returnval){ [ 1101.264856] env[69350]: value = "task-3365707" [ 1101.264856] env[69350]: _type = "Task" [ 1101.264856] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.273973] env[69350]: DEBUG oslo_vmware.api [None req-aa500a3b-730d-450a-9457-bef8a64caedb tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365707, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.282217] env[69350]: DEBUG oslo_vmware.api [None req-e77af0b7-20d4-4c0a-bb6a-0a8b1e0abfae tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52a7d7bf-1b2b-cc8a-2937-e9fbf24732dc, 'name': SearchDatastore_Task, 'duration_secs': 0.008131} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.282452] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e77af0b7-20d4-4c0a-bb6a-0a8b1e0abfae tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.282801] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e77af0b7-20d4-4c0a-bb6a-0a8b1e0abfae tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] f6a0818a-b5a3-402e-80e4-a4d33a4a12d6/f6a0818a-b5a3-402e-80e4-a4d33a4a12d6.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1101.283058] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab1d590f-72a1-440d-afa2-6bcf019ae306 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.289356] env[69350]: DEBUG oslo_vmware.api [None req-e77af0b7-20d4-4c0a-bb6a-0a8b1e0abfae tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Waiting for the task: (returnval){ [ 1101.289356] env[69350]: value = "task-3365708" [ 1101.289356] env[69350]: _type = "Task" [ 1101.289356] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.296190] env[69350]: DEBUG oslo_vmware.api [None req-e77af0b7-20d4-4c0a-bb6a-0a8b1e0abfae tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Task: {'id': task-3365708, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.442126] env[69350]: DEBUG oslo_vmware.api [None req-fd39e695-e847-4da7-b09f-b868db23a705 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Task: {'id': task-3365706, 'name': ResetVM_Task, 'duration_secs': 0.146752} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.442414] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-fd39e695-e847-4da7-b09f-b868db23a705 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] [instance: 98437038-140f-46fc-95b3-1eb128268da9] Did hard reboot of VM {{(pid=69350) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1101.442637] env[69350]: DEBUG nova.compute.manager [None req-fd39e695-e847-4da7-b09f-b868db23a705 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] [instance: 98437038-140f-46fc-95b3-1eb128268da9] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1101.443456] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61574277-964c-4868-a0a8-f01ebf5a86fb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.453896] env[69350]: DEBUG oslo_concurrency.lockutils [None req-17220aff-e469-45cf-b520-bec32248952e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Releasing lock "refresh_cache-fd796368-14e5-47ae-b08b-6e17c2722d8d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.454210] env[69350]: DEBUG nova.compute.manager [None req-17220aff-e469-45cf-b520-bec32248952e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: fd796368-14e5-47ae-b08b-6e17c2722d8d] Instance network_info: |[{"id": "571ed37a-d68e-41c3-ba03-6db820a14f07", "address": "fa:16:3e:e5:bc:c5", "network": {"id": "b9926ca7-18c0-4f87-918b-403ba5906bb0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2101484641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b6086e845a74075ace175b4fcb0622d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap571ed37a-d6", "ovs_interfaceid": "571ed37a-d68e-41c3-ba03-6db820a14f07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1101.454503] env[69350]: DEBUG oslo_concurrency.lockutils [req-80097d54-35bb-4f58-b3c3-a87e75b98cf9 req-d0900695-2b08-4d15-b387-ce28fbbd9f34 service nova] Acquired lock "refresh_cache-fd796368-14e5-47ae-b08b-6e17c2722d8d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.454691] env[69350]: DEBUG nova.network.neutron [req-80097d54-35bb-4f58-b3c3-a87e75b98cf9 req-d0900695-2b08-4d15-b387-ce28fbbd9f34 service nova] [instance: fd796368-14e5-47ae-b08b-6e17c2722d8d] Refreshing network info cache for port 571ed37a-d68e-41c3-ba03-6db820a14f07 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1101.456069] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-17220aff-e469-45cf-b520-bec32248952e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: fd796368-14e5-47ae-b08b-6e17c2722d8d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:bc:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7e0240aa-a694-48fc-a0f9-6f2d3e71aa12', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '571ed37a-d68e-41c3-ba03-6db820a14f07', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1101.463675] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-17220aff-e469-45cf-b520-bec32248952e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1101.466710] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd796368-14e5-47ae-b08b-6e17c2722d8d] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1101.467263] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-760043da-63cb-42db-bd17-a49e7cd5f7ce {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.489322] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1101.489322] env[69350]: value = "task-3365709" [ 1101.489322] env[69350]: _type = "Task" [ 1101.489322] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.497757] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365709, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.706118] env[69350]: DEBUG nova.network.neutron [req-80097d54-35bb-4f58-b3c3-a87e75b98cf9 req-d0900695-2b08-4d15-b387-ce28fbbd9f34 service nova] [instance: fd796368-14e5-47ae-b08b-6e17c2722d8d] Updated VIF entry in instance network info cache for port 571ed37a-d68e-41c3-ba03-6db820a14f07. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1101.706580] env[69350]: DEBUG nova.network.neutron [req-80097d54-35bb-4f58-b3c3-a87e75b98cf9 req-d0900695-2b08-4d15-b387-ce28fbbd9f34 service nova] [instance: fd796368-14e5-47ae-b08b-6e17c2722d8d] Updating instance_info_cache with network_info: [{"id": "571ed37a-d68e-41c3-ba03-6db820a14f07", "address": "fa:16:3e:e5:bc:c5", "network": {"id": "b9926ca7-18c0-4f87-918b-403ba5906bb0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2101484641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b6086e845a74075ace175b4fcb0622d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap571ed37a-d6", "ovs_interfaceid": "571ed37a-d68e-41c3-ba03-6db820a14f07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.775086] env[69350]: DEBUG oslo_vmware.api [None req-aa500a3b-730d-450a-9457-bef8a64caedb tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365707, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.804143] env[69350]: DEBUG oslo_vmware.api [None req-e77af0b7-20d4-4c0a-bb6a-0a8b1e0abfae tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Task: {'id': task-3365708, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.46673} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.804355] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e77af0b7-20d4-4c0a-bb6a-0a8b1e0abfae tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] f6a0818a-b5a3-402e-80e4-a4d33a4a12d6/f6a0818a-b5a3-402e-80e4-a4d33a4a12d6.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1101.804630] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e77af0b7-20d4-4c0a-bb6a-0a8b1e0abfae tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: f6a0818a-b5a3-402e-80e4-a4d33a4a12d6] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1101.804849] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b188042b-a23b-45c9-a6ed-2a843d50ad19 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.810994] env[69350]: DEBUG oslo_vmware.api [None req-e77af0b7-20d4-4c0a-bb6a-0a8b1e0abfae tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Waiting for the task: (returnval){ [ 1101.810994] env[69350]: value = "task-3365710" [ 1101.810994] env[69350]: _type = "Task" [ 1101.810994] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.818918] env[69350]: DEBUG oslo_vmware.api [None req-e77af0b7-20d4-4c0a-bb6a-0a8b1e0abfae tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Task: {'id': task-3365710, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.956076] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fd39e695-e847-4da7-b09f-b868db23a705 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Lock "98437038-140f-46fc-95b3-1eb128268da9" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.424s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.999055] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365709, 'name': CreateVM_Task, 'duration_secs': 0.465612} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.999055] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd796368-14e5-47ae-b08b-6e17c2722d8d] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1101.999738] env[69350]: DEBUG oslo_concurrency.lockutils [None req-17220aff-e469-45cf-b520-bec32248952e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.999738] env[69350]: DEBUG oslo_concurrency.lockutils [None req-17220aff-e469-45cf-b520-bec32248952e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.000077] env[69350]: DEBUG oslo_concurrency.lockutils [None req-17220aff-e469-45cf-b520-bec32248952e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.000348] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1ba344b-cd18-4b07-b69e-97aaf045c722 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.004581] env[69350]: DEBUG oslo_vmware.api [None req-17220aff-e469-45cf-b520-bec32248952e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Waiting for the task: (returnval){ [ 1102.004581] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5231a0bc-cce6-64a0-73a3-a59c49a44f5e" [ 1102.004581] env[69350]: _type = "Task" [ 1102.004581] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.012976] env[69350]: DEBUG oslo_vmware.api [None req-17220aff-e469-45cf-b520-bec32248952e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5231a0bc-cce6-64a0-73a3-a59c49a44f5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.212961] env[69350]: DEBUG oslo_concurrency.lockutils [req-80097d54-35bb-4f58-b3c3-a87e75b98cf9 req-d0900695-2b08-4d15-b387-ce28fbbd9f34 service nova] Releasing lock "refresh_cache-fd796368-14e5-47ae-b08b-6e17c2722d8d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.262661] env[69350]: DEBUG nova.compute.manager [req-777f674c-144b-4a5a-9249-086a043a385c req-bc61db82-246d-4e2e-b562-6d7c5d76ac11 service nova] [instance: 98437038-140f-46fc-95b3-1eb128268da9] Received event network-changed-da36993f-102c-4283-8516-c2912596cb78 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1102.263061] env[69350]: DEBUG nova.compute.manager [req-777f674c-144b-4a5a-9249-086a043a385c req-bc61db82-246d-4e2e-b562-6d7c5d76ac11 service nova] [instance: 98437038-140f-46fc-95b3-1eb128268da9] Refreshing instance network info cache due to event network-changed-da36993f-102c-4283-8516-c2912596cb78. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1102.263157] env[69350]: DEBUG oslo_concurrency.lockutils [req-777f674c-144b-4a5a-9249-086a043a385c req-bc61db82-246d-4e2e-b562-6d7c5d76ac11 service nova] Acquiring lock "refresh_cache-98437038-140f-46fc-95b3-1eb128268da9" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.263305] env[69350]: DEBUG oslo_concurrency.lockutils [req-777f674c-144b-4a5a-9249-086a043a385c req-bc61db82-246d-4e2e-b562-6d7c5d76ac11 service nova] Acquired lock "refresh_cache-98437038-140f-46fc-95b3-1eb128268da9" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.263434] env[69350]: DEBUG nova.network.neutron [req-777f674c-144b-4a5a-9249-086a043a385c req-bc61db82-246d-4e2e-b562-6d7c5d76ac11 service nova] [instance: 98437038-140f-46fc-95b3-1eb128268da9] Refreshing network info cache for port da36993f-102c-4283-8516-c2912596cb78 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1102.275828] env[69350]: DEBUG oslo_vmware.api [None req-aa500a3b-730d-450a-9457-bef8a64caedb tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365707, 'name': ReconfigVM_Task, 'duration_secs': 0.925141} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.276676] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa500a3b-730d-450a-9457-bef8a64caedb tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 6748bc84-f2c1-4bd1-9793-4a225d4a405d] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 6748bc84-f2c1-4bd1-9793-4a225d4a405d/6748bc84-f2c1-4bd1-9793-4a225d4a405d.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1102.277356] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a6e1e013-33c2-4000-b209-61af94bb02e0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.284964] env[69350]: DEBUG oslo_vmware.api [None req-aa500a3b-730d-450a-9457-bef8a64caedb tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Waiting for the task: (returnval){ [ 1102.284964] env[69350]: value = "task-3365711" [ 1102.284964] env[69350]: _type = "Task" [ 1102.284964] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.294182] env[69350]: DEBUG oslo_vmware.api [None req-aa500a3b-730d-450a-9457-bef8a64caedb tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365711, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.321550] env[69350]: DEBUG oslo_vmware.api [None req-e77af0b7-20d4-4c0a-bb6a-0a8b1e0abfae tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Task: {'id': task-3365710, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066016} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.321726] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e77af0b7-20d4-4c0a-bb6a-0a8b1e0abfae tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: f6a0818a-b5a3-402e-80e4-a4d33a4a12d6] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1102.322536] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-071daf14-268f-4bec-8c58-ef3982978d1f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.344641] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-e77af0b7-20d4-4c0a-bb6a-0a8b1e0abfae tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: f6a0818a-b5a3-402e-80e4-a4d33a4a12d6] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] f6a0818a-b5a3-402e-80e4-a4d33a4a12d6/f6a0818a-b5a3-402e-80e4-a4d33a4a12d6.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1102.344953] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2fe1afd7-7f09-4518-9306-8d4b86f88efa {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.364348] env[69350]: DEBUG oslo_vmware.api [None req-e77af0b7-20d4-4c0a-bb6a-0a8b1e0abfae tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Waiting for the task: (returnval){ [ 1102.364348] env[69350]: value = "task-3365712" [ 1102.364348] env[69350]: _type = "Task" [ 1102.364348] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.373283] env[69350]: DEBUG oslo_vmware.api [None req-e77af0b7-20d4-4c0a-bb6a-0a8b1e0abfae tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Task: {'id': task-3365712, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.516266] env[69350]: DEBUG oslo_vmware.api [None req-17220aff-e469-45cf-b520-bec32248952e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5231a0bc-cce6-64a0-73a3-a59c49a44f5e, 'name': SearchDatastore_Task, 'duration_secs': 0.009773} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.516567] env[69350]: DEBUG oslo_concurrency.lockutils [None req-17220aff-e469-45cf-b520-bec32248952e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.516792] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-17220aff-e469-45cf-b520-bec32248952e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: fd796368-14e5-47ae-b08b-6e17c2722d8d] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1102.517031] env[69350]: DEBUG oslo_concurrency.lockutils [None req-17220aff-e469-45cf-b520-bec32248952e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.517224] env[69350]: DEBUG oslo_concurrency.lockutils [None req-17220aff-e469-45cf-b520-bec32248952e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.517421] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-17220aff-e469-45cf-b520-bec32248952e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1102.517673] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8f00931b-ce91-49ba-88a7-c185a1f2998a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.525684] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-17220aff-e469-45cf-b520-bec32248952e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1102.525853] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-17220aff-e469-45cf-b520-bec32248952e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1102.526588] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23b318fa-4125-45f6-b280-a8fd5dd3d2dc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.531543] env[69350]: DEBUG oslo_vmware.api [None req-17220aff-e469-45cf-b520-bec32248952e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Waiting for the task: (returnval){ [ 1102.531543] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]529bfc20-2f6b-1926-04b0-b370f3acd013" [ 1102.531543] env[69350]: _type = "Task" [ 1102.531543] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.539552] env[69350]: DEBUG oslo_vmware.api [None req-17220aff-e469-45cf-b520-bec32248952e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]529bfc20-2f6b-1926-04b0-b370f3acd013, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.794503] env[69350]: DEBUG oslo_vmware.api [None req-aa500a3b-730d-450a-9457-bef8a64caedb tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365711, 'name': Rename_Task, 'duration_secs': 0.333232} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.797039] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa500a3b-730d-450a-9457-bef8a64caedb tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 6748bc84-f2c1-4bd1-9793-4a225d4a405d] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1102.797331] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-144f42ec-1393-4645-8199-3e1eb0a08461 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.805751] env[69350]: DEBUG oslo_vmware.api [None req-aa500a3b-730d-450a-9457-bef8a64caedb tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Waiting for the task: (returnval){ [ 1102.805751] env[69350]: value = "task-3365713" [ 1102.805751] env[69350]: _type = "Task" [ 1102.805751] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.813132] env[69350]: DEBUG oslo_vmware.api [None req-aa500a3b-730d-450a-9457-bef8a64caedb tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365713, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.875268] env[69350]: DEBUG oslo_vmware.api [None req-e77af0b7-20d4-4c0a-bb6a-0a8b1e0abfae tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Task: {'id': task-3365712, 'name': ReconfigVM_Task, 'duration_secs': 0.268497} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.876063] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-e77af0b7-20d4-4c0a-bb6a-0a8b1e0abfae tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: f6a0818a-b5a3-402e-80e4-a4d33a4a12d6] Reconfigured VM instance instance-00000056 to attach disk [datastore2] f6a0818a-b5a3-402e-80e4-a4d33a4a12d6/f6a0818a-b5a3-402e-80e4-a4d33a4a12d6.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1102.876228] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dd874b4d-54c3-4d45-9f6d-4e9450f00aaa {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.877859] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c57b0ef1-b393-4679-a216-cd445a5d715e tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Acquiring lock "98437038-140f-46fc-95b3-1eb128268da9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.878087] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c57b0ef1-b393-4679-a216-cd445a5d715e tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Lock "98437038-140f-46fc-95b3-1eb128268da9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.878289] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c57b0ef1-b393-4679-a216-cd445a5d715e tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Acquiring lock "98437038-140f-46fc-95b3-1eb128268da9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.878464] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c57b0ef1-b393-4679-a216-cd445a5d715e tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Lock "98437038-140f-46fc-95b3-1eb128268da9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.878622] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c57b0ef1-b393-4679-a216-cd445a5d715e tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Lock "98437038-140f-46fc-95b3-1eb128268da9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.880662] env[69350]: INFO nova.compute.manager [None req-c57b0ef1-b393-4679-a216-cd445a5d715e tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] [instance: 98437038-140f-46fc-95b3-1eb128268da9] Terminating instance [ 1102.884989] env[69350]: DEBUG oslo_vmware.api [None req-e77af0b7-20d4-4c0a-bb6a-0a8b1e0abfae tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Waiting for the task: (returnval){ [ 1102.884989] env[69350]: value = "task-3365714" [ 1102.884989] env[69350]: _type = "Task" [ 1102.884989] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.898173] env[69350]: DEBUG oslo_vmware.api [None req-e77af0b7-20d4-4c0a-bb6a-0a8b1e0abfae tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Task: {'id': task-3365714, 'name': Rename_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.969159] env[69350]: DEBUG nova.network.neutron [req-777f674c-144b-4a5a-9249-086a043a385c req-bc61db82-246d-4e2e-b562-6d7c5d76ac11 service nova] [instance: 98437038-140f-46fc-95b3-1eb128268da9] Updated VIF entry in instance network info cache for port da36993f-102c-4283-8516-c2912596cb78. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1102.969600] env[69350]: DEBUG nova.network.neutron [req-777f674c-144b-4a5a-9249-086a043a385c req-bc61db82-246d-4e2e-b562-6d7c5d76ac11 service nova] [instance: 98437038-140f-46fc-95b3-1eb128268da9] Updating instance_info_cache with network_info: [{"id": "da36993f-102c-4283-8516-c2912596cb78", "address": "fa:16:3e:30:b8:57", "network": {"id": "55139abc-d3b8-447b-a17e-1536d36951c4", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-748349012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b47737b5d9f4ea386c5abbf633ab4fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda36993f-10", "ovs_interfaceid": "da36993f-102c-4283-8516-c2912596cb78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.041902] env[69350]: DEBUG oslo_vmware.api [None req-17220aff-e469-45cf-b520-bec32248952e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]529bfc20-2f6b-1926-04b0-b370f3acd013, 'name': SearchDatastore_Task, 'duration_secs': 0.014354} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.043026] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bbc04b9-a623-438f-b8c2-193d5f7e1cc9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.048375] env[69350]: DEBUG oslo_vmware.api [None req-17220aff-e469-45cf-b520-bec32248952e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Waiting for the task: (returnval){ [ 1103.048375] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5221d2a9-ddf6-9293-e7e0-cd3309347333" [ 1103.048375] env[69350]: _type = "Task" [ 1103.048375] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.055889] env[69350]: DEBUG oslo_vmware.api [None req-17220aff-e469-45cf-b520-bec32248952e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5221d2a9-ddf6-9293-e7e0-cd3309347333, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.316715] env[69350]: DEBUG oslo_vmware.api [None req-aa500a3b-730d-450a-9457-bef8a64caedb tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365713, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.384141] env[69350]: DEBUG nova.compute.manager [None req-c57b0ef1-b393-4679-a216-cd445a5d715e tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] [instance: 98437038-140f-46fc-95b3-1eb128268da9] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1103.384442] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c57b0ef1-b393-4679-a216-cd445a5d715e tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] [instance: 98437038-140f-46fc-95b3-1eb128268da9] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1103.385364] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-479dbe8d-c153-4b15-99a5-217ede26ca02 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.397903] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-c57b0ef1-b393-4679-a216-cd445a5d715e tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] [instance: 98437038-140f-46fc-95b3-1eb128268da9] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1103.400859] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-53955190-c197-483b-9a6b-6fdbd5ce5f8a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.402261] env[69350]: DEBUG oslo_vmware.api [None req-e77af0b7-20d4-4c0a-bb6a-0a8b1e0abfae tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Task: {'id': task-3365714, 'name': Rename_Task, 'duration_secs': 0.138563} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.402524] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e77af0b7-20d4-4c0a-bb6a-0a8b1e0abfae tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: f6a0818a-b5a3-402e-80e4-a4d33a4a12d6] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1103.403077] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38de81a8-002a-4970-b866-d16c38d37a9e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.407818] env[69350]: DEBUG oslo_vmware.api [None req-c57b0ef1-b393-4679-a216-cd445a5d715e tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Waiting for the task: (returnval){ [ 1103.407818] env[69350]: value = "task-3365715" [ 1103.407818] env[69350]: _type = "Task" [ 1103.407818] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.409034] env[69350]: DEBUG oslo_vmware.api [None req-e77af0b7-20d4-4c0a-bb6a-0a8b1e0abfae tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Waiting for the task: (returnval){ [ 1103.409034] env[69350]: value = "task-3365716" [ 1103.409034] env[69350]: _type = "Task" [ 1103.409034] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.421466] env[69350]: DEBUG oslo_vmware.api [None req-c57b0ef1-b393-4679-a216-cd445a5d715e tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Task: {'id': task-3365715, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.424350] env[69350]: DEBUG oslo_vmware.api [None req-e77af0b7-20d4-4c0a-bb6a-0a8b1e0abfae tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Task: {'id': task-3365716, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.472243] env[69350]: DEBUG oslo_concurrency.lockutils [req-777f674c-144b-4a5a-9249-086a043a385c req-bc61db82-246d-4e2e-b562-6d7c5d76ac11 service nova] Releasing lock "refresh_cache-98437038-140f-46fc-95b3-1eb128268da9" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.558922] env[69350]: DEBUG oslo_vmware.api [None req-17220aff-e469-45cf-b520-bec32248952e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5221d2a9-ddf6-9293-e7e0-cd3309347333, 'name': SearchDatastore_Task, 'duration_secs': 0.009056} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.558922] env[69350]: DEBUG oslo_concurrency.lockutils [None req-17220aff-e469-45cf-b520-bec32248952e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.558922] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-17220aff-e469-45cf-b520-bec32248952e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] fd796368-14e5-47ae-b08b-6e17c2722d8d/fd796368-14e5-47ae-b08b-6e17c2722d8d.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1103.559236] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7ccc07f6-aa59-4325-b12c-57705720bf94 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.566033] env[69350]: DEBUG oslo_vmware.api [None req-17220aff-e469-45cf-b520-bec32248952e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Waiting for the task: (returnval){ [ 1103.566033] env[69350]: value = "task-3365717" [ 1103.566033] env[69350]: _type = "Task" [ 1103.566033] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.574398] env[69350]: DEBUG oslo_vmware.api [None req-17220aff-e469-45cf-b520-bec32248952e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365717, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.819785] env[69350]: DEBUG oslo_vmware.api [None req-aa500a3b-730d-450a-9457-bef8a64caedb tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365713, 'name': PowerOnVM_Task, 'duration_secs': 0.746058} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.819785] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa500a3b-730d-450a-9457-bef8a64caedb tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 6748bc84-f2c1-4bd1-9793-4a225d4a405d] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1103.819785] env[69350]: DEBUG nova.compute.manager [None req-aa500a3b-730d-450a-9457-bef8a64caedb tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 6748bc84-f2c1-4bd1-9793-4a225d4a405d] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1103.819785] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c06c2ae-e709-473f-b945-d3854dd28fd2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.922377] env[69350]: DEBUG oslo_vmware.api [None req-e77af0b7-20d4-4c0a-bb6a-0a8b1e0abfae tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Task: {'id': task-3365716, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.925473] env[69350]: DEBUG oslo_vmware.api [None req-c57b0ef1-b393-4679-a216-cd445a5d715e tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Task: {'id': task-3365715, 'name': PowerOffVM_Task, 'duration_secs': 0.227072} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.925845] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-c57b0ef1-b393-4679-a216-cd445a5d715e tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] [instance: 98437038-140f-46fc-95b3-1eb128268da9] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1103.926064] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c57b0ef1-b393-4679-a216-cd445a5d715e tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] [instance: 98437038-140f-46fc-95b3-1eb128268da9] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1103.926343] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a0366dc-3b45-43a2-9de2-b402fc4ec424 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.000814] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c57b0ef1-b393-4679-a216-cd445a5d715e tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] [instance: 98437038-140f-46fc-95b3-1eb128268da9] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1104.001153] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c57b0ef1-b393-4679-a216-cd445a5d715e tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] [instance: 98437038-140f-46fc-95b3-1eb128268da9] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1104.001355] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-c57b0ef1-b393-4679-a216-cd445a5d715e tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Deleting the datastore file [datastore1] 98437038-140f-46fc-95b3-1eb128268da9 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1104.002039] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bac14a24-20ee-4f8e-9285-8417a6ad857d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.009992] env[69350]: DEBUG oslo_vmware.api [None req-c57b0ef1-b393-4679-a216-cd445a5d715e tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Waiting for the task: (returnval){ [ 1104.009992] env[69350]: value = "task-3365719" [ 1104.009992] env[69350]: _type = "Task" [ 1104.009992] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.018875] env[69350]: DEBUG oslo_vmware.api [None req-c57b0ef1-b393-4679-a216-cd445a5d715e tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Task: {'id': task-3365719, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.076058] env[69350]: DEBUG oslo_vmware.api [None req-17220aff-e469-45cf-b520-bec32248952e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365717, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.338091] env[69350]: DEBUG oslo_concurrency.lockutils [None req-aa500a3b-730d-450a-9457-bef8a64caedb tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.338375] env[69350]: DEBUG oslo_concurrency.lockutils [None req-aa500a3b-730d-450a-9457-bef8a64caedb tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.338710] env[69350]: DEBUG nova.objects.instance [None req-aa500a3b-730d-450a-9457-bef8a64caedb tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 6748bc84-f2c1-4bd1-9793-4a225d4a405d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69350) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1104.423957] env[69350]: DEBUG oslo_vmware.api [None req-e77af0b7-20d4-4c0a-bb6a-0a8b1e0abfae tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Task: {'id': task-3365716, 'name': PowerOnVM_Task, 'duration_secs': 0.668062} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.424507] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e77af0b7-20d4-4c0a-bb6a-0a8b1e0abfae tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: f6a0818a-b5a3-402e-80e4-a4d33a4a12d6] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1104.424507] env[69350]: INFO nova.compute.manager [None req-e77af0b7-20d4-4c0a-bb6a-0a8b1e0abfae tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: f6a0818a-b5a3-402e-80e4-a4d33a4a12d6] Took 7.25 seconds to spawn the instance on the hypervisor. [ 1104.424678] env[69350]: DEBUG nova.compute.manager [None req-e77af0b7-20d4-4c0a-bb6a-0a8b1e0abfae tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: f6a0818a-b5a3-402e-80e4-a4d33a4a12d6] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1104.425425] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-666a575f-7d79-4383-8de6-658c5d74d5c4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.525693] env[69350]: DEBUG oslo_vmware.api [None req-c57b0ef1-b393-4679-a216-cd445a5d715e tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Task: {'id': task-3365719, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.580473] env[69350]: DEBUG oslo_vmware.api [None req-17220aff-e469-45cf-b520-bec32248952e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365717, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.942885] env[69350]: INFO nova.compute.manager [None req-e77af0b7-20d4-4c0a-bb6a-0a8b1e0abfae tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: f6a0818a-b5a3-402e-80e4-a4d33a4a12d6] Took 12.09 seconds to build instance. [ 1105.022640] env[69350]: DEBUG oslo_vmware.api [None req-c57b0ef1-b393-4679-a216-cd445a5d715e tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Task: {'id': task-3365719, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.743128} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.023034] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-c57b0ef1-b393-4679-a216-cd445a5d715e tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1105.023135] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c57b0ef1-b393-4679-a216-cd445a5d715e tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] [instance: 98437038-140f-46fc-95b3-1eb128268da9] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1105.023363] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c57b0ef1-b393-4679-a216-cd445a5d715e tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] [instance: 98437038-140f-46fc-95b3-1eb128268da9] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1105.023613] env[69350]: INFO nova.compute.manager [None req-c57b0ef1-b393-4679-a216-cd445a5d715e tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] [instance: 98437038-140f-46fc-95b3-1eb128268da9] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1105.023920] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c57b0ef1-b393-4679-a216-cd445a5d715e tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1105.024184] env[69350]: DEBUG nova.compute.manager [-] [instance: 98437038-140f-46fc-95b3-1eb128268da9] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1105.024340] env[69350]: DEBUG nova.network.neutron [-] [instance: 98437038-140f-46fc-95b3-1eb128268da9] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1105.079027] env[69350]: DEBUG oslo_vmware.api [None req-17220aff-e469-45cf-b520-bec32248952e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365717, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.208538] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a0ea380a-962b-41e7-9901-a3ab30b43466 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Acquiring lock "6748bc84-f2c1-4bd1-9793-4a225d4a405d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.208844] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a0ea380a-962b-41e7-9901-a3ab30b43466 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Lock "6748bc84-f2c1-4bd1-9793-4a225d4a405d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.209103] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a0ea380a-962b-41e7-9901-a3ab30b43466 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Acquiring lock "6748bc84-f2c1-4bd1-9793-4a225d4a405d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.209324] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a0ea380a-962b-41e7-9901-a3ab30b43466 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Lock "6748bc84-f2c1-4bd1-9793-4a225d4a405d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.209505] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a0ea380a-962b-41e7-9901-a3ab30b43466 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Lock "6748bc84-f2c1-4bd1-9793-4a225d4a405d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.211692] env[69350]: INFO nova.compute.manager [None req-a0ea380a-962b-41e7-9901-a3ab30b43466 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 6748bc84-f2c1-4bd1-9793-4a225d4a405d] Terminating instance [ 1105.279541] env[69350]: DEBUG nova.compute.manager [req-13403393-f3ba-4c0d-9fe7-d2f770f58e59 req-3a1d8e95-79a4-466f-bf7f-3d4b9b9406e6 service nova] [instance: 98437038-140f-46fc-95b3-1eb128268da9] Received event network-vif-deleted-da36993f-102c-4283-8516-c2912596cb78 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1105.279738] env[69350]: INFO nova.compute.manager [req-13403393-f3ba-4c0d-9fe7-d2f770f58e59 req-3a1d8e95-79a4-466f-bf7f-3d4b9b9406e6 service nova] [instance: 98437038-140f-46fc-95b3-1eb128268da9] Neutron deleted interface da36993f-102c-4283-8516-c2912596cb78; detaching it from the instance and deleting it from the info cache [ 1105.279915] env[69350]: DEBUG nova.network.neutron [req-13403393-f3ba-4c0d-9fe7-d2f770f58e59 req-3a1d8e95-79a4-466f-bf7f-3d4b9b9406e6 service nova] [instance: 98437038-140f-46fc-95b3-1eb128268da9] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.346805] env[69350]: DEBUG oslo_concurrency.lockutils [None req-aa500a3b-730d-450a-9457-bef8a64caedb tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.444836] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e77af0b7-20d4-4c0a-bb6a-0a8b1e0abfae tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Lock "f6a0818a-b5a3-402e-80e4-a4d33a4a12d6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.600s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.578300] env[69350]: DEBUG oslo_vmware.api [None req-17220aff-e469-45cf-b520-bec32248952e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365717, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.58642} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.578557] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-17220aff-e469-45cf-b520-bec32248952e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] fd796368-14e5-47ae-b08b-6e17c2722d8d/fd796368-14e5-47ae-b08b-6e17c2722d8d.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1105.578775] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-17220aff-e469-45cf-b520-bec32248952e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: fd796368-14e5-47ae-b08b-6e17c2722d8d] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1105.579035] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e25a2008-5055-4cc4-bc7a-f030bc3aee6d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.586469] env[69350]: DEBUG oslo_vmware.api [None req-17220aff-e469-45cf-b520-bec32248952e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Waiting for the task: (returnval){ [ 1105.586469] env[69350]: value = "task-3365720" [ 1105.586469] env[69350]: _type = "Task" [ 1105.586469] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.594712] env[69350]: DEBUG oslo_vmware.api [None req-17220aff-e469-45cf-b520-bec32248952e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365720, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.634041] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4ebebe1e-a6bd-4124-99d9-b63cc3b94021 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Acquiring lock "11c67a96-f39b-4f14-9eed-ca26d6e0d16c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.634272] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4ebebe1e-a6bd-4124-99d9-b63cc3b94021 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Lock "11c67a96-f39b-4f14-9eed-ca26d6e0d16c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.715596] env[69350]: DEBUG nova.compute.manager [None req-a0ea380a-962b-41e7-9901-a3ab30b43466 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 6748bc84-f2c1-4bd1-9793-4a225d4a405d] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1105.715833] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a0ea380a-962b-41e7-9901-a3ab30b43466 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 6748bc84-f2c1-4bd1-9793-4a225d4a405d] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1105.716738] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67915ea2-ba58-4c50-abda-db99355facfb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.724611] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0ea380a-962b-41e7-9901-a3ab30b43466 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 6748bc84-f2c1-4bd1-9793-4a225d4a405d] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1105.724738] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ef9004e-7b1c-48cf-a69b-0d23263ef15c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.731094] env[69350]: DEBUG oslo_vmware.api [None req-a0ea380a-962b-41e7-9901-a3ab30b43466 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Waiting for the task: (returnval){ [ 1105.731094] env[69350]: value = "task-3365721" [ 1105.731094] env[69350]: _type = "Task" [ 1105.731094] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.741344] env[69350]: DEBUG oslo_vmware.api [None req-a0ea380a-962b-41e7-9901-a3ab30b43466 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365721, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.753864] env[69350]: DEBUG nova.network.neutron [-] [instance: 98437038-140f-46fc-95b3-1eb128268da9] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.782746] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bc04ff68-e536-478a-aa35-5d05eac0006d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.793153] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02228865-5ac4-4523-b2dc-e9fe30630ad9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.826050] env[69350]: DEBUG nova.compute.manager [req-13403393-f3ba-4c0d-9fe7-d2f770f58e59 req-3a1d8e95-79a4-466f-bf7f-3d4b9b9406e6 service nova] [instance: 98437038-140f-46fc-95b3-1eb128268da9] Detach interface failed, port_id=da36993f-102c-4283-8516-c2912596cb78, reason: Instance 98437038-140f-46fc-95b3-1eb128268da9 could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1106.096189] env[69350]: DEBUG oslo_vmware.api [None req-17220aff-e469-45cf-b520-bec32248952e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365720, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.210087} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.096585] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-17220aff-e469-45cf-b520-bec32248952e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: fd796368-14e5-47ae-b08b-6e17c2722d8d] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1106.097479] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89da9f34-ff0d-4977-9107-11362d0a0ca8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.111058] env[69350]: DEBUG oslo_concurrency.lockutils [None req-58b1bc95-5f69-400b-91a7-cd9155109c80 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Acquiring lock "f6a0818a-b5a3-402e-80e4-a4d33a4a12d6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.111294] env[69350]: DEBUG oslo_concurrency.lockutils [None req-58b1bc95-5f69-400b-91a7-cd9155109c80 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Lock "f6a0818a-b5a3-402e-80e4-a4d33a4a12d6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.111521] env[69350]: DEBUG oslo_concurrency.lockutils [None req-58b1bc95-5f69-400b-91a7-cd9155109c80 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Acquiring lock "f6a0818a-b5a3-402e-80e4-a4d33a4a12d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.111716] env[69350]: DEBUG oslo_concurrency.lockutils [None req-58b1bc95-5f69-400b-91a7-cd9155109c80 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Lock "f6a0818a-b5a3-402e-80e4-a4d33a4a12d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.111883] env[69350]: DEBUG oslo_concurrency.lockutils [None req-58b1bc95-5f69-400b-91a7-cd9155109c80 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Lock "f6a0818a-b5a3-402e-80e4-a4d33a4a12d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.121892] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-17220aff-e469-45cf-b520-bec32248952e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: fd796368-14e5-47ae-b08b-6e17c2722d8d] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] fd796368-14e5-47ae-b08b-6e17c2722d8d/fd796368-14e5-47ae-b08b-6e17c2722d8d.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1106.122410] env[69350]: INFO nova.compute.manager [None req-58b1bc95-5f69-400b-91a7-cd9155109c80 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: f6a0818a-b5a3-402e-80e4-a4d33a4a12d6] Terminating instance [ 1106.123745] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f6e3785-c557-4980-bf1b-021080aab9ea {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.138983] env[69350]: DEBUG nova.compute.manager [None req-4ebebe1e-a6bd-4124-99d9-b63cc3b94021 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 11c67a96-f39b-4f14-9eed-ca26d6e0d16c] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1106.147187] env[69350]: DEBUG oslo_vmware.api [None req-17220aff-e469-45cf-b520-bec32248952e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Waiting for the task: (returnval){ [ 1106.147187] env[69350]: value = "task-3365722" [ 1106.147187] env[69350]: _type = "Task" [ 1106.147187] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.156401] env[69350]: DEBUG oslo_vmware.api [None req-17220aff-e469-45cf-b520-bec32248952e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365722, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.241599] env[69350]: DEBUG oslo_vmware.api [None req-a0ea380a-962b-41e7-9901-a3ab30b43466 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365721, 'name': PowerOffVM_Task, 'duration_secs': 0.209299} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.241864] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0ea380a-962b-41e7-9901-a3ab30b43466 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 6748bc84-f2c1-4bd1-9793-4a225d4a405d] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1106.242058] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a0ea380a-962b-41e7-9901-a3ab30b43466 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 6748bc84-f2c1-4bd1-9793-4a225d4a405d] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1106.242317] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8fcbe124-360b-43cc-9098-071a29129ddf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.258430] env[69350]: INFO nova.compute.manager [-] [instance: 98437038-140f-46fc-95b3-1eb128268da9] Took 1.23 seconds to deallocate network for instance. [ 1106.321230] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a0ea380a-962b-41e7-9901-a3ab30b43466 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 6748bc84-f2c1-4bd1-9793-4a225d4a405d] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1106.321600] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a0ea380a-962b-41e7-9901-a3ab30b43466 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 6748bc84-f2c1-4bd1-9793-4a225d4a405d] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1106.321885] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0ea380a-962b-41e7-9901-a3ab30b43466 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Deleting the datastore file [datastore2] 6748bc84-f2c1-4bd1-9793-4a225d4a405d {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1106.322217] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d5bc4ba1-9ebd-4abb-b0aa-1151b4ad9791 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.329669] env[69350]: DEBUG oslo_vmware.api [None req-a0ea380a-962b-41e7-9901-a3ab30b43466 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Waiting for the task: (returnval){ [ 1106.329669] env[69350]: value = "task-3365724" [ 1106.329669] env[69350]: _type = "Task" [ 1106.329669] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.340134] env[69350]: DEBUG oslo_vmware.api [None req-a0ea380a-962b-41e7-9901-a3ab30b43466 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365724, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.642984] env[69350]: DEBUG nova.compute.manager [None req-58b1bc95-5f69-400b-91a7-cd9155109c80 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: f6a0818a-b5a3-402e-80e4-a4d33a4a12d6] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1106.643560] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-58b1bc95-5f69-400b-91a7-cd9155109c80 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: f6a0818a-b5a3-402e-80e4-a4d33a4a12d6] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1106.646234] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af006835-cc10-4b96-a84f-40152277bdec {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.661949] env[69350]: DEBUG oslo_vmware.api [None req-17220aff-e469-45cf-b520-bec32248952e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365722, 'name': ReconfigVM_Task, 'duration_secs': 0.269083} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.664181] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-17220aff-e469-45cf-b520-bec32248952e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: fd796368-14e5-47ae-b08b-6e17c2722d8d] Reconfigured VM instance instance-00000057 to attach disk [datastore2] fd796368-14e5-47ae-b08b-6e17c2722d8d/fd796368-14e5-47ae-b08b-6e17c2722d8d.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1106.664850] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-58b1bc95-5f69-400b-91a7-cd9155109c80 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: f6a0818a-b5a3-402e-80e4-a4d33a4a12d6] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1106.665877] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4ebebe1e-a6bd-4124-99d9-b63cc3b94021 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.666134] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4ebebe1e-a6bd-4124-99d9-b63cc3b94021 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.667595] env[69350]: INFO nova.compute.claims [None req-4ebebe1e-a6bd-4124-99d9-b63cc3b94021 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 11c67a96-f39b-4f14-9eed-ca26d6e0d16c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1106.669922] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2fc351ba-f0e4-4940-8a07-7535bb72661a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.671572] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7408160-2849-41d3-a722-a9d8ed2c1cba {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.678879] env[69350]: DEBUG oslo_vmware.api [None req-58b1bc95-5f69-400b-91a7-cd9155109c80 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Waiting for the task: (returnval){ [ 1106.678879] env[69350]: value = "task-3365725" [ 1106.678879] env[69350]: _type = "Task" [ 1106.678879] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.683171] env[69350]: DEBUG oslo_vmware.api [None req-17220aff-e469-45cf-b520-bec32248952e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Waiting for the task: (returnval){ [ 1106.683171] env[69350]: value = "task-3365726" [ 1106.683171] env[69350]: _type = "Task" [ 1106.683171] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.688922] env[69350]: DEBUG oslo_vmware.api [None req-58b1bc95-5f69-400b-91a7-cd9155109c80 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Task: {'id': task-3365725, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.693911] env[69350]: DEBUG oslo_vmware.api [None req-17220aff-e469-45cf-b520-bec32248952e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365726, 'name': Rename_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.764431] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c57b0ef1-b393-4679-a216-cd445a5d715e tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.840876] env[69350]: DEBUG oslo_vmware.api [None req-a0ea380a-962b-41e7-9901-a3ab30b43466 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365724, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179857} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.840876] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0ea380a-962b-41e7-9901-a3ab30b43466 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1106.840876] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a0ea380a-962b-41e7-9901-a3ab30b43466 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 6748bc84-f2c1-4bd1-9793-4a225d4a405d] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1106.840876] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a0ea380a-962b-41e7-9901-a3ab30b43466 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 6748bc84-f2c1-4bd1-9793-4a225d4a405d] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1106.840876] env[69350]: INFO nova.compute.manager [None req-a0ea380a-962b-41e7-9901-a3ab30b43466 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 6748bc84-f2c1-4bd1-9793-4a225d4a405d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1106.841209] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0ea380a-962b-41e7-9901-a3ab30b43466 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1106.841279] env[69350]: DEBUG nova.compute.manager [-] [instance: 6748bc84-f2c1-4bd1-9793-4a225d4a405d] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1106.841357] env[69350]: DEBUG nova.network.neutron [-] [instance: 6748bc84-f2c1-4bd1-9793-4a225d4a405d] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1107.189493] env[69350]: DEBUG oslo_vmware.api [None req-58b1bc95-5f69-400b-91a7-cd9155109c80 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Task: {'id': task-3365725, 'name': PowerOffVM_Task, 'duration_secs': 0.321603} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.191114] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-58b1bc95-5f69-400b-91a7-cd9155109c80 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: f6a0818a-b5a3-402e-80e4-a4d33a4a12d6] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1107.191114] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-58b1bc95-5f69-400b-91a7-cd9155109c80 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: f6a0818a-b5a3-402e-80e4-a4d33a4a12d6] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1107.191114] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-16ddcf0d-9f47-4b9a-a2a6-8896b4dfa7be {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.195814] env[69350]: DEBUG oslo_vmware.api [None req-17220aff-e469-45cf-b520-bec32248952e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365726, 'name': Rename_Task, 'duration_secs': 0.139288} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.196414] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-17220aff-e469-45cf-b520-bec32248952e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: fd796368-14e5-47ae-b08b-6e17c2722d8d] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1107.196666] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-41100771-3c07-4971-95f5-f7b139fffbaa {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.203032] env[69350]: DEBUG oslo_vmware.api [None req-17220aff-e469-45cf-b520-bec32248952e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Waiting for the task: (returnval){ [ 1107.203032] env[69350]: value = "task-3365728" [ 1107.203032] env[69350]: _type = "Task" [ 1107.203032] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.211447] env[69350]: DEBUG oslo_vmware.api [None req-17220aff-e469-45cf-b520-bec32248952e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365728, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.271215] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-58b1bc95-5f69-400b-91a7-cd9155109c80 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: f6a0818a-b5a3-402e-80e4-a4d33a4a12d6] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1107.271424] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-58b1bc95-5f69-400b-91a7-cd9155109c80 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: f6a0818a-b5a3-402e-80e4-a4d33a4a12d6] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1107.271607] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-58b1bc95-5f69-400b-91a7-cd9155109c80 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Deleting the datastore file [datastore2] f6a0818a-b5a3-402e-80e4-a4d33a4a12d6 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1107.271893] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5c2e3f8-0c62-4e02-98af-b395dec26b93 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.279154] env[69350]: DEBUG oslo_vmware.api [None req-58b1bc95-5f69-400b-91a7-cd9155109c80 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Waiting for the task: (returnval){ [ 1107.279154] env[69350]: value = "task-3365729" [ 1107.279154] env[69350]: _type = "Task" [ 1107.279154] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.286806] env[69350]: DEBUG oslo_vmware.api [None req-58b1bc95-5f69-400b-91a7-cd9155109c80 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Task: {'id': task-3365729, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.417083] env[69350]: DEBUG nova.compute.manager [req-3a2ac48e-0613-47c6-a055-337c0ce697ed req-daa422a5-dd6d-4982-8726-7931c1974b83 service nova] [instance: 6748bc84-f2c1-4bd1-9793-4a225d4a405d] Received event network-vif-deleted-f279f10e-b8cb-463d-b487-059bd6b3bead {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1107.417368] env[69350]: INFO nova.compute.manager [req-3a2ac48e-0613-47c6-a055-337c0ce697ed req-daa422a5-dd6d-4982-8726-7931c1974b83 service nova] [instance: 6748bc84-f2c1-4bd1-9793-4a225d4a405d] Neutron deleted interface f279f10e-b8cb-463d-b487-059bd6b3bead; detaching it from the instance and deleting it from the info cache [ 1107.418117] env[69350]: DEBUG nova.network.neutron [req-3a2ac48e-0613-47c6-a055-337c0ce697ed req-daa422a5-dd6d-4982-8726-7931c1974b83 service nova] [instance: 6748bc84-f2c1-4bd1-9793-4a225d4a405d] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.581436] env[69350]: DEBUG nova.network.neutron [-] [instance: 6748bc84-f2c1-4bd1-9793-4a225d4a405d] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.590494] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bd0eb26a-9c09-4f02-ac7a-6991f3e26ce8 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] Acquiring lock "f57f4243-4a2f-4f93-962e-4ceb2fbb2f66" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.590874] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bd0eb26a-9c09-4f02-ac7a-6991f3e26ce8 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] Lock "f57f4243-4a2f-4f93-962e-4ceb2fbb2f66" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.591163] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bd0eb26a-9c09-4f02-ac7a-6991f3e26ce8 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] Acquiring lock "f57f4243-4a2f-4f93-962e-4ceb2fbb2f66-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.591360] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bd0eb26a-9c09-4f02-ac7a-6991f3e26ce8 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] Lock "f57f4243-4a2f-4f93-962e-4ceb2fbb2f66-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.591530] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bd0eb26a-9c09-4f02-ac7a-6991f3e26ce8 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] Lock "f57f4243-4a2f-4f93-962e-4ceb2fbb2f66-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.593789] env[69350]: INFO nova.compute.manager [None req-bd0eb26a-9c09-4f02-ac7a-6991f3e26ce8 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] [instance: f57f4243-4a2f-4f93-962e-4ceb2fbb2f66] Terminating instance [ 1107.718826] env[69350]: DEBUG oslo_vmware.api [None req-17220aff-e469-45cf-b520-bec32248952e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365728, 'name': PowerOnVM_Task, 'duration_secs': 0.480761} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.719458] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-17220aff-e469-45cf-b520-bec32248952e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: fd796368-14e5-47ae-b08b-6e17c2722d8d] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1107.719756] env[69350]: INFO nova.compute.manager [None req-17220aff-e469-45cf-b520-bec32248952e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: fd796368-14e5-47ae-b08b-6e17c2722d8d] Took 8.26 seconds to spawn the instance on the hypervisor. [ 1107.720100] env[69350]: DEBUG nova.compute.manager [None req-17220aff-e469-45cf-b520-bec32248952e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: fd796368-14e5-47ae-b08b-6e17c2722d8d] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1107.724250] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-763e2d1b-9517-406f-b259-a45bc9427b38 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.790414] env[69350]: DEBUG oslo_vmware.api [None req-58b1bc95-5f69-400b-91a7-cd9155109c80 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Task: {'id': task-3365729, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14916} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.790414] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-58b1bc95-5f69-400b-91a7-cd9155109c80 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1107.790414] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-58b1bc95-5f69-400b-91a7-cd9155109c80 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: f6a0818a-b5a3-402e-80e4-a4d33a4a12d6] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1107.790414] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-58b1bc95-5f69-400b-91a7-cd9155109c80 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: f6a0818a-b5a3-402e-80e4-a4d33a4a12d6] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1107.790414] env[69350]: INFO nova.compute.manager [None req-58b1bc95-5f69-400b-91a7-cd9155109c80 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] [instance: f6a0818a-b5a3-402e-80e4-a4d33a4a12d6] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1107.790414] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-58b1bc95-5f69-400b-91a7-cd9155109c80 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1107.790414] env[69350]: DEBUG nova.compute.manager [-] [instance: f6a0818a-b5a3-402e-80e4-a4d33a4a12d6] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1107.790414] env[69350]: DEBUG nova.network.neutron [-] [instance: f6a0818a-b5a3-402e-80e4-a4d33a4a12d6] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1107.914080] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ed46e9-470f-446f-a3a1-97b960146cb4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.923470] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-82532f46-a522-44a7-913f-b428a4f1ae25 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.929129] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f632ab85-1841-4fe4-8ced-db9d0f2bb9d7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.967361] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-878926d9-f7a2-43f6-adfe-fc3fed5e2b6e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.973607] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3968c2f-d4cc-40cd-9005-53efdbf54d48 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.991036] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e82cbe33-2d2d-4bcb-bbd4-68418da12f29 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.007358] env[69350]: DEBUG nova.compute.manager [req-3a2ac48e-0613-47c6-a055-337c0ce697ed req-daa422a5-dd6d-4982-8726-7931c1974b83 service nova] [instance: 6748bc84-f2c1-4bd1-9793-4a225d4a405d] Detach interface failed, port_id=f279f10e-b8cb-463d-b487-059bd6b3bead, reason: Instance 6748bc84-f2c1-4bd1-9793-4a225d4a405d could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1108.016411] env[69350]: DEBUG nova.compute.provider_tree [None req-4ebebe1e-a6bd-4124-99d9-b63cc3b94021 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1108.083492] env[69350]: INFO nova.compute.manager [-] [instance: 6748bc84-f2c1-4bd1-9793-4a225d4a405d] Took 1.24 seconds to deallocate network for instance. [ 1108.097651] env[69350]: DEBUG nova.compute.manager [None req-bd0eb26a-9c09-4f02-ac7a-6991f3e26ce8 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] [instance: f57f4243-4a2f-4f93-962e-4ceb2fbb2f66] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1108.097833] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-bd0eb26a-9c09-4f02-ac7a-6991f3e26ce8 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] [instance: f57f4243-4a2f-4f93-962e-4ceb2fbb2f66] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1108.101741] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64686f92-bbd7-4866-b77a-b453e8c4722c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.108200] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd0eb26a-9c09-4f02-ac7a-6991f3e26ce8 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] [instance: f57f4243-4a2f-4f93-962e-4ceb2fbb2f66] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1108.108963] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7dc9eff-a801-48a7-a23d-1c4d9cc88f4a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.115311] env[69350]: DEBUG oslo_vmware.api [None req-bd0eb26a-9c09-4f02-ac7a-6991f3e26ce8 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] Waiting for the task: (returnval){ [ 1108.115311] env[69350]: value = "task-3365730" [ 1108.115311] env[69350]: _type = "Task" [ 1108.115311] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.123706] env[69350]: DEBUG oslo_vmware.api [None req-bd0eb26a-9c09-4f02-ac7a-6991f3e26ce8 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] Task: {'id': task-3365730, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.249250] env[69350]: INFO nova.compute.manager [None req-17220aff-e469-45cf-b520-bec32248952e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: fd796368-14e5-47ae-b08b-6e17c2722d8d] Took 14.11 seconds to build instance. [ 1108.521441] env[69350]: DEBUG nova.scheduler.client.report [None req-4ebebe1e-a6bd-4124-99d9-b63cc3b94021 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1108.590493] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a0ea380a-962b-41e7-9901-a3ab30b43466 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.603292] env[69350]: DEBUG nova.network.neutron [-] [instance: f6a0818a-b5a3-402e-80e4-a4d33a4a12d6] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.625952] env[69350]: DEBUG oslo_vmware.api [None req-bd0eb26a-9c09-4f02-ac7a-6991f3e26ce8 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] Task: {'id': task-3365730, 'name': PowerOffVM_Task, 'duration_secs': 0.249053} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.626252] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd0eb26a-9c09-4f02-ac7a-6991f3e26ce8 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] [instance: f57f4243-4a2f-4f93-962e-4ceb2fbb2f66] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1108.626423] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-bd0eb26a-9c09-4f02-ac7a-6991f3e26ce8 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] [instance: f57f4243-4a2f-4f93-962e-4ceb2fbb2f66] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1108.626664] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd5ed545-87c3-4b6e-ba07-71021d539a68 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.693835] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-bd0eb26a-9c09-4f02-ac7a-6991f3e26ce8 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] [instance: f57f4243-4a2f-4f93-962e-4ceb2fbb2f66] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1108.694047] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-bd0eb26a-9c09-4f02-ac7a-6991f3e26ce8 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] [instance: f57f4243-4a2f-4f93-962e-4ceb2fbb2f66] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1108.694240] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd0eb26a-9c09-4f02-ac7a-6991f3e26ce8 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] Deleting the datastore file [datastore1] f57f4243-4a2f-4f93-962e-4ceb2fbb2f66 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1108.694500] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-62b303ea-27c7-4d4b-885d-782f6fd72fef {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.700549] env[69350]: DEBUG oslo_vmware.api [None req-bd0eb26a-9c09-4f02-ac7a-6991f3e26ce8 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] Waiting for the task: (returnval){ [ 1108.700549] env[69350]: value = "task-3365732" [ 1108.700549] env[69350]: _type = "Task" [ 1108.700549] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.708687] env[69350]: DEBUG oslo_vmware.api [None req-bd0eb26a-9c09-4f02-ac7a-6991f3e26ce8 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] Task: {'id': task-3365732, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.752850] env[69350]: DEBUG oslo_concurrency.lockutils [None req-17220aff-e469-45cf-b520-bec32248952e tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Lock "fd796368-14e5-47ae-b08b-6e17c2722d8d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.626s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.026477] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4ebebe1e-a6bd-4124-99d9-b63cc3b94021 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.360s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.027016] env[69350]: DEBUG nova.compute.manager [None req-4ebebe1e-a6bd-4124-99d9-b63cc3b94021 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 11c67a96-f39b-4f14-9eed-ca26d6e0d16c] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1109.029548] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c57b0ef1-b393-4679-a216-cd445a5d715e tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.265s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.029769] env[69350]: DEBUG nova.objects.instance [None req-c57b0ef1-b393-4679-a216-cd445a5d715e tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Lazy-loading 'resources' on Instance uuid 98437038-140f-46fc-95b3-1eb128268da9 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1109.105419] env[69350]: INFO nova.compute.manager [-] [instance: f6a0818a-b5a3-402e-80e4-a4d33a4a12d6] Took 1.32 seconds to deallocate network for instance. [ 1109.211633] env[69350]: DEBUG oslo_vmware.api [None req-bd0eb26a-9c09-4f02-ac7a-6991f3e26ce8 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] Task: {'id': task-3365732, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136444} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.211890] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd0eb26a-9c09-4f02-ac7a-6991f3e26ce8 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1109.212086] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-bd0eb26a-9c09-4f02-ac7a-6991f3e26ce8 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] [instance: f57f4243-4a2f-4f93-962e-4ceb2fbb2f66] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1109.212270] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-bd0eb26a-9c09-4f02-ac7a-6991f3e26ce8 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] [instance: f57f4243-4a2f-4f93-962e-4ceb2fbb2f66] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1109.212440] env[69350]: INFO nova.compute.manager [None req-bd0eb26a-9c09-4f02-ac7a-6991f3e26ce8 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] [instance: f57f4243-4a2f-4f93-962e-4ceb2fbb2f66] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1109.212681] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd0eb26a-9c09-4f02-ac7a-6991f3e26ce8 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1109.212878] env[69350]: DEBUG nova.compute.manager [-] [instance: f57f4243-4a2f-4f93-962e-4ceb2fbb2f66] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1109.212976] env[69350]: DEBUG nova.network.neutron [-] [instance: f57f4243-4a2f-4f93-962e-4ceb2fbb2f66] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1109.426739] env[69350]: DEBUG nova.compute.manager [None req-9872a026-ff8c-412a-a644-a1d17068897d tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: fd796368-14e5-47ae-b08b-6e17c2722d8d] Stashing vm_state: active {{(pid=69350) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1109.453200] env[69350]: DEBUG nova.compute.manager [req-36e11d46-f5a6-47c0-8027-31e465faa1f3 req-145830f3-6433-40b5-a71e-96de74bf42e4 service nova] [instance: f6a0818a-b5a3-402e-80e4-a4d33a4a12d6] Received event network-vif-deleted-755bccf3-a04d-49c0-9d65-54ca72266f28 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1109.532632] env[69350]: DEBUG nova.compute.utils [None req-4ebebe1e-a6bd-4124-99d9-b63cc3b94021 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1109.537902] env[69350]: DEBUG nova.compute.manager [None req-4ebebe1e-a6bd-4124-99d9-b63cc3b94021 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 11c67a96-f39b-4f14-9eed-ca26d6e0d16c] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1109.538025] env[69350]: DEBUG nova.network.neutron [None req-4ebebe1e-a6bd-4124-99d9-b63cc3b94021 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 11c67a96-f39b-4f14-9eed-ca26d6e0d16c] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1109.611434] env[69350]: DEBUG nova.policy [None req-4ebebe1e-a6bd-4124-99d9-b63cc3b94021 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5b22203975c14e01892c3e5d72913338', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a61919e72ea342e59edac0c76d120df9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 1109.613828] env[69350]: DEBUG oslo_concurrency.lockutils [None req-58b1bc95-5f69-400b-91a7-cd9155109c80 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.803912] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aedb0c5b-fff4-4a3f-aa17-548eb17d9ede {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.820087] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dffe4578-ff1f-41b6-b9b9-e4d8287b03ab {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.856808] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69bd5e2c-fd59-4d49-9796-94dc7ba70c75 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.866228] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-809138eb-056f-4142-9e33-626a9cf763bd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.888658] env[69350]: DEBUG nova.compute.provider_tree [None req-c57b0ef1-b393-4679-a216-cd445a5d715e tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1109.952570] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9872a026-ff8c-412a-a644-a1d17068897d tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.007562] env[69350]: DEBUG nova.network.neutron [None req-4ebebe1e-a6bd-4124-99d9-b63cc3b94021 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 11c67a96-f39b-4f14-9eed-ca26d6e0d16c] Successfully created port: a7f059ca-fca6-4484-a001-b6b26ed3638b {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1110.041250] env[69350]: DEBUG nova.compute.manager [None req-4ebebe1e-a6bd-4124-99d9-b63cc3b94021 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 11c67a96-f39b-4f14-9eed-ca26d6e0d16c] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1110.883544] env[69350]: DEBUG nova.network.neutron [-] [instance: f57f4243-4a2f-4f93-962e-4ceb2fbb2f66] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.885282] env[69350]: DEBUG nova.scheduler.client.report [None req-c57b0ef1-b393-4679-a216-cd445a5d715e tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1111.394323] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c57b0ef1-b393-4679-a216-cd445a5d715e tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.365s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.396562] env[69350]: INFO nova.compute.manager [-] [instance: f57f4243-4a2f-4f93-962e-4ceb2fbb2f66] Took 2.18 seconds to deallocate network for instance. [ 1111.397759] env[69350]: DEBUG nova.compute.manager [None req-4ebebe1e-a6bd-4124-99d9-b63cc3b94021 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 11c67a96-f39b-4f14-9eed-ca26d6e0d16c] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1111.401146] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a0ea380a-962b-41e7-9901-a3ab30b43466 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.810s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.402110] env[69350]: DEBUG nova.objects.instance [None req-a0ea380a-962b-41e7-9901-a3ab30b43466 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Lazy-loading 'resources' on Instance uuid 6748bc84-f2c1-4bd1-9793-4a225d4a405d {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1111.428157] env[69350]: DEBUG nova.virt.hardware [None req-4ebebe1e-a6bd-4124-99d9-b63cc3b94021 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1111.428411] env[69350]: DEBUG nova.virt.hardware [None req-4ebebe1e-a6bd-4124-99d9-b63cc3b94021 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1111.428565] env[69350]: DEBUG nova.virt.hardware [None req-4ebebe1e-a6bd-4124-99d9-b63cc3b94021 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1111.428740] env[69350]: DEBUG nova.virt.hardware [None req-4ebebe1e-a6bd-4124-99d9-b63cc3b94021 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1111.429048] env[69350]: DEBUG nova.virt.hardware [None req-4ebebe1e-a6bd-4124-99d9-b63cc3b94021 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1111.429048] env[69350]: DEBUG nova.virt.hardware [None req-4ebebe1e-a6bd-4124-99d9-b63cc3b94021 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1111.429270] env[69350]: DEBUG nova.virt.hardware [None req-4ebebe1e-a6bd-4124-99d9-b63cc3b94021 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1111.429437] env[69350]: DEBUG nova.virt.hardware [None req-4ebebe1e-a6bd-4124-99d9-b63cc3b94021 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1111.429766] env[69350]: DEBUG nova.virt.hardware [None req-4ebebe1e-a6bd-4124-99d9-b63cc3b94021 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1111.429766] env[69350]: DEBUG nova.virt.hardware [None req-4ebebe1e-a6bd-4124-99d9-b63cc3b94021 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1111.429920] env[69350]: DEBUG nova.virt.hardware [None req-4ebebe1e-a6bd-4124-99d9-b63cc3b94021 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1111.430850] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9075abf-7ae0-46f9-8dc6-4b4f14931170 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.434288] env[69350]: INFO nova.scheduler.client.report [None req-c57b0ef1-b393-4679-a216-cd445a5d715e tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Deleted allocations for instance 98437038-140f-46fc-95b3-1eb128268da9 [ 1111.442553] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f045ba-ab94-4f3c-9daf-eb3193ae5cdf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.478643] env[69350]: DEBUG nova.compute.manager [req-780258d1-a711-4171-bdb6-8e8879b26b14 req-e183c47d-26ea-41b2-b004-ad5e8ccad6f1 service nova] [instance: f57f4243-4a2f-4f93-962e-4ceb2fbb2f66] Received event network-vif-deleted-5d9e174c-8f54-483c-a4d5-42f291c2f3ea {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1111.478733] env[69350]: DEBUG nova.compute.manager [req-780258d1-a711-4171-bdb6-8e8879b26b14 req-e183c47d-26ea-41b2-b004-ad5e8ccad6f1 service nova] [instance: 11c67a96-f39b-4f14-9eed-ca26d6e0d16c] Received event network-vif-plugged-a7f059ca-fca6-4484-a001-b6b26ed3638b {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1111.478921] env[69350]: DEBUG oslo_concurrency.lockutils [req-780258d1-a711-4171-bdb6-8e8879b26b14 req-e183c47d-26ea-41b2-b004-ad5e8ccad6f1 service nova] Acquiring lock "11c67a96-f39b-4f14-9eed-ca26d6e0d16c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.479230] env[69350]: DEBUG oslo_concurrency.lockutils [req-780258d1-a711-4171-bdb6-8e8879b26b14 req-e183c47d-26ea-41b2-b004-ad5e8ccad6f1 service nova] Lock "11c67a96-f39b-4f14-9eed-ca26d6e0d16c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.479417] env[69350]: DEBUG oslo_concurrency.lockutils [req-780258d1-a711-4171-bdb6-8e8879b26b14 req-e183c47d-26ea-41b2-b004-ad5e8ccad6f1 service nova] Lock "11c67a96-f39b-4f14-9eed-ca26d6e0d16c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.479584] env[69350]: DEBUG nova.compute.manager [req-780258d1-a711-4171-bdb6-8e8879b26b14 req-e183c47d-26ea-41b2-b004-ad5e8ccad6f1 service nova] [instance: 11c67a96-f39b-4f14-9eed-ca26d6e0d16c] No waiting events found dispatching network-vif-plugged-a7f059ca-fca6-4484-a001-b6b26ed3638b {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1111.479743] env[69350]: WARNING nova.compute.manager [req-780258d1-a711-4171-bdb6-8e8879b26b14 req-e183c47d-26ea-41b2-b004-ad5e8ccad6f1 service nova] [instance: 11c67a96-f39b-4f14-9eed-ca26d6e0d16c] Received unexpected event network-vif-plugged-a7f059ca-fca6-4484-a001-b6b26ed3638b for instance with vm_state building and task_state spawning. [ 1111.532541] env[69350]: DEBUG nova.network.neutron [None req-4ebebe1e-a6bd-4124-99d9-b63cc3b94021 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 11c67a96-f39b-4f14-9eed-ca26d6e0d16c] Successfully updated port: a7f059ca-fca6-4484-a001-b6b26ed3638b {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1111.911204] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bd0eb26a-9c09-4f02-ac7a-6991f3e26ce8 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.944609] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c57b0ef1-b393-4679-a216-cd445a5d715e tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Lock "98437038-140f-46fc-95b3-1eb128268da9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.066s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.034831] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4ebebe1e-a6bd-4124-99d9-b63cc3b94021 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Acquiring lock "refresh_cache-11c67a96-f39b-4f14-9eed-ca26d6e0d16c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.035026] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4ebebe1e-a6bd-4124-99d9-b63cc3b94021 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Acquired lock "refresh_cache-11c67a96-f39b-4f14-9eed-ca26d6e0d16c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.035258] env[69350]: DEBUG nova.network.neutron [None req-4ebebe1e-a6bd-4124-99d9-b63cc3b94021 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 11c67a96-f39b-4f14-9eed-ca26d6e0d16c] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1112.097831] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f54b7e20-6208-4f98-acc5-4ec6425ca95c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.106747] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c49bcead-8a2d-4acc-b6af-2ceb6f2e56ca {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.138462] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c876f038-e1c1-4d97-99ef-49e338b68b12 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.146833] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a1346a-5612-4cc3-a010-04b4ae7146f2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.160546] env[69350]: DEBUG nova.compute.provider_tree [None req-a0ea380a-962b-41e7-9901-a3ab30b43466 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1112.579038] env[69350]: DEBUG nova.network.neutron [None req-4ebebe1e-a6bd-4124-99d9-b63cc3b94021 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 11c67a96-f39b-4f14-9eed-ca26d6e0d16c] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1112.663785] env[69350]: DEBUG nova.scheduler.client.report [None req-a0ea380a-962b-41e7-9901-a3ab30b43466 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1112.781209] env[69350]: DEBUG nova.network.neutron [None req-4ebebe1e-a6bd-4124-99d9-b63cc3b94021 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 11c67a96-f39b-4f14-9eed-ca26d6e0d16c] Updating instance_info_cache with network_info: [{"id": "a7f059ca-fca6-4484-a001-b6b26ed3638b", "address": "fa:16:3e:96:93:2b", "network": {"id": "b27a5766-3026-4d42-a208-8e9c2a543be5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1341532197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a61919e72ea342e59edac0c76d120df9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7f059ca-fc", "ovs_interfaceid": "a7f059ca-fca6-4484-a001-b6b26ed3638b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.169241] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a0ea380a-962b-41e7-9901-a3ab30b43466 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.769s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.172495] env[69350]: DEBUG oslo_concurrency.lockutils [None req-58b1bc95-5f69-400b-91a7-cd9155109c80 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.558s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.172495] env[69350]: DEBUG nova.objects.instance [None req-58b1bc95-5f69-400b-91a7-cd9155109c80 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Lazy-loading 'resources' on Instance uuid f6a0818a-b5a3-402e-80e4-a4d33a4a12d6 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1113.193769] env[69350]: INFO nova.scheduler.client.report [None req-a0ea380a-962b-41e7-9901-a3ab30b43466 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Deleted allocations for instance 6748bc84-f2c1-4bd1-9793-4a225d4a405d [ 1113.283649] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4ebebe1e-a6bd-4124-99d9-b63cc3b94021 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Releasing lock "refresh_cache-11c67a96-f39b-4f14-9eed-ca26d6e0d16c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.284116] env[69350]: DEBUG nova.compute.manager [None req-4ebebe1e-a6bd-4124-99d9-b63cc3b94021 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 11c67a96-f39b-4f14-9eed-ca26d6e0d16c] Instance network_info: |[{"id": "a7f059ca-fca6-4484-a001-b6b26ed3638b", "address": "fa:16:3e:96:93:2b", "network": {"id": "b27a5766-3026-4d42-a208-8e9c2a543be5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1341532197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a61919e72ea342e59edac0c76d120df9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7f059ca-fc", "ovs_interfaceid": "a7f059ca-fca6-4484-a001-b6b26ed3638b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1113.284575] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4ebebe1e-a6bd-4124-99d9-b63cc3b94021 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 11c67a96-f39b-4f14-9eed-ca26d6e0d16c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:93:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '557aba95-8968-407a-bac2-2fae66f7c8e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a7f059ca-fca6-4484-a001-b6b26ed3638b', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1113.292873] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ebebe1e-a6bd-4124-99d9-b63cc3b94021 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1113.293165] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11c67a96-f39b-4f14-9eed-ca26d6e0d16c] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1113.293437] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-168a16b0-3ce6-4c01-bee5-a1221fb066ff {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.316875] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1113.316875] env[69350]: value = "task-3365733" [ 1113.316875] env[69350]: _type = "Task" [ 1113.316875] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.325164] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365733, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.514115] env[69350]: DEBUG nova.compute.manager [req-93194701-17c7-4c3c-a81b-eb04260bc0a4 req-895c8b30-e0bf-418f-a8a9-9fe1ba6c8393 service nova] [instance: 11c67a96-f39b-4f14-9eed-ca26d6e0d16c] Received event network-changed-a7f059ca-fca6-4484-a001-b6b26ed3638b {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1113.514389] env[69350]: DEBUG nova.compute.manager [req-93194701-17c7-4c3c-a81b-eb04260bc0a4 req-895c8b30-e0bf-418f-a8a9-9fe1ba6c8393 service nova] [instance: 11c67a96-f39b-4f14-9eed-ca26d6e0d16c] Refreshing instance network info cache due to event network-changed-a7f059ca-fca6-4484-a001-b6b26ed3638b. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1113.514700] env[69350]: DEBUG oslo_concurrency.lockutils [req-93194701-17c7-4c3c-a81b-eb04260bc0a4 req-895c8b30-e0bf-418f-a8a9-9fe1ba6c8393 service nova] Acquiring lock "refresh_cache-11c67a96-f39b-4f14-9eed-ca26d6e0d16c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.514910] env[69350]: DEBUG oslo_concurrency.lockutils [req-93194701-17c7-4c3c-a81b-eb04260bc0a4 req-895c8b30-e0bf-418f-a8a9-9fe1ba6c8393 service nova] Acquired lock "refresh_cache-11c67a96-f39b-4f14-9eed-ca26d6e0d16c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.515145] env[69350]: DEBUG nova.network.neutron [req-93194701-17c7-4c3c-a81b-eb04260bc0a4 req-895c8b30-e0bf-418f-a8a9-9fe1ba6c8393 service nova] [instance: 11c67a96-f39b-4f14-9eed-ca26d6e0d16c] Refreshing network info cache for port a7f059ca-fca6-4484-a001-b6b26ed3638b {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1113.588958] env[69350]: DEBUG oslo_concurrency.lockutils [None req-658cd5e5-95c4-44ad-b27a-1ba78d63b912 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Acquiring lock "38697a7f-71a5-4109-bc6f-58f00ec0c798" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.589307] env[69350]: DEBUG oslo_concurrency.lockutils [None req-658cd5e5-95c4-44ad-b27a-1ba78d63b912 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Lock "38697a7f-71a5-4109-bc6f-58f00ec0c798" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.589536] env[69350]: DEBUG oslo_concurrency.lockutils [None req-658cd5e5-95c4-44ad-b27a-1ba78d63b912 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Acquiring lock "38697a7f-71a5-4109-bc6f-58f00ec0c798-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.589729] env[69350]: DEBUG oslo_concurrency.lockutils [None req-658cd5e5-95c4-44ad-b27a-1ba78d63b912 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Lock "38697a7f-71a5-4109-bc6f-58f00ec0c798-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.589914] env[69350]: DEBUG oslo_concurrency.lockutils [None req-658cd5e5-95c4-44ad-b27a-1ba78d63b912 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Lock "38697a7f-71a5-4109-bc6f-58f00ec0c798-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.591944] env[69350]: INFO nova.compute.manager [None req-658cd5e5-95c4-44ad-b27a-1ba78d63b912 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] [instance: 38697a7f-71a5-4109-bc6f-58f00ec0c798] Terminating instance [ 1113.706042] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a0ea380a-962b-41e7-9901-a3ab30b43466 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Lock "6748bc84-f2c1-4bd1-9793-4a225d4a405d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.497s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.828535] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365733, 'name': CreateVM_Task, 'duration_secs': 0.462773} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.828700] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11c67a96-f39b-4f14-9eed-ca26d6e0d16c] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1113.829398] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4ebebe1e-a6bd-4124-99d9-b63cc3b94021 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.829560] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4ebebe1e-a6bd-4124-99d9-b63cc3b94021 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.829871] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4ebebe1e-a6bd-4124-99d9-b63cc3b94021 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.830234] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e051aa50-d976-46d6-9b37-6078a181fb2a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.836904] env[69350]: DEBUG oslo_vmware.api [None req-4ebebe1e-a6bd-4124-99d9-b63cc3b94021 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Waiting for the task: (returnval){ [ 1113.836904] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]521c8f5a-517b-1e8a-8644-e9cffbe64b24" [ 1113.836904] env[69350]: _type = "Task" [ 1113.836904] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.845343] env[69350]: DEBUG oslo_vmware.api [None req-4ebebe1e-a6bd-4124-99d9-b63cc3b94021 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]521c8f5a-517b-1e8a-8644-e9cffbe64b24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.856924] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0abb60e1-b856-4f01-9398-e98fdb400cbc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.864150] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3adcf4a4-516d-4f37-9e47-45c7d32227ed {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.893942] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf2401fe-3e35-4ee7-998f-8b4bc5e6f31e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.902234] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd0b4231-4694-46fc-b1a4-dfd3e9f72d7b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.919025] env[69350]: DEBUG nova.compute.provider_tree [None req-58b1bc95-5f69-400b-91a7-cd9155109c80 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1114.095327] env[69350]: DEBUG nova.compute.manager [None req-658cd5e5-95c4-44ad-b27a-1ba78d63b912 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] [instance: 38697a7f-71a5-4109-bc6f-58f00ec0c798] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1114.095591] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-658cd5e5-95c4-44ad-b27a-1ba78d63b912 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] [instance: 38697a7f-71a5-4109-bc6f-58f00ec0c798] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1114.096538] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5485e0a5-148a-49c5-b49f-a3f3936c1415 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.104404] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-658cd5e5-95c4-44ad-b27a-1ba78d63b912 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] [instance: 38697a7f-71a5-4109-bc6f-58f00ec0c798] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1114.104631] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-783c6586-51a8-4ce4-9da2-4b2728bf3c82 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.113822] env[69350]: DEBUG oslo_vmware.api [None req-658cd5e5-95c4-44ad-b27a-1ba78d63b912 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Waiting for the task: (returnval){ [ 1114.113822] env[69350]: value = "task-3365734" [ 1114.113822] env[69350]: _type = "Task" [ 1114.113822] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.124344] env[69350]: DEBUG oslo_vmware.api [None req-658cd5e5-95c4-44ad-b27a-1ba78d63b912 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Task: {'id': task-3365734, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.233897] env[69350]: DEBUG nova.network.neutron [req-93194701-17c7-4c3c-a81b-eb04260bc0a4 req-895c8b30-e0bf-418f-a8a9-9fe1ba6c8393 service nova] [instance: 11c67a96-f39b-4f14-9eed-ca26d6e0d16c] Updated VIF entry in instance network info cache for port a7f059ca-fca6-4484-a001-b6b26ed3638b. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1114.234290] env[69350]: DEBUG nova.network.neutron [req-93194701-17c7-4c3c-a81b-eb04260bc0a4 req-895c8b30-e0bf-418f-a8a9-9fe1ba6c8393 service nova] [instance: 11c67a96-f39b-4f14-9eed-ca26d6e0d16c] Updating instance_info_cache with network_info: [{"id": "a7f059ca-fca6-4484-a001-b6b26ed3638b", "address": "fa:16:3e:96:93:2b", "network": {"id": "b27a5766-3026-4d42-a208-8e9c2a543be5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1341532197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a61919e72ea342e59edac0c76d120df9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7f059ca-fc", "ovs_interfaceid": "a7f059ca-fca6-4484-a001-b6b26ed3638b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.350987] env[69350]: DEBUG oslo_vmware.api [None req-4ebebe1e-a6bd-4124-99d9-b63cc3b94021 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]521c8f5a-517b-1e8a-8644-e9cffbe64b24, 'name': SearchDatastore_Task, 'duration_secs': 0.012213} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.351483] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4ebebe1e-a6bd-4124-99d9-b63cc3b94021 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.351752] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4ebebe1e-a6bd-4124-99d9-b63cc3b94021 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 11c67a96-f39b-4f14-9eed-ca26d6e0d16c] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1114.351997] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4ebebe1e-a6bd-4124-99d9-b63cc3b94021 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.352158] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4ebebe1e-a6bd-4124-99d9-b63cc3b94021 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.352344] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ebebe1e-a6bd-4124-99d9-b63cc3b94021 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1114.352620] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cdad323f-dd9a-4a2b-ac94-a636e1a39b50 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.363462] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ebebe1e-a6bd-4124-99d9-b63cc3b94021 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1114.363669] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4ebebe1e-a6bd-4124-99d9-b63cc3b94021 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1114.364632] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-155d4148-3417-4c75-b76b-d118d17cbf2d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.370782] env[69350]: DEBUG oslo_vmware.api [None req-4ebebe1e-a6bd-4124-99d9-b63cc3b94021 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Waiting for the task: (returnval){ [ 1114.370782] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]524e5059-bcab-da0b-c646-a1b508ad65c3" [ 1114.370782] env[69350]: _type = "Task" [ 1114.370782] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.380038] env[69350]: DEBUG oslo_vmware.api [None req-4ebebe1e-a6bd-4124-99d9-b63cc3b94021 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]524e5059-bcab-da0b-c646-a1b508ad65c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.422256] env[69350]: DEBUG nova.scheduler.client.report [None req-58b1bc95-5f69-400b-91a7-cd9155109c80 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1114.624156] env[69350]: DEBUG oslo_vmware.api [None req-658cd5e5-95c4-44ad-b27a-1ba78d63b912 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Task: {'id': task-3365734, 'name': PowerOffVM_Task, 'duration_secs': 0.28057} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.624441] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-658cd5e5-95c4-44ad-b27a-1ba78d63b912 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] [instance: 38697a7f-71a5-4109-bc6f-58f00ec0c798] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1114.624609] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-658cd5e5-95c4-44ad-b27a-1ba78d63b912 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] [instance: 38697a7f-71a5-4109-bc6f-58f00ec0c798] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1114.624857] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-df228ea6-841d-4c09-bccf-2757038290af {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.720768] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-658cd5e5-95c4-44ad-b27a-1ba78d63b912 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] [instance: 38697a7f-71a5-4109-bc6f-58f00ec0c798] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1114.721029] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-658cd5e5-95c4-44ad-b27a-1ba78d63b912 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] [instance: 38697a7f-71a5-4109-bc6f-58f00ec0c798] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1114.721288] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-658cd5e5-95c4-44ad-b27a-1ba78d63b912 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Deleting the datastore file [datastore1] 38697a7f-71a5-4109-bc6f-58f00ec0c798 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1114.721592] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5626a5d1-0af2-4940-b8cb-5a8d51a909e3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.729937] env[69350]: DEBUG oslo_vmware.api [None req-658cd5e5-95c4-44ad-b27a-1ba78d63b912 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Waiting for the task: (returnval){ [ 1114.729937] env[69350]: value = "task-3365736" [ 1114.729937] env[69350]: _type = "Task" [ 1114.729937] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.739419] env[69350]: DEBUG oslo_concurrency.lockutils [req-93194701-17c7-4c3c-a81b-eb04260bc0a4 req-895c8b30-e0bf-418f-a8a9-9fe1ba6c8393 service nova] Releasing lock "refresh_cache-11c67a96-f39b-4f14-9eed-ca26d6e0d16c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.739884] env[69350]: DEBUG oslo_vmware.api [None req-658cd5e5-95c4-44ad-b27a-1ba78d63b912 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Task: {'id': task-3365736, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.882257] env[69350]: DEBUG oslo_vmware.api [None req-4ebebe1e-a6bd-4124-99d9-b63cc3b94021 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]524e5059-bcab-da0b-c646-a1b508ad65c3, 'name': SearchDatastore_Task, 'duration_secs': 0.011912} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.882926] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f291949-3bd0-4549-9311-38d4572d66bb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.889484] env[69350]: DEBUG oslo_vmware.api [None req-4ebebe1e-a6bd-4124-99d9-b63cc3b94021 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Waiting for the task: (returnval){ [ 1114.889484] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52460d2b-e7e4-29dc-8292-e34ab73376d0" [ 1114.889484] env[69350]: _type = "Task" [ 1114.889484] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.897644] env[69350]: DEBUG oslo_vmware.api [None req-4ebebe1e-a6bd-4124-99d9-b63cc3b94021 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52460d2b-e7e4-29dc-8292-e34ab73376d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.927835] env[69350]: DEBUG oslo_concurrency.lockutils [None req-58b1bc95-5f69-400b-91a7-cd9155109c80 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.756s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.930448] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9872a026-ff8c-412a-a644-a1d17068897d tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 4.978s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.951295] env[69350]: INFO nova.scheduler.client.report [None req-58b1bc95-5f69-400b-91a7-cd9155109c80 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Deleted allocations for instance f6a0818a-b5a3-402e-80e4-a4d33a4a12d6 [ 1115.240463] env[69350]: DEBUG oslo_vmware.api [None req-658cd5e5-95c4-44ad-b27a-1ba78d63b912 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Task: {'id': task-3365736, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146919} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.240823] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-658cd5e5-95c4-44ad-b27a-1ba78d63b912 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1115.240823] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-658cd5e5-95c4-44ad-b27a-1ba78d63b912 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] [instance: 38697a7f-71a5-4109-bc6f-58f00ec0c798] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1115.240989] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-658cd5e5-95c4-44ad-b27a-1ba78d63b912 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] [instance: 38697a7f-71a5-4109-bc6f-58f00ec0c798] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1115.241171] env[69350]: INFO nova.compute.manager [None req-658cd5e5-95c4-44ad-b27a-1ba78d63b912 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] [instance: 38697a7f-71a5-4109-bc6f-58f00ec0c798] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1115.241405] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-658cd5e5-95c4-44ad-b27a-1ba78d63b912 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1115.241593] env[69350]: DEBUG nova.compute.manager [-] [instance: 38697a7f-71a5-4109-bc6f-58f00ec0c798] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1115.241686] env[69350]: DEBUG nova.network.neutron [-] [instance: 38697a7f-71a5-4109-bc6f-58f00ec0c798] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1115.401031] env[69350]: DEBUG oslo_vmware.api [None req-4ebebe1e-a6bd-4124-99d9-b63cc3b94021 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52460d2b-e7e4-29dc-8292-e34ab73376d0, 'name': SearchDatastore_Task, 'duration_secs': 0.012259} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.401311] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4ebebe1e-a6bd-4124-99d9-b63cc3b94021 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.401573] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ebebe1e-a6bd-4124-99d9-b63cc3b94021 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] 11c67a96-f39b-4f14-9eed-ca26d6e0d16c/11c67a96-f39b-4f14-9eed-ca26d6e0d16c.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1115.401835] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ebfe9562-5b61-4a7e-ad67-2a8e1f5e1e4c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.412575] env[69350]: DEBUG oslo_vmware.api [None req-4ebebe1e-a6bd-4124-99d9-b63cc3b94021 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Waiting for the task: (returnval){ [ 1115.412575] env[69350]: value = "task-3365737" [ 1115.412575] env[69350]: _type = "Task" [ 1115.412575] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.423596] env[69350]: DEBUG oslo_vmware.api [None req-4ebebe1e-a6bd-4124-99d9-b63cc3b94021 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365737, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.436111] env[69350]: INFO nova.compute.claims [None req-9872a026-ff8c-412a-a644-a1d17068897d tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: fd796368-14e5-47ae-b08b-6e17c2722d8d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1115.461238] env[69350]: DEBUG oslo_concurrency.lockutils [None req-58b1bc95-5f69-400b-91a7-cd9155109c80 tempest-ImagesOneServerNegativeTestJSON-1715087393 tempest-ImagesOneServerNegativeTestJSON-1715087393-project-member] Lock "f6a0818a-b5a3-402e-80e4-a4d33a4a12d6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.350s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.544210] env[69350]: DEBUG nova.compute.manager [req-38967519-dcf3-45e4-8001-353116252fa3 req-730f9f6a-80c0-464d-8d2d-574203beffcb service nova] [instance: 38697a7f-71a5-4109-bc6f-58f00ec0c798] Received event network-vif-deleted-fa4e4272-6f4f-42a2-a658-5457e9dd1537 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1115.545096] env[69350]: INFO nova.compute.manager [req-38967519-dcf3-45e4-8001-353116252fa3 req-730f9f6a-80c0-464d-8d2d-574203beffcb service nova] [instance: 38697a7f-71a5-4109-bc6f-58f00ec0c798] Neutron deleted interface fa4e4272-6f4f-42a2-a658-5457e9dd1537; detaching it from the instance and deleting it from the info cache [ 1115.545096] env[69350]: DEBUG nova.network.neutron [req-38967519-dcf3-45e4-8001-353116252fa3 req-730f9f6a-80c0-464d-8d2d-574203beffcb service nova] [instance: 38697a7f-71a5-4109-bc6f-58f00ec0c798] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.656773] env[69350]: DEBUG oslo_concurrency.lockutils [None req-87c52b99-6585-4ea4-8dc2-e658c468d147 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Acquiring lock "c168608c-1c65-4e48-be87-93dfa497f573" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.657153] env[69350]: DEBUG oslo_concurrency.lockutils [None req-87c52b99-6585-4ea4-8dc2-e658c468d147 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Lock "c168608c-1c65-4e48-be87-93dfa497f573" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.925949] env[69350]: DEBUG oslo_vmware.api [None req-4ebebe1e-a6bd-4124-99d9-b63cc3b94021 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365737, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474861} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.926233] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ebebe1e-a6bd-4124-99d9-b63cc3b94021 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] 11c67a96-f39b-4f14-9eed-ca26d6e0d16c/11c67a96-f39b-4f14-9eed-ca26d6e0d16c.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1115.926440] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4ebebe1e-a6bd-4124-99d9-b63cc3b94021 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 11c67a96-f39b-4f14-9eed-ca26d6e0d16c] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1115.926693] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f2772875-6455-43dd-9291-1a3313034b23 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.934029] env[69350]: DEBUG oslo_vmware.api [None req-4ebebe1e-a6bd-4124-99d9-b63cc3b94021 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Waiting for the task: (returnval){ [ 1115.934029] env[69350]: value = "task-3365738" [ 1115.934029] env[69350]: _type = "Task" [ 1115.934029] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.948073] env[69350]: INFO nova.compute.resource_tracker [None req-9872a026-ff8c-412a-a644-a1d17068897d tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: fd796368-14e5-47ae-b08b-6e17c2722d8d] Updating resource usage from migration e7a4ac93-a394-4b38-8b4d-23027653390d [ 1115.951136] env[69350]: DEBUG oslo_vmware.api [None req-4ebebe1e-a6bd-4124-99d9-b63cc3b94021 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365738, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.025903] env[69350]: DEBUG nova.network.neutron [-] [instance: 38697a7f-71a5-4109-bc6f-58f00ec0c798] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.051308] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3f1329cf-b453-4b48-8e4f-4e1768ac5b79 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.064113] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0fc2b0b-3cad-4015-8f49-5e262f3c3dc0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.101241] env[69350]: DEBUG nova.compute.manager [req-38967519-dcf3-45e4-8001-353116252fa3 req-730f9f6a-80c0-464d-8d2d-574203beffcb service nova] [instance: 38697a7f-71a5-4109-bc6f-58f00ec0c798] Detach interface failed, port_id=fa4e4272-6f4f-42a2-a658-5457e9dd1537, reason: Instance 38697a7f-71a5-4109-bc6f-58f00ec0c798 could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1116.135659] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea95f6e-080d-48b5-a42f-54f156b795aa {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.143350] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0c9fe14-8e33-4b73-bcf1-9f7c84af7b69 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.188157] env[69350]: DEBUG nova.compute.utils [None req-87c52b99-6585-4ea4-8dc2-e658c468d147 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1116.192024] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7574c5a-2328-492b-aaab-9ae5cf555f89 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.201387] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-461e4a9c-8eb9-41f6-8063-b8a7540bd6ff {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.216892] env[69350]: DEBUG nova.compute.provider_tree [None req-9872a026-ff8c-412a-a644-a1d17068897d tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1116.447037] env[69350]: DEBUG oslo_vmware.api [None req-4ebebe1e-a6bd-4124-99d9-b63cc3b94021 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365738, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070708} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.447037] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4ebebe1e-a6bd-4124-99d9-b63cc3b94021 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 11c67a96-f39b-4f14-9eed-ca26d6e0d16c] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1116.447037] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-685b9ecd-1e02-49a6-9172-3a326a8c2a5d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.470300] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ebebe1e-a6bd-4124-99d9-b63cc3b94021 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 11c67a96-f39b-4f14-9eed-ca26d6e0d16c] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 11c67a96-f39b-4f14-9eed-ca26d6e0d16c/11c67a96-f39b-4f14-9eed-ca26d6e0d16c.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1116.470745] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9b58b86-239b-40ad-ad48-2abd968a6bd4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.492485] env[69350]: DEBUG oslo_vmware.api [None req-4ebebe1e-a6bd-4124-99d9-b63cc3b94021 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Waiting for the task: (returnval){ [ 1116.492485] env[69350]: value = "task-3365739" [ 1116.492485] env[69350]: _type = "Task" [ 1116.492485] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.504174] env[69350]: DEBUG oslo_vmware.api [None req-4ebebe1e-a6bd-4124-99d9-b63cc3b94021 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365739, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.530626] env[69350]: INFO nova.compute.manager [-] [instance: 38697a7f-71a5-4109-bc6f-58f00ec0c798] Took 1.29 seconds to deallocate network for instance. [ 1116.693335] env[69350]: DEBUG oslo_concurrency.lockutils [None req-87c52b99-6585-4ea4-8dc2-e658c468d147 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Lock "c168608c-1c65-4e48-be87-93dfa497f573" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.035s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.722023] env[69350]: DEBUG nova.scheduler.client.report [None req-9872a026-ff8c-412a-a644-a1d17068897d tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1117.003460] env[69350]: DEBUG oslo_vmware.api [None req-4ebebe1e-a6bd-4124-99d9-b63cc3b94021 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365739, 'name': ReconfigVM_Task, 'duration_secs': 0.299893} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.003785] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ebebe1e-a6bd-4124-99d9-b63cc3b94021 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 11c67a96-f39b-4f14-9eed-ca26d6e0d16c] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 11c67a96-f39b-4f14-9eed-ca26d6e0d16c/11c67a96-f39b-4f14-9eed-ca26d6e0d16c.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1117.004416] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-30379e39-f24b-4466-871e-c0fbf8738373 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.012966] env[69350]: DEBUG oslo_vmware.api [None req-4ebebe1e-a6bd-4124-99d9-b63cc3b94021 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Waiting for the task: (returnval){ [ 1117.012966] env[69350]: value = "task-3365740" [ 1117.012966] env[69350]: _type = "Task" [ 1117.012966] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.021183] env[69350]: DEBUG oslo_vmware.api [None req-4ebebe1e-a6bd-4124-99d9-b63cc3b94021 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365740, 'name': Rename_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.036352] env[69350]: DEBUG oslo_concurrency.lockutils [None req-658cd5e5-95c4-44ad-b27a-1ba78d63b912 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.226824] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9872a026-ff8c-412a-a644-a1d17068897d tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.296s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.227209] env[69350]: INFO nova.compute.manager [None req-9872a026-ff8c-412a-a644-a1d17068897d tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: fd796368-14e5-47ae-b08b-6e17c2722d8d] Migrating [ 1117.238297] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bd0eb26a-9c09-4f02-ac7a-6991f3e26ce8 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.327s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.238531] env[69350]: DEBUG nova.objects.instance [None req-bd0eb26a-9c09-4f02-ac7a-6991f3e26ce8 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] Lazy-loading 'resources' on Instance uuid f57f4243-4a2f-4f93-962e-4ceb2fbb2f66 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1117.524636] env[69350]: DEBUG oslo_vmware.api [None req-4ebebe1e-a6bd-4124-99d9-b63cc3b94021 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365740, 'name': Rename_Task, 'duration_secs': 0.158761} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.525307] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ebebe1e-a6bd-4124-99d9-b63cc3b94021 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 11c67a96-f39b-4f14-9eed-ca26d6e0d16c] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1117.525707] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-078def51-6e1a-4490-bf7e-e13547742389 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.533826] env[69350]: DEBUG oslo_vmware.api [None req-4ebebe1e-a6bd-4124-99d9-b63cc3b94021 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Waiting for the task: (returnval){ [ 1117.533826] env[69350]: value = "task-3365741" [ 1117.533826] env[69350]: _type = "Task" [ 1117.533826] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.542638] env[69350]: DEBUG oslo_vmware.api [None req-4ebebe1e-a6bd-4124-99d9-b63cc3b94021 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365741, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.744801] env[69350]: DEBUG oslo_concurrency.lockutils [None req-87c52b99-6585-4ea4-8dc2-e658c468d147 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Acquiring lock "c168608c-1c65-4e48-be87-93dfa497f573" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.745109] env[69350]: DEBUG oslo_concurrency.lockutils [None req-87c52b99-6585-4ea4-8dc2-e658c468d147 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Lock "c168608c-1c65-4e48-be87-93dfa497f573" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.745397] env[69350]: INFO nova.compute.manager [None req-87c52b99-6585-4ea4-8dc2-e658c468d147 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: c168608c-1c65-4e48-be87-93dfa497f573] Attaching volume a9c5cf86-46a7-4c0e-b263-a2af626d4e5a to /dev/sdb [ 1117.750575] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9872a026-ff8c-412a-a644-a1d17068897d tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Acquiring lock "refresh_cache-fd796368-14e5-47ae-b08b-6e17c2722d8d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.750744] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9872a026-ff8c-412a-a644-a1d17068897d tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Acquired lock "refresh_cache-fd796368-14e5-47ae-b08b-6e17c2722d8d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.750945] env[69350]: DEBUG nova.network.neutron [None req-9872a026-ff8c-412a-a644-a1d17068897d tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: fd796368-14e5-47ae-b08b-6e17c2722d8d] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1117.785074] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b8bc440-d8a5-47eb-a376-b0426b807e81 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.795546] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b1c9b9-7d7b-4a8f-b874-3a2ea3d0747b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.815398] env[69350]: DEBUG nova.virt.block_device [None req-87c52b99-6585-4ea4-8dc2-e658c468d147 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: c168608c-1c65-4e48-be87-93dfa497f573] Updating existing volume attachment record: fb472f9f-3476-44cc-a712-ea6d3de93bab {{(pid=69350) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1117.948841] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e481d1e5-e52d-402d-ac3f-7d70893def59 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.957712] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d05e29c-99e9-4291-86eb-f08da65edfe2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.993258] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ede42f-8101-4dfb-b575-fc6dbe406a7c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.007256] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-540bee7f-80b9-416d-b831-2885e1453990 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.022366] env[69350]: DEBUG nova.compute.provider_tree [None req-bd0eb26a-9c09-4f02-ac7a-6991f3e26ce8 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1118.043762] env[69350]: DEBUG oslo_vmware.api [None req-4ebebe1e-a6bd-4124-99d9-b63cc3b94021 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365741, 'name': PowerOnVM_Task, 'duration_secs': 0.508958} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.044041] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ebebe1e-a6bd-4124-99d9-b63cc3b94021 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 11c67a96-f39b-4f14-9eed-ca26d6e0d16c] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1118.044299] env[69350]: INFO nova.compute.manager [None req-4ebebe1e-a6bd-4124-99d9-b63cc3b94021 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 11c67a96-f39b-4f14-9eed-ca26d6e0d16c] Took 6.65 seconds to spawn the instance on the hypervisor. [ 1118.044499] env[69350]: DEBUG nova.compute.manager [None req-4ebebe1e-a6bd-4124-99d9-b63cc3b94021 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 11c67a96-f39b-4f14-9eed-ca26d6e0d16c] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1118.045281] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b6a6055-6486-4c3f-bb42-1561f30d1889 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.458728] env[69350]: DEBUG nova.network.neutron [None req-9872a026-ff8c-412a-a644-a1d17068897d tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: fd796368-14e5-47ae-b08b-6e17c2722d8d] Updating instance_info_cache with network_info: [{"id": "571ed37a-d68e-41c3-ba03-6db820a14f07", "address": "fa:16:3e:e5:bc:c5", "network": {"id": "b9926ca7-18c0-4f87-918b-403ba5906bb0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2101484641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b6086e845a74075ace175b4fcb0622d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap571ed37a-d6", "ovs_interfaceid": "571ed37a-d68e-41c3-ba03-6db820a14f07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.526797] env[69350]: DEBUG nova.scheduler.client.report [None req-bd0eb26a-9c09-4f02-ac7a-6991f3e26ce8 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1118.563728] env[69350]: INFO nova.compute.manager [None req-4ebebe1e-a6bd-4124-99d9-b63cc3b94021 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 11c67a96-f39b-4f14-9eed-ca26d6e0d16c] Took 11.92 seconds to build instance. [ 1118.961015] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9872a026-ff8c-412a-a644-a1d17068897d tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Releasing lock "refresh_cache-fd796368-14e5-47ae-b08b-6e17c2722d8d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.032669] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bd0eb26a-9c09-4f02-ac7a-6991f3e26ce8 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.794s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.034861] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b046ffd6-9d5b-496b-a955-1326144d3676 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Acquiring lock "29207e32-1b3a-472e-b65e-1de795fbe1c9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.034973] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b046ffd6-9d5b-496b-a955-1326144d3676 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Lock "29207e32-1b3a-472e-b65e-1de795fbe1c9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.036524] env[69350]: DEBUG oslo_concurrency.lockutils [None req-658cd5e5-95c4-44ad-b27a-1ba78d63b912 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.036524] env[69350]: DEBUG nova.objects.instance [None req-658cd5e5-95c4-44ad-b27a-1ba78d63b912 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Lazy-loading 'resources' on Instance uuid 38697a7f-71a5-4109-bc6f-58f00ec0c798 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1119.058250] env[69350]: INFO nova.scheduler.client.report [None req-bd0eb26a-9c09-4f02-ac7a-6991f3e26ce8 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] Deleted allocations for instance f57f4243-4a2f-4f93-962e-4ceb2fbb2f66 [ 1119.065642] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4ebebe1e-a6bd-4124-99d9-b63cc3b94021 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Lock "11c67a96-f39b-4f14-9eed-ca26d6e0d16c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.431s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.374488] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a29505d7-a3b5-40a8-aad5-5b3916755d2d tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Acquiring lock "interface-d01bd7bf-c208-4d10-8c17-22807de255ac-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.374760] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a29505d7-a3b5-40a8-aad5-5b3916755d2d tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Lock "interface-d01bd7bf-c208-4d10-8c17-22807de255ac-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.375117] env[69350]: DEBUG nova.objects.instance [None req-a29505d7-a3b5-40a8-aad5-5b3916755d2d tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Lazy-loading 'flavor' on Instance uuid d01bd7bf-c208-4d10-8c17-22807de255ac {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1119.538791] env[69350]: DEBUG nova.compute.manager [None req-b046ffd6-9d5b-496b-a955-1326144d3676 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] [instance: 29207e32-1b3a-472e-b65e-1de795fbe1c9] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1119.567034] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bd0eb26a-9c09-4f02-ac7a-6991f3e26ce8 tempest-ServersTestJSON-1478964115 tempest-ServersTestJSON-1478964115-project-member] Lock "f57f4243-4a2f-4f93-962e-4ceb2fbb2f66" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.976s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.743150] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f54b3a97-3f92-4595-b657-bd31c6f78b60 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.754028] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f6fa2d1-8beb-4549-ae6c-f1482f3bdc0d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.784418] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed0a314a-d9f4-46e8-9f44-9648a8af4973 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.792562] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b5f9b39-f0fa-4cfa-ba6c-1fe1acbf2533 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.808789] env[69350]: DEBUG nova.compute.provider_tree [None req-658cd5e5-95c4-44ad-b27a-1ba78d63b912 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1119.958458] env[69350]: DEBUG nova.objects.instance [None req-a29505d7-a3b5-40a8-aad5-5b3916755d2d tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Lazy-loading 'pci_requests' on Instance uuid d01bd7bf-c208-4d10-8c17-22807de255ac {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1120.065975] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b046ffd6-9d5b-496b-a955-1326144d3676 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.155165] env[69350]: DEBUG nova.compute.manager [None req-10fb437b-300a-4c3b-a372-b9acb1b13bdd tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 11c67a96-f39b-4f14-9eed-ca26d6e0d16c] Stashing vm_state: active {{(pid=69350) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1120.312365] env[69350]: DEBUG nova.scheduler.client.report [None req-658cd5e5-95c4-44ad-b27a-1ba78d63b912 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1120.462958] env[69350]: DEBUG nova.objects.base [None req-a29505d7-a3b5-40a8-aad5-5b3916755d2d tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69350) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1120.462958] env[69350]: DEBUG nova.network.neutron [None req-a29505d7-a3b5-40a8-aad5-5b3916755d2d tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: d01bd7bf-c208-4d10-8c17-22807de255ac] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1120.476082] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc18c7b-12e2-4c52-9909-b81a43f4f80e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.495899] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9872a026-ff8c-412a-a644-a1d17068897d tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: fd796368-14e5-47ae-b08b-6e17c2722d8d] Updating instance 'fd796368-14e5-47ae-b08b-6e17c2722d8d' progress to 0 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1120.502245] env[69350]: DEBUG nova.policy [None req-a29505d7-a3b5-40a8-aad5-5b3916755d2d tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9c9693865dde46498cfeedad6514435b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e70a04cc40f0407ebac8a2f5bbbd8693', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 1120.674399] env[69350]: DEBUG oslo_concurrency.lockutils [None req-10fb437b-300a-4c3b-a372-b9acb1b13bdd tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.775425] env[69350]: DEBUG nova.network.neutron [None req-a29505d7-a3b5-40a8-aad5-5b3916755d2d tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: d01bd7bf-c208-4d10-8c17-22807de255ac] Successfully created port: 73aa07ba-5d0e-4552-9e9c-b4bc4e6fe23e {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1120.818089] env[69350]: DEBUG oslo_concurrency.lockutils [None req-658cd5e5-95c4-44ad-b27a-1ba78d63b912 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.782s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.821555] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b046ffd6-9d5b-496b-a955-1326144d3676 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.755s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.823153] env[69350]: INFO nova.compute.claims [None req-b046ffd6-9d5b-496b-a955-1326144d3676 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] [instance: 29207e32-1b3a-472e-b65e-1de795fbe1c9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1120.842380] env[69350]: INFO nova.scheduler.client.report [None req-658cd5e5-95c4-44ad-b27a-1ba78d63b912 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Deleted allocations for instance 38697a7f-71a5-4109-bc6f-58f00ec0c798 [ 1121.002737] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-9872a026-ff8c-412a-a644-a1d17068897d tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: fd796368-14e5-47ae-b08b-6e17c2722d8d] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1121.003067] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a714010-a3af-4292-9b66-2b791e7da010 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.011545] env[69350]: DEBUG oslo_vmware.api [None req-9872a026-ff8c-412a-a644-a1d17068897d tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Waiting for the task: (returnval){ [ 1121.011545] env[69350]: value = "task-3365746" [ 1121.011545] env[69350]: _type = "Task" [ 1121.011545] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.020708] env[69350]: DEBUG oslo_vmware.api [None req-9872a026-ff8c-412a-a644-a1d17068897d tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365746, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.351081] env[69350]: DEBUG oslo_concurrency.lockutils [None req-658cd5e5-95c4-44ad-b27a-1ba78d63b912 tempest-SecurityGroupsTestJSON-1931609220 tempest-SecurityGroupsTestJSON-1931609220-project-member] Lock "38697a7f-71a5-4109-bc6f-58f00ec0c798" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.762s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.469998] env[69350]: DEBUG oslo_concurrency.lockutils [None req-17dd39b5-1145-496a-8736-195e11d93749 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Acquiring lock "7a738554-0623-4e36-ba13-4d4f1346154c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.470275] env[69350]: DEBUG oslo_concurrency.lockutils [None req-17dd39b5-1145-496a-8736-195e11d93749 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Lock "7a738554-0623-4e36-ba13-4d4f1346154c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.522571] env[69350]: DEBUG oslo_vmware.api [None req-9872a026-ff8c-412a-a644-a1d17068897d tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365746, 'name': PowerOffVM_Task, 'duration_secs': 0.207896} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.522835] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-9872a026-ff8c-412a-a644-a1d17068897d tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: fd796368-14e5-47ae-b08b-6e17c2722d8d] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1121.523026] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9872a026-ff8c-412a-a644-a1d17068897d tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: fd796368-14e5-47ae-b08b-6e17c2722d8d] Updating instance 'fd796368-14e5-47ae-b08b-6e17c2722d8d' progress to 17 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1121.974900] env[69350]: DEBUG nova.compute.utils [None req-17dd39b5-1145-496a-8736-195e11d93749 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1122.019737] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bffd7630-e7c4-4701-9882-77d3a0b1c8c5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.031025] env[69350]: DEBUG nova.virt.hardware [None req-9872a026-ff8c-412a-a644-a1d17068897d tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1122.031322] env[69350]: DEBUG nova.virt.hardware [None req-9872a026-ff8c-412a-a644-a1d17068897d tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1122.031514] env[69350]: DEBUG nova.virt.hardware [None req-9872a026-ff8c-412a-a644-a1d17068897d tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1122.031722] env[69350]: DEBUG nova.virt.hardware [None req-9872a026-ff8c-412a-a644-a1d17068897d tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1122.031882] env[69350]: DEBUG nova.virt.hardware [None req-9872a026-ff8c-412a-a644-a1d17068897d tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1122.032054] env[69350]: DEBUG nova.virt.hardware [None req-9872a026-ff8c-412a-a644-a1d17068897d tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1122.032266] env[69350]: DEBUG nova.virt.hardware [None req-9872a026-ff8c-412a-a644-a1d17068897d tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1122.032429] env[69350]: DEBUG nova.virt.hardware [None req-9872a026-ff8c-412a-a644-a1d17068897d tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1122.032772] env[69350]: DEBUG nova.virt.hardware [None req-9872a026-ff8c-412a-a644-a1d17068897d tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1122.032772] env[69350]: DEBUG nova.virt.hardware [None req-9872a026-ff8c-412a-a644-a1d17068897d tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1122.032917] env[69350]: DEBUG nova.virt.hardware [None req-9872a026-ff8c-412a-a644-a1d17068897d tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1122.038054] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b8e265f-9ab3-41da-a0de-d49b94611152 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.049847] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-761317b4-0670-48a4-9b8c-5199e2558586 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.083391] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d1225c7-b7e8-4fed-aff3-38ba1d98827c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.086164] env[69350]: DEBUG oslo_vmware.api [None req-9872a026-ff8c-412a-a644-a1d17068897d tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Waiting for the task: (returnval){ [ 1122.086164] env[69350]: value = "task-3365747" [ 1122.086164] env[69350]: _type = "Task" [ 1122.086164] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.093401] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f63daf76-3ca8-45a2-8377-2857446a6ff8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.100695] env[69350]: DEBUG oslo_vmware.api [None req-9872a026-ff8c-412a-a644-a1d17068897d tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365747, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.113965] env[69350]: DEBUG nova.compute.provider_tree [None req-b046ffd6-9d5b-496b-a955-1326144d3676 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1122.362680] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-87c52b99-6585-4ea4-8dc2-e658c468d147 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: c168608c-1c65-4e48-be87-93dfa497f573] Volume attach. Driver type: vmdk {{(pid=69350) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1122.362932] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-87c52b99-6585-4ea4-8dc2-e658c468d147 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: c168608c-1c65-4e48-be87-93dfa497f573] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-671645', 'volume_id': 'a9c5cf86-46a7-4c0e-b263-a2af626d4e5a', 'name': 'volume-a9c5cf86-46a7-4c0e-b263-a2af626d4e5a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c168608c-1c65-4e48-be87-93dfa497f573', 'attached_at': '', 'detached_at': '', 'volume_id': 'a9c5cf86-46a7-4c0e-b263-a2af626d4e5a', 'serial': 'a9c5cf86-46a7-4c0e-b263-a2af626d4e5a'} {{(pid=69350) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1122.363845] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79152a41-4f77-4e18-baa6-3641054457db {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.385039] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb84d4b6-fa0c-4390-bc7d-451a7e308040 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.413090] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-87c52b99-6585-4ea4-8dc2-e658c468d147 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: c168608c-1c65-4e48-be87-93dfa497f573] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] volume-a9c5cf86-46a7-4c0e-b263-a2af626d4e5a/volume-a9c5cf86-46a7-4c0e-b263-a2af626d4e5a.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1122.413428] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-122ca8fa-4536-4b56-9d71-f3007922fd82 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.432992] env[69350]: DEBUG oslo_vmware.api [None req-87c52b99-6585-4ea4-8dc2-e658c468d147 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Waiting for the task: (returnval){ [ 1122.432992] env[69350]: value = "task-3365748" [ 1122.432992] env[69350]: _type = "Task" [ 1122.432992] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.442154] env[69350]: DEBUG oslo_vmware.api [None req-87c52b99-6585-4ea4-8dc2-e658c468d147 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Task: {'id': task-3365748, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.480367] env[69350]: DEBUG oslo_concurrency.lockutils [None req-17dd39b5-1145-496a-8736-195e11d93749 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Lock "7a738554-0623-4e36-ba13-4d4f1346154c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.555046] env[69350]: DEBUG nova.network.neutron [None req-a29505d7-a3b5-40a8-aad5-5b3916755d2d tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: d01bd7bf-c208-4d10-8c17-22807de255ac] Successfully updated port: 73aa07ba-5d0e-4552-9e9c-b4bc4e6fe23e {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1122.596923] env[69350]: DEBUG oslo_vmware.api [None req-9872a026-ff8c-412a-a644-a1d17068897d tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365747, 'name': ReconfigVM_Task, 'duration_secs': 0.260304} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.597324] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9872a026-ff8c-412a-a644-a1d17068897d tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: fd796368-14e5-47ae-b08b-6e17c2722d8d] Updating instance 'fd796368-14e5-47ae-b08b-6e17c2722d8d' progress to 33 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1122.616940] env[69350]: DEBUG nova.scheduler.client.report [None req-b046ffd6-9d5b-496b-a955-1326144d3676 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1122.946109] env[69350]: DEBUG oslo_vmware.api [None req-87c52b99-6585-4ea4-8dc2-e658c468d147 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Task: {'id': task-3365748, 'name': ReconfigVM_Task, 'duration_secs': 0.347215} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.946407] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-87c52b99-6585-4ea4-8dc2-e658c468d147 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: c168608c-1c65-4e48-be87-93dfa497f573] Reconfigured VM instance instance-0000004f to attach disk [datastore1] volume-a9c5cf86-46a7-4c0e-b263-a2af626d4e5a/volume-a9c5cf86-46a7-4c0e-b263-a2af626d4e5a.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1122.951396] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0655106-edf9-4e4f-8a56-9411e1d6fea1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.966879] env[69350]: DEBUG oslo_vmware.api [None req-87c52b99-6585-4ea4-8dc2-e658c468d147 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Waiting for the task: (returnval){ [ 1122.966879] env[69350]: value = "task-3365749" [ 1122.966879] env[69350]: _type = "Task" [ 1122.966879] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.975958] env[69350]: DEBUG oslo_vmware.api [None req-87c52b99-6585-4ea4-8dc2-e658c468d147 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Task: {'id': task-3365749, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.058078] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a29505d7-a3b5-40a8-aad5-5b3916755d2d tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Acquiring lock "refresh_cache-d01bd7bf-c208-4d10-8c17-22807de255ac" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.058136] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a29505d7-a3b5-40a8-aad5-5b3916755d2d tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Acquired lock "refresh_cache-d01bd7bf-c208-4d10-8c17-22807de255ac" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.058356] env[69350]: DEBUG nova.network.neutron [None req-a29505d7-a3b5-40a8-aad5-5b3916755d2d tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: d01bd7bf-c208-4d10-8c17-22807de255ac] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1123.104272] env[69350]: DEBUG nova.virt.hardware [None req-9872a026-ff8c-412a-a644-a1d17068897d tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1123.104400] env[69350]: DEBUG nova.virt.hardware [None req-9872a026-ff8c-412a-a644-a1d17068897d tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1123.104555] env[69350]: DEBUG nova.virt.hardware [None req-9872a026-ff8c-412a-a644-a1d17068897d tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1123.104735] env[69350]: DEBUG nova.virt.hardware [None req-9872a026-ff8c-412a-a644-a1d17068897d tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1123.104879] env[69350]: DEBUG nova.virt.hardware [None req-9872a026-ff8c-412a-a644-a1d17068897d tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1123.105073] env[69350]: DEBUG nova.virt.hardware [None req-9872a026-ff8c-412a-a644-a1d17068897d tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1123.105243] env[69350]: DEBUG nova.virt.hardware [None req-9872a026-ff8c-412a-a644-a1d17068897d tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1123.105403] env[69350]: DEBUG nova.virt.hardware [None req-9872a026-ff8c-412a-a644-a1d17068897d tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1123.105575] env[69350]: DEBUG nova.virt.hardware [None req-9872a026-ff8c-412a-a644-a1d17068897d tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1123.105730] env[69350]: DEBUG nova.virt.hardware [None req-9872a026-ff8c-412a-a644-a1d17068897d tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1123.105946] env[69350]: DEBUG nova.virt.hardware [None req-9872a026-ff8c-412a-a644-a1d17068897d tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1123.111469] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-9872a026-ff8c-412a-a644-a1d17068897d tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: fd796368-14e5-47ae-b08b-6e17c2722d8d] Reconfiguring VM instance instance-00000057 to detach disk 2000 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1123.112412] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4cda7e0-defe-4679-bd16-25849b0faa53 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.127469] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b046ffd6-9d5b-496b-a955-1326144d3676 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.307s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.129115] env[69350]: DEBUG nova.compute.manager [None req-b046ffd6-9d5b-496b-a955-1326144d3676 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] [instance: 29207e32-1b3a-472e-b65e-1de795fbe1c9] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1123.133021] env[69350]: DEBUG oslo_concurrency.lockutils [None req-10fb437b-300a-4c3b-a372-b9acb1b13bdd tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.458s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.141029] env[69350]: DEBUG oslo_vmware.api [None req-9872a026-ff8c-412a-a644-a1d17068897d tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Waiting for the task: (returnval){ [ 1123.141029] env[69350]: value = "task-3365750" [ 1123.141029] env[69350]: _type = "Task" [ 1123.141029] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.152857] env[69350]: DEBUG oslo_vmware.api [None req-9872a026-ff8c-412a-a644-a1d17068897d tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365750, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.273770] env[69350]: DEBUG nova.compute.manager [req-b9910e1c-aa38-4552-b95a-7f43a9265c33 req-f13b610a-6b15-49e5-808b-fdb3a9ccf6c3 service nova] [instance: d01bd7bf-c208-4d10-8c17-22807de255ac] Received event network-vif-plugged-73aa07ba-5d0e-4552-9e9c-b4bc4e6fe23e {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1123.273770] env[69350]: DEBUG oslo_concurrency.lockutils [req-b9910e1c-aa38-4552-b95a-7f43a9265c33 req-f13b610a-6b15-49e5-808b-fdb3a9ccf6c3 service nova] Acquiring lock "d01bd7bf-c208-4d10-8c17-22807de255ac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.273900] env[69350]: DEBUG oslo_concurrency.lockutils [req-b9910e1c-aa38-4552-b95a-7f43a9265c33 req-f13b610a-6b15-49e5-808b-fdb3a9ccf6c3 service nova] Lock "d01bd7bf-c208-4d10-8c17-22807de255ac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.274081] env[69350]: DEBUG oslo_concurrency.lockutils [req-b9910e1c-aa38-4552-b95a-7f43a9265c33 req-f13b610a-6b15-49e5-808b-fdb3a9ccf6c3 service nova] Lock "d01bd7bf-c208-4d10-8c17-22807de255ac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.274251] env[69350]: DEBUG nova.compute.manager [req-b9910e1c-aa38-4552-b95a-7f43a9265c33 req-f13b610a-6b15-49e5-808b-fdb3a9ccf6c3 service nova] [instance: d01bd7bf-c208-4d10-8c17-22807de255ac] No waiting events found dispatching network-vif-plugged-73aa07ba-5d0e-4552-9e9c-b4bc4e6fe23e {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1123.274444] env[69350]: WARNING nova.compute.manager [req-b9910e1c-aa38-4552-b95a-7f43a9265c33 req-f13b610a-6b15-49e5-808b-fdb3a9ccf6c3 service nova] [instance: d01bd7bf-c208-4d10-8c17-22807de255ac] Received unexpected event network-vif-plugged-73aa07ba-5d0e-4552-9e9c-b4bc4e6fe23e for instance with vm_state active and task_state None. [ 1123.477137] env[69350]: DEBUG oslo_vmware.api [None req-87c52b99-6585-4ea4-8dc2-e658c468d147 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Task: {'id': task-3365749, 'name': ReconfigVM_Task, 'duration_secs': 0.152263} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.477462] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-87c52b99-6585-4ea4-8dc2-e658c468d147 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: c168608c-1c65-4e48-be87-93dfa497f573] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-671645', 'volume_id': 'a9c5cf86-46a7-4c0e-b263-a2af626d4e5a', 'name': 'volume-a9c5cf86-46a7-4c0e-b263-a2af626d4e5a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c168608c-1c65-4e48-be87-93dfa497f573', 'attached_at': '', 'detached_at': '', 'volume_id': 'a9c5cf86-46a7-4c0e-b263-a2af626d4e5a', 'serial': 'a9c5cf86-46a7-4c0e-b263-a2af626d4e5a'} {{(pid=69350) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1123.545616] env[69350]: DEBUG oslo_concurrency.lockutils [None req-17dd39b5-1145-496a-8736-195e11d93749 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Acquiring lock "7a738554-0623-4e36-ba13-4d4f1346154c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.545913] env[69350]: DEBUG oslo_concurrency.lockutils [None req-17dd39b5-1145-496a-8736-195e11d93749 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Lock "7a738554-0623-4e36-ba13-4d4f1346154c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.546186] env[69350]: INFO nova.compute.manager [None req-17dd39b5-1145-496a-8736-195e11d93749 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] Attaching volume d798d62a-a4b3-4c93-bc12-bcde7e05d882 to /dev/sdb [ 1123.578207] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c7e55c-5224-403c-8e97-1c8c022b759d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.586387] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efd614f2-d5b0-4ca2-a511-b09f98b6ef32 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.596010] env[69350]: WARNING nova.network.neutron [None req-a29505d7-a3b5-40a8-aad5-5b3916755d2d tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: d01bd7bf-c208-4d10-8c17-22807de255ac] ad123e0a-1a99-4c6b-932f-ff9de41ceb18 already exists in list: networks containing: ['ad123e0a-1a99-4c6b-932f-ff9de41ceb18']. ignoring it [ 1123.601651] env[69350]: DEBUG nova.virt.block_device [None req-17dd39b5-1145-496a-8736-195e11d93749 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] Updating existing volume attachment record: 24d4f4f4-88f5-4efb-8347-e98748c7d55f {{(pid=69350) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1123.636212] env[69350]: DEBUG nova.compute.utils [None req-b046ffd6-9d5b-496b-a955-1326144d3676 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1123.639177] env[69350]: INFO nova.compute.claims [None req-10fb437b-300a-4c3b-a372-b9acb1b13bdd tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 11c67a96-f39b-4f14-9eed-ca26d6e0d16c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1123.645206] env[69350]: DEBUG nova.compute.manager [None req-b046ffd6-9d5b-496b-a955-1326144d3676 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] [instance: 29207e32-1b3a-472e-b65e-1de795fbe1c9] Not allocating networking since 'none' was specified. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1123.655682] env[69350]: DEBUG oslo_vmware.api [None req-9872a026-ff8c-412a-a644-a1d17068897d tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365750, 'name': ReconfigVM_Task, 'duration_secs': 0.168322} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.655942] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-9872a026-ff8c-412a-a644-a1d17068897d tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: fd796368-14e5-47ae-b08b-6e17c2722d8d] Reconfigured VM instance instance-00000057 to detach disk 2000 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1123.656753] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8943c96e-1292-457a-8c41-c3365d2ecbc2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.681934] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-9872a026-ff8c-412a-a644-a1d17068897d tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: fd796368-14e5-47ae-b08b-6e17c2722d8d] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] fd796368-14e5-47ae-b08b-6e17c2722d8d/fd796368-14e5-47ae-b08b-6e17c2722d8d.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1123.684298] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90132517-411c-4220-bc58-4a013fe8c61f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.705161] env[69350]: DEBUG oslo_vmware.api [None req-9872a026-ff8c-412a-a644-a1d17068897d tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Waiting for the task: (returnval){ [ 1123.705161] env[69350]: value = "task-3365751" [ 1123.705161] env[69350]: _type = "Task" [ 1123.705161] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.714160] env[69350]: DEBUG oslo_vmware.api [None req-9872a026-ff8c-412a-a644-a1d17068897d tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365751, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.938246] env[69350]: DEBUG nova.network.neutron [None req-a29505d7-a3b5-40a8-aad5-5b3916755d2d tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: d01bd7bf-c208-4d10-8c17-22807de255ac] Updating instance_info_cache with network_info: [{"id": "9ee03317-3ef9-451e-8cc2-579071cd0edd", "address": "fa:16:3e:04:aa:33", "network": {"id": "ad123e0a-1a99-4c6b-932f-ff9de41ceb18", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-757019814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e70a04cc40f0407ebac8a2f5bbbd8693", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ee03317-3e", "ovs_interfaceid": "9ee03317-3ef9-451e-8cc2-579071cd0edd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "73aa07ba-5d0e-4552-9e9c-b4bc4e6fe23e", "address": "fa:16:3e:23:11:17", "network": {"id": "ad123e0a-1a99-4c6b-932f-ff9de41ceb18", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-757019814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e70a04cc40f0407ebac8a2f5bbbd8693", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73aa07ba-5d", "ovs_interfaceid": "73aa07ba-5d0e-4552-9e9c-b4bc4e6fe23e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.143457] env[69350]: DEBUG nova.compute.manager [None req-b046ffd6-9d5b-496b-a955-1326144d3676 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] [instance: 29207e32-1b3a-472e-b65e-1de795fbe1c9] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1124.147303] env[69350]: INFO nova.compute.resource_tracker [None req-10fb437b-300a-4c3b-a372-b9acb1b13bdd tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 11c67a96-f39b-4f14-9eed-ca26d6e0d16c] Updating resource usage from migration 7a5d16e2-c1d0-4dba-9007-4f912e210786 [ 1124.220049] env[69350]: DEBUG oslo_vmware.api [None req-9872a026-ff8c-412a-a644-a1d17068897d tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365751, 'name': ReconfigVM_Task, 'duration_secs': 0.382541} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.220049] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-9872a026-ff8c-412a-a644-a1d17068897d tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: fd796368-14e5-47ae-b08b-6e17c2722d8d] Reconfigured VM instance instance-00000057 to attach disk [datastore2] fd796368-14e5-47ae-b08b-6e17c2722d8d/fd796368-14e5-47ae-b08b-6e17c2722d8d.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1124.220391] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9872a026-ff8c-412a-a644-a1d17068897d tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: fd796368-14e5-47ae-b08b-6e17c2722d8d] Updating instance 'fd796368-14e5-47ae-b08b-6e17c2722d8d' progress to 50 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1124.387588] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8741237d-d9c7-4384-b4ee-92da49256512 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.395721] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc1d2ec5-5963-4680-9ac1-600a76daf46a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.435870] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f60170-145d-41d5-a762-687e6b973d5c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.445903] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-271317c9-fceb-408d-83dc-906b93b84c34 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.450974] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a29505d7-a3b5-40a8-aad5-5b3916755d2d tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Releasing lock "refresh_cache-d01bd7bf-c208-4d10-8c17-22807de255ac" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.451680] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a29505d7-a3b5-40a8-aad5-5b3916755d2d tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Acquiring lock "d01bd7bf-c208-4d10-8c17-22807de255ac" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.451922] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a29505d7-a3b5-40a8-aad5-5b3916755d2d tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Acquired lock "d01bd7bf-c208-4d10-8c17-22807de255ac" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.452789] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c4527d-739b-4acf-a2bd-b984d481e4cc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.468175] env[69350]: DEBUG nova.compute.provider_tree [None req-10fb437b-300a-4c3b-a372-b9acb1b13bdd tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1124.484968] env[69350]: DEBUG nova.virt.hardware [None req-a29505d7-a3b5-40a8-aad5-5b3916755d2d tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1124.485236] env[69350]: DEBUG nova.virt.hardware [None req-a29505d7-a3b5-40a8-aad5-5b3916755d2d tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1124.485392] env[69350]: DEBUG nova.virt.hardware [None req-a29505d7-a3b5-40a8-aad5-5b3916755d2d tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1124.485567] env[69350]: DEBUG nova.virt.hardware [None req-a29505d7-a3b5-40a8-aad5-5b3916755d2d tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1124.485703] env[69350]: DEBUG nova.virt.hardware [None req-a29505d7-a3b5-40a8-aad5-5b3916755d2d tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1124.485843] env[69350]: DEBUG nova.virt.hardware [None req-a29505d7-a3b5-40a8-aad5-5b3916755d2d tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1124.486073] env[69350]: DEBUG nova.virt.hardware [None req-a29505d7-a3b5-40a8-aad5-5b3916755d2d tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1124.486325] env[69350]: DEBUG nova.virt.hardware [None req-a29505d7-a3b5-40a8-aad5-5b3916755d2d tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1124.486603] env[69350]: DEBUG nova.virt.hardware [None req-a29505d7-a3b5-40a8-aad5-5b3916755d2d tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1124.486603] env[69350]: DEBUG nova.virt.hardware [None req-a29505d7-a3b5-40a8-aad5-5b3916755d2d tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1124.486735] env[69350]: DEBUG nova.virt.hardware [None req-a29505d7-a3b5-40a8-aad5-5b3916755d2d tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1124.493331] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a29505d7-a3b5-40a8-aad5-5b3916755d2d tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: d01bd7bf-c208-4d10-8c17-22807de255ac] Reconfiguring VM to attach interface {{(pid=69350) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1124.494479] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c760920-4fd7-49a5-b03f-2136a1d41565 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.514366] env[69350]: DEBUG oslo_vmware.api [None req-a29505d7-a3b5-40a8-aad5-5b3916755d2d tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Waiting for the task: (returnval){ [ 1124.514366] env[69350]: value = "task-3365755" [ 1124.514366] env[69350]: _type = "Task" [ 1124.514366] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.523551] env[69350]: DEBUG oslo_vmware.api [None req-a29505d7-a3b5-40a8-aad5-5b3916755d2d tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3365755, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.525521] env[69350]: DEBUG nova.objects.instance [None req-87c52b99-6585-4ea4-8dc2-e658c468d147 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Lazy-loading 'flavor' on Instance uuid c168608c-1c65-4e48-be87-93dfa497f573 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1124.727195] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c37142c-a877-47ba-8ff2-77adfb7dfcfd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.749173] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a673a21-a740-4475-bf9e-0b5c62b27dd5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.768587] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9872a026-ff8c-412a-a644-a1d17068897d tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: fd796368-14e5-47ae-b08b-6e17c2722d8d] Updating instance 'fd796368-14e5-47ae-b08b-6e17c2722d8d' progress to 67 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1124.971737] env[69350]: DEBUG nova.scheduler.client.report [None req-10fb437b-300a-4c3b-a372-b9acb1b13bdd tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1125.026092] env[69350]: DEBUG oslo_vmware.api [None req-a29505d7-a3b5-40a8-aad5-5b3916755d2d tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3365755, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.034907] env[69350]: DEBUG oslo_concurrency.lockutils [None req-87c52b99-6585-4ea4-8dc2-e658c468d147 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Lock "c168608c-1c65-4e48-be87-93dfa497f573" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.290s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.060469] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1125.060807] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1125.060978] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1125.061147] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1125.061297] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1125.061437] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1125.061603] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1125.061740] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69350) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1125.061904] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1125.157305] env[69350]: DEBUG nova.compute.manager [None req-b046ffd6-9d5b-496b-a955-1326144d3676 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] [instance: 29207e32-1b3a-472e-b65e-1de795fbe1c9] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1125.187786] env[69350]: DEBUG nova.virt.hardware [None req-b046ffd6-9d5b-496b-a955-1326144d3676 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1125.188248] env[69350]: DEBUG nova.virt.hardware [None req-b046ffd6-9d5b-496b-a955-1326144d3676 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1125.188444] env[69350]: DEBUG nova.virt.hardware [None req-b046ffd6-9d5b-496b-a955-1326144d3676 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1125.188742] env[69350]: DEBUG nova.virt.hardware [None req-b046ffd6-9d5b-496b-a955-1326144d3676 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1125.188949] env[69350]: DEBUG nova.virt.hardware [None req-b046ffd6-9d5b-496b-a955-1326144d3676 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1125.189166] env[69350]: DEBUG nova.virt.hardware [None req-b046ffd6-9d5b-496b-a955-1326144d3676 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1125.189507] env[69350]: DEBUG nova.virt.hardware [None req-b046ffd6-9d5b-496b-a955-1326144d3676 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1125.189725] env[69350]: DEBUG nova.virt.hardware [None req-b046ffd6-9d5b-496b-a955-1326144d3676 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1125.189956] env[69350]: DEBUG nova.virt.hardware [None req-b046ffd6-9d5b-496b-a955-1326144d3676 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1125.190191] env[69350]: DEBUG nova.virt.hardware [None req-b046ffd6-9d5b-496b-a955-1326144d3676 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1125.190459] env[69350]: DEBUG nova.virt.hardware [None req-b046ffd6-9d5b-496b-a955-1326144d3676 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1125.191942] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0350d652-4bdf-4a6f-bd48-85349c4abdd2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.205949] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfabbfb2-cc32-481b-a32f-c36b55d6bcf1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.224829] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b046ffd6-9d5b-496b-a955-1326144d3676 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] [instance: 29207e32-1b3a-472e-b65e-1de795fbe1c9] Instance VIF info [] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1125.233636] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-b046ffd6-9d5b-496b-a955-1326144d3676 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Creating folder: Project (b56ee235f94945029b7bdf00b2860cf8). Parent ref: group-v671398. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1125.234223] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5f6ea5bb-cb1c-46b3-bdfb-3cc0bb111661 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Acquiring lock "c168608c-1c65-4e48-be87-93dfa497f573" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.234552] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5f6ea5bb-cb1c-46b3-bdfb-3cc0bb111661 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Lock "c168608c-1c65-4e48-be87-93dfa497f573" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.234808] env[69350]: DEBUG nova.compute.manager [None req-5f6ea5bb-cb1c-46b3-bdfb-3cc0bb111661 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: c168608c-1c65-4e48-be87-93dfa497f573] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1125.235114] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e7cb5a5a-a984-4424-8185-c37d8db0647c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.237942] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e81f2628-e537-4062-b8bd-3a9ee6a21352 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.248562] env[69350]: DEBUG nova.compute.manager [None req-5f6ea5bb-cb1c-46b3-bdfb-3cc0bb111661 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: c168608c-1c65-4e48-be87-93dfa497f573] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69350) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1125.249288] env[69350]: DEBUG nova.objects.instance [None req-5f6ea5bb-cb1c-46b3-bdfb-3cc0bb111661 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Lazy-loading 'flavor' on Instance uuid c168608c-1c65-4e48-be87-93dfa497f573 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1125.252070] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-b046ffd6-9d5b-496b-a955-1326144d3676 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Created folder: Project (b56ee235f94945029b7bdf00b2860cf8) in parent group-v671398. [ 1125.252253] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-b046ffd6-9d5b-496b-a955-1326144d3676 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Creating folder: Instances. Parent ref: group-v671648. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1125.252674] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f7e7eb4e-304f-4512-a0fc-43bdb04efa46 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.262431] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-b046ffd6-9d5b-496b-a955-1326144d3676 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Created folder: Instances in parent group-v671648. [ 1125.262667] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b046ffd6-9d5b-496b-a955-1326144d3676 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1125.262853] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29207e32-1b3a-472e-b65e-1de795fbe1c9] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1125.263066] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ded58f2c-2eb2-44d2-9300-a481e6a7dbac {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.283935] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1125.283935] env[69350]: value = "task-3365758" [ 1125.283935] env[69350]: _type = "Task" [ 1125.283935] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.293322] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365758, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.302856] env[69350]: DEBUG nova.compute.manager [req-6b95493b-1f3c-4f0c-aa86-79b94808dda3 req-bc876ea0-9d5f-48e2-86d6-d3b87c46098c service nova] [instance: d01bd7bf-c208-4d10-8c17-22807de255ac] Received event network-changed-73aa07ba-5d0e-4552-9e9c-b4bc4e6fe23e {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1125.303105] env[69350]: DEBUG nova.compute.manager [req-6b95493b-1f3c-4f0c-aa86-79b94808dda3 req-bc876ea0-9d5f-48e2-86d6-d3b87c46098c service nova] [instance: d01bd7bf-c208-4d10-8c17-22807de255ac] Refreshing instance network info cache due to event network-changed-73aa07ba-5d0e-4552-9e9c-b4bc4e6fe23e. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1125.303311] env[69350]: DEBUG oslo_concurrency.lockutils [req-6b95493b-1f3c-4f0c-aa86-79b94808dda3 req-bc876ea0-9d5f-48e2-86d6-d3b87c46098c service nova] Acquiring lock "refresh_cache-d01bd7bf-c208-4d10-8c17-22807de255ac" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.303475] env[69350]: DEBUG oslo_concurrency.lockutils [req-6b95493b-1f3c-4f0c-aa86-79b94808dda3 req-bc876ea0-9d5f-48e2-86d6-d3b87c46098c service nova] Acquired lock "refresh_cache-d01bd7bf-c208-4d10-8c17-22807de255ac" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.303798] env[69350]: DEBUG nova.network.neutron [req-6b95493b-1f3c-4f0c-aa86-79b94808dda3 req-bc876ea0-9d5f-48e2-86d6-d3b87c46098c service nova] [instance: d01bd7bf-c208-4d10-8c17-22807de255ac] Refreshing network info cache for port 73aa07ba-5d0e-4552-9e9c-b4bc4e6fe23e {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1125.313216] env[69350]: DEBUG nova.network.neutron [None req-9872a026-ff8c-412a-a644-a1d17068897d tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: fd796368-14e5-47ae-b08b-6e17c2722d8d] Port 571ed37a-d68e-41c3-ba03-6db820a14f07 binding to destination host cpu-1 is already ACTIVE {{(pid=69350) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1125.476264] env[69350]: DEBUG oslo_concurrency.lockutils [None req-10fb437b-300a-4c3b-a372-b9acb1b13bdd tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.344s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.476495] env[69350]: INFO nova.compute.manager [None req-10fb437b-300a-4c3b-a372-b9acb1b13bdd tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 11c67a96-f39b-4f14-9eed-ca26d6e0d16c] Migrating [ 1125.525473] env[69350]: DEBUG oslo_vmware.api [None req-a29505d7-a3b5-40a8-aad5-5b3916755d2d tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3365755, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.564598] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.564864] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.565089] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.565313] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69350) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1125.566613] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc482eaa-2cf8-4e10-9254-cbf087ef8213 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.576375] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adfc937d-2572-413a-a218-1de7da4049b2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.593093] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2347c698-1412-4d73-b640-a76bf5716b10 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.600459] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe53c1b0-5586-4a8b-b86c-2aef09c92b21 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.631086] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178786MB free_disk=105GB free_vcpus=48 pci_devices=None {{(pid=69350) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1125.631282] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.631340] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.795820] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365758, 'name': CreateVM_Task, 'duration_secs': 0.301393} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.796066] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29207e32-1b3a-472e-b65e-1de795fbe1c9] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1125.796486] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b046ffd6-9d5b-496b-a955-1326144d3676 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.796700] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b046ffd6-9d5b-496b-a955-1326144d3676 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.797227] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b046ffd6-9d5b-496b-a955-1326144d3676 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.797517] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d45b6cc5-4429-4f82-88bb-3869cd073366 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.803711] env[69350]: DEBUG oslo_vmware.api [None req-b046ffd6-9d5b-496b-a955-1326144d3676 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Waiting for the task: (returnval){ [ 1125.803711] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]529d2468-96eb-d437-82ee-fd50a10a7709" [ 1125.803711] env[69350]: _type = "Task" [ 1125.803711] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.819348] env[69350]: DEBUG oslo_vmware.api [None req-b046ffd6-9d5b-496b-a955-1326144d3676 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]529d2468-96eb-d437-82ee-fd50a10a7709, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.992338] env[69350]: DEBUG oslo_concurrency.lockutils [None req-10fb437b-300a-4c3b-a372-b9acb1b13bdd tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Acquiring lock "refresh_cache-11c67a96-f39b-4f14-9eed-ca26d6e0d16c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.992530] env[69350]: DEBUG oslo_concurrency.lockutils [None req-10fb437b-300a-4c3b-a372-b9acb1b13bdd tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Acquired lock "refresh_cache-11c67a96-f39b-4f14-9eed-ca26d6e0d16c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.992708] env[69350]: DEBUG nova.network.neutron [None req-10fb437b-300a-4c3b-a372-b9acb1b13bdd tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 11c67a96-f39b-4f14-9eed-ca26d6e0d16c] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1126.028510] env[69350]: DEBUG oslo_vmware.api [None req-a29505d7-a3b5-40a8-aad5-5b3916755d2d tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3365755, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.130192] env[69350]: DEBUG nova.network.neutron [req-6b95493b-1f3c-4f0c-aa86-79b94808dda3 req-bc876ea0-9d5f-48e2-86d6-d3b87c46098c service nova] [instance: d01bd7bf-c208-4d10-8c17-22807de255ac] Updated VIF entry in instance network info cache for port 73aa07ba-5d0e-4552-9e9c-b4bc4e6fe23e. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1126.130640] env[69350]: DEBUG nova.network.neutron [req-6b95493b-1f3c-4f0c-aa86-79b94808dda3 req-bc876ea0-9d5f-48e2-86d6-d3b87c46098c service nova] [instance: d01bd7bf-c208-4d10-8c17-22807de255ac] Updating instance_info_cache with network_info: [{"id": "9ee03317-3ef9-451e-8cc2-579071cd0edd", "address": "fa:16:3e:04:aa:33", "network": {"id": "ad123e0a-1a99-4c6b-932f-ff9de41ceb18", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-757019814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e70a04cc40f0407ebac8a2f5bbbd8693", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ee03317-3e", "ovs_interfaceid": "9ee03317-3ef9-451e-8cc2-579071cd0edd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "73aa07ba-5d0e-4552-9e9c-b4bc4e6fe23e", "address": "fa:16:3e:23:11:17", "network": {"id": "ad123e0a-1a99-4c6b-932f-ff9de41ceb18", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-757019814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e70a04cc40f0407ebac8a2f5bbbd8693", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73aa07ba-5d", "ovs_interfaceid": "73aa07ba-5d0e-4552-9e9c-b4bc4e6fe23e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.258959] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f6ea5bb-cb1c-46b3-bdfb-3cc0bb111661 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: c168608c-1c65-4e48-be87-93dfa497f573] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1126.259375] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc88373b-b0b1-408a-a7b3-3f56e77cc36b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.266730] env[69350]: DEBUG oslo_vmware.api [None req-5f6ea5bb-cb1c-46b3-bdfb-3cc0bb111661 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Waiting for the task: (returnval){ [ 1126.266730] env[69350]: value = "task-3365760" [ 1126.266730] env[69350]: _type = "Task" [ 1126.266730] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.277204] env[69350]: DEBUG oslo_vmware.api [None req-5f6ea5bb-cb1c-46b3-bdfb-3cc0bb111661 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Task: {'id': task-3365760, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.314571] env[69350]: DEBUG oslo_vmware.api [None req-b046ffd6-9d5b-496b-a955-1326144d3676 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]529d2468-96eb-d437-82ee-fd50a10a7709, 'name': SearchDatastore_Task, 'duration_secs': 0.012691} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.314889] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b046ffd6-9d5b-496b-a955-1326144d3676 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.315136] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b046ffd6-9d5b-496b-a955-1326144d3676 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] [instance: 29207e32-1b3a-472e-b65e-1de795fbe1c9] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1126.315413] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b046ffd6-9d5b-496b-a955-1326144d3676 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.315606] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b046ffd6-9d5b-496b-a955-1326144d3676 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.316076] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-b046ffd6-9d5b-496b-a955-1326144d3676 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1126.316076] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d9a5b0c4-d0e4-4ab1-8dfa-d4d5821035be {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.329284] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-b046ffd6-9d5b-496b-a955-1326144d3676 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1126.329503] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b046ffd6-9d5b-496b-a955-1326144d3676 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1126.333055] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ab385b9-0a3e-47f0-ac41-92c5834ebce3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.339324] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9872a026-ff8c-412a-a644-a1d17068897d tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Acquiring lock "fd796368-14e5-47ae-b08b-6e17c2722d8d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.339553] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9872a026-ff8c-412a-a644-a1d17068897d tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Lock "fd796368-14e5-47ae-b08b-6e17c2722d8d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.339727] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9872a026-ff8c-412a-a644-a1d17068897d tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Lock "fd796368-14e5-47ae-b08b-6e17c2722d8d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.344842] env[69350]: DEBUG oslo_vmware.api [None req-b046ffd6-9d5b-496b-a955-1326144d3676 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Waiting for the task: (returnval){ [ 1126.344842] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52b1c7c5-9513-ae8a-bfcc-99f87c1f2e11" [ 1126.344842] env[69350]: _type = "Task" [ 1126.344842] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.354973] env[69350]: DEBUG oslo_vmware.api [None req-b046ffd6-9d5b-496b-a955-1326144d3676 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52b1c7c5-9513-ae8a-bfcc-99f87c1f2e11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.527023] env[69350]: DEBUG oslo_vmware.api [None req-a29505d7-a3b5-40a8-aad5-5b3916755d2d tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3365755, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.633394] env[69350]: DEBUG oslo_concurrency.lockutils [req-6b95493b-1f3c-4f0c-aa86-79b94808dda3 req-bc876ea0-9d5f-48e2-86d6-d3b87c46098c service nova] Releasing lock "refresh_cache-d01bd7bf-c208-4d10-8c17-22807de255ac" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.642585] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Applying migration context for instance 11c67a96-f39b-4f14-9eed-ca26d6e0d16c as it has an incoming, in-progress migration 7a5d16e2-c1d0-4dba-9007-4f912e210786. Migration status is pre-migrating {{(pid=69350) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1126.642816] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Applying migration context for instance fd796368-14e5-47ae-b08b-6e17c2722d8d as it has an incoming, in-progress migration e7a4ac93-a394-4b38-8b4d-23027653390d. Migration status is post-migrating {{(pid=69350) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1126.644395] env[69350]: INFO nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: 11c67a96-f39b-4f14-9eed-ca26d6e0d16c] Updating resource usage from migration 7a5d16e2-c1d0-4dba-9007-4f912e210786 [ 1126.644722] env[69350]: INFO nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: fd796368-14e5-47ae-b08b-6e17c2722d8d] Updating resource usage from migration e7a4ac93-a394-4b38-8b4d-23027653390d [ 1126.676420] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance f1736cf7-d979-41ba-97d9-45c35b51cad8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1126.676596] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance d8ff34cc-0660-4828-847d-cc58e0c4385a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1126.676721] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance 54012b13-65ff-4fe4-bcab-43038f12aeda actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1126.676827] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance aad4e7c2-8241-4c46-be12-938b0673d68e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1126.676943] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance 684c8b24-d21b-46bd-86e7-9e93b00cc7dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1126.677063] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance a03ec981-aaa5-45f3-aee7-8716b22652c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1126.677176] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance d01bd7bf-c208-4d10-8c17-22807de255ac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1126.677287] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance 7a738554-0623-4e36-ba13-4d4f1346154c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1126.677412] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance c168608c-1c65-4e48-be87-93dfa497f573 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1126.677613] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Migration e7a4ac93-a394-4b38-8b4d-23027653390d is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1126.677759] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance fd796368-14e5-47ae-b08b-6e17c2722d8d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1126.677885] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance 29207e32-1b3a-472e-b65e-1de795fbe1c9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1126.677999] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Migration 7a5d16e2-c1d0-4dba-9007-4f912e210786 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1126.678149] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance 11c67a96-f39b-4f14-9eed-ca26d6e0d16c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1126.678375] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=69350) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1126.678567] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3328MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=69350) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1126.780779] env[69350]: DEBUG oslo_vmware.api [None req-5f6ea5bb-cb1c-46b3-bdfb-3cc0bb111661 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Task: {'id': task-3365760, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.850820] env[69350]: DEBUG nova.network.neutron [None req-10fb437b-300a-4c3b-a372-b9acb1b13bdd tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 11c67a96-f39b-4f14-9eed-ca26d6e0d16c] Updating instance_info_cache with network_info: [{"id": "a7f059ca-fca6-4484-a001-b6b26ed3638b", "address": "fa:16:3e:96:93:2b", "network": {"id": "b27a5766-3026-4d42-a208-8e9c2a543be5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1341532197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a61919e72ea342e59edac0c76d120df9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7f059ca-fc", "ovs_interfaceid": "a7f059ca-fca6-4484-a001-b6b26ed3638b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.865652] env[69350]: DEBUG oslo_vmware.api [None req-b046ffd6-9d5b-496b-a955-1326144d3676 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52b1c7c5-9513-ae8a-bfcc-99f87c1f2e11, 'name': SearchDatastore_Task, 'duration_secs': 0.024499} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.869979] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cdb27df-467f-46c2-8081-68ecb50a3ef2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.878599] env[69350]: DEBUG oslo_vmware.api [None req-b046ffd6-9d5b-496b-a955-1326144d3676 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Waiting for the task: (returnval){ [ 1126.878599] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52880e04-20a5-fd40-8015-dd46e9985642" [ 1126.878599] env[69350]: _type = "Task" [ 1126.878599] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.893397] env[69350]: DEBUG oslo_vmware.api [None req-b046ffd6-9d5b-496b-a955-1326144d3676 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52880e04-20a5-fd40-8015-dd46e9985642, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.943055] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b95c68ab-d7c0-4088-a584-00248bb859c7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.952965] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0deb8e47-f1e1-4ad5-9238-0edfcdec00c0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.986578] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89581fdd-367a-4642-8b15-68d7c4dc6d40 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.994896] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e7c17fc-50cb-4e80-b1f5-1bb9b3fcca36 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.012644] env[69350]: DEBUG nova.compute.provider_tree [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1127.027312] env[69350]: DEBUG oslo_vmware.api [None req-a29505d7-a3b5-40a8-aad5-5b3916755d2d tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3365755, 'name': ReconfigVM_Task, 'duration_secs': 2.301243} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.028243] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a29505d7-a3b5-40a8-aad5-5b3916755d2d tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Releasing lock "d01bd7bf-c208-4d10-8c17-22807de255ac" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.028465] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a29505d7-a3b5-40a8-aad5-5b3916755d2d tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: d01bd7bf-c208-4d10-8c17-22807de255ac] Reconfigured VM to attach interface {{(pid=69350) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1127.281537] env[69350]: DEBUG oslo_vmware.api [None req-5f6ea5bb-cb1c-46b3-bdfb-3cc0bb111661 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Task: {'id': task-3365760, 'name': PowerOffVM_Task, 'duration_secs': 0.839306} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.281825] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f6ea5bb-cb1c-46b3-bdfb-3cc0bb111661 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: c168608c-1c65-4e48-be87-93dfa497f573] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1127.281996] env[69350]: DEBUG nova.compute.manager [None req-5f6ea5bb-cb1c-46b3-bdfb-3cc0bb111661 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: c168608c-1c65-4e48-be87-93dfa497f573] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1127.282781] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5859ffc0-6a44-4bb7-a8a4-284d768724b9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.357570] env[69350]: DEBUG oslo_concurrency.lockutils [None req-10fb437b-300a-4c3b-a372-b9acb1b13bdd tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Releasing lock "refresh_cache-11c67a96-f39b-4f14-9eed-ca26d6e0d16c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.390446] env[69350]: DEBUG oslo_vmware.api [None req-b046ffd6-9d5b-496b-a955-1326144d3676 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52880e04-20a5-fd40-8015-dd46e9985642, 'name': SearchDatastore_Task, 'duration_secs': 0.020546} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.390999] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b046ffd6-9d5b-496b-a955-1326144d3676 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.391280] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-b046ffd6-9d5b-496b-a955-1326144d3676 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] 29207e32-1b3a-472e-b65e-1de795fbe1c9/29207e32-1b3a-472e-b65e-1de795fbe1c9.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1127.391551] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-80fc6eca-dbc6-415d-a63d-f08c97159953 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.394566] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9872a026-ff8c-412a-a644-a1d17068897d tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Acquiring lock "refresh_cache-fd796368-14e5-47ae-b08b-6e17c2722d8d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.394765] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9872a026-ff8c-412a-a644-a1d17068897d tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Acquired lock "refresh_cache-fd796368-14e5-47ae-b08b-6e17c2722d8d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.395053] env[69350]: DEBUG nova.network.neutron [None req-9872a026-ff8c-412a-a644-a1d17068897d tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: fd796368-14e5-47ae-b08b-6e17c2722d8d] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1127.403023] env[69350]: DEBUG oslo_vmware.api [None req-b046ffd6-9d5b-496b-a955-1326144d3676 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Waiting for the task: (returnval){ [ 1127.403023] env[69350]: value = "task-3365761" [ 1127.403023] env[69350]: _type = "Task" [ 1127.403023] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.413152] env[69350]: DEBUG oslo_vmware.api [None req-b046ffd6-9d5b-496b-a955-1326144d3676 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Task: {'id': task-3365761, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.475441] env[69350]: INFO nova.compute.manager [None req-4286528a-eaa8-4421-a359-0d4655fe9888 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: 54012b13-65ff-4fe4-bcab-43038f12aeda] Get console output [ 1127.475842] env[69350]: WARNING nova.virt.vmwareapi.driver [None req-4286528a-eaa8-4421-a359-0d4655fe9888 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: 54012b13-65ff-4fe4-bcab-43038f12aeda] The console log is missing. Check your VSPC configuration [ 1127.517097] env[69350]: DEBUG nova.scheduler.client.report [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1127.533612] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a29505d7-a3b5-40a8-aad5-5b3916755d2d tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Lock "interface-d01bd7bf-c208-4d10-8c17-22807de255ac-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.159s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.795136] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5f6ea5bb-cb1c-46b3-bdfb-3cc0bb111661 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Lock "c168608c-1c65-4e48-be87-93dfa497f573" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.560s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.914845] env[69350]: DEBUG oslo_vmware.api [None req-b046ffd6-9d5b-496b-a955-1326144d3676 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Task: {'id': task-3365761, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.023839] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69350) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1128.024084] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.393s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.154856] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-17dd39b5-1145-496a-8736-195e11d93749 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] Volume attach. Driver type: vmdk {{(pid=69350) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1128.154856] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-17dd39b5-1145-496a-8736-195e11d93749 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-671647', 'volume_id': 'd798d62a-a4b3-4c93-bc12-bcde7e05d882', 'name': 'volume-d798d62a-a4b3-4c93-bc12-bcde7e05d882', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7a738554-0623-4e36-ba13-4d4f1346154c', 'attached_at': '', 'detached_at': '', 'volume_id': 'd798d62a-a4b3-4c93-bc12-bcde7e05d882', 'serial': 'd798d62a-a4b3-4c93-bc12-bcde7e05d882'} {{(pid=69350) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1128.154856] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d816080d-6b1f-4746-b648-01e8b78c501c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.175018] env[69350]: DEBUG nova.network.neutron [None req-9872a026-ff8c-412a-a644-a1d17068897d tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: fd796368-14e5-47ae-b08b-6e17c2722d8d] Updating instance_info_cache with network_info: [{"id": "571ed37a-d68e-41c3-ba03-6db820a14f07", "address": "fa:16:3e:e5:bc:c5", "network": {"id": "b9926ca7-18c0-4f87-918b-403ba5906bb0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2101484641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b6086e845a74075ace175b4fcb0622d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap571ed37a-d6", "ovs_interfaceid": "571ed37a-d68e-41c3-ba03-6db820a14f07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.176637] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-308de7e0-077e-4259-b95f-d61c51725ba4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.213059] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-17dd39b5-1145-496a-8736-195e11d93749 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] volume-d798d62a-a4b3-4c93-bc12-bcde7e05d882/volume-d798d62a-a4b3-4c93-bc12-bcde7e05d882.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1128.214567] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51e8c555-9090-4690-b32e-afeb8627b1a0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.235587] env[69350]: DEBUG oslo_vmware.api [None req-17dd39b5-1145-496a-8736-195e11d93749 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Waiting for the task: (returnval){ [ 1128.235587] env[69350]: value = "task-3365762" [ 1128.235587] env[69350]: _type = "Task" [ 1128.235587] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.244536] env[69350]: DEBUG oslo_vmware.api [None req-17dd39b5-1145-496a-8736-195e11d93749 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365762, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.415196] env[69350]: DEBUG oslo_vmware.api [None req-b046ffd6-9d5b-496b-a955-1326144d3676 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Task: {'id': task-3365761, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523389} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.415196] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-b046ffd6-9d5b-496b-a955-1326144d3676 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] 29207e32-1b3a-472e-b65e-1de795fbe1c9/29207e32-1b3a-472e-b65e-1de795fbe1c9.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1128.415196] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b046ffd6-9d5b-496b-a955-1326144d3676 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] [instance: 29207e32-1b3a-472e-b65e-1de795fbe1c9] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1128.415590] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dc111f62-3d90-4780-b7d1-9e53ecb91613 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.424250] env[69350]: DEBUG oslo_vmware.api [None req-b046ffd6-9d5b-496b-a955-1326144d3676 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Waiting for the task: (returnval){ [ 1128.424250] env[69350]: value = "task-3365763" [ 1128.424250] env[69350]: _type = "Task" [ 1128.424250] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.435437] env[69350]: DEBUG oslo_vmware.api [None req-b046ffd6-9d5b-496b-a955-1326144d3676 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Task: {'id': task-3365763, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.680839] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9872a026-ff8c-412a-a644-a1d17068897d tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Releasing lock "refresh_cache-fd796368-14e5-47ae-b08b-6e17c2722d8d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.754788] env[69350]: DEBUG oslo_vmware.api [None req-17dd39b5-1145-496a-8736-195e11d93749 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365762, 'name': ReconfigVM_Task, 'duration_secs': 0.427136} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.755156] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-17dd39b5-1145-496a-8736-195e11d93749 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] Reconfigured VM instance instance-0000004d to attach disk [datastore1] volume-d798d62a-a4b3-4c93-bc12-bcde7e05d882/volume-d798d62a-a4b3-4c93-bc12-bcde7e05d882.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1128.760113] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b4a93ee-6ec8-439b-9fc3-c51ddba2ce96 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.778931] env[69350]: DEBUG oslo_vmware.api [None req-17dd39b5-1145-496a-8736-195e11d93749 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Waiting for the task: (returnval){ [ 1128.778931] env[69350]: value = "task-3365764" [ 1128.778931] env[69350]: _type = "Task" [ 1128.778931] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.790140] env[69350]: DEBUG oslo_vmware.api [None req-17dd39b5-1145-496a-8736-195e11d93749 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365764, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.802561] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bb05c5d0-3d57-485e-be5d-4ad921ad66a7 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Acquiring lock "54012b13-65ff-4fe4-bcab-43038f12aeda" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.802561] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bb05c5d0-3d57-485e-be5d-4ad921ad66a7 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Lock "54012b13-65ff-4fe4-bcab-43038f12aeda" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.802880] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bb05c5d0-3d57-485e-be5d-4ad921ad66a7 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Acquiring lock "54012b13-65ff-4fe4-bcab-43038f12aeda-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.803075] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bb05c5d0-3d57-485e-be5d-4ad921ad66a7 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Lock "54012b13-65ff-4fe4-bcab-43038f12aeda-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.803336] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bb05c5d0-3d57-485e-be5d-4ad921ad66a7 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Lock "54012b13-65ff-4fe4-bcab-43038f12aeda-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.805738] env[69350]: INFO nova.compute.manager [None req-bb05c5d0-3d57-485e-be5d-4ad921ad66a7 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: 54012b13-65ff-4fe4-bcab-43038f12aeda] Terminating instance [ 1128.874622] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f286526-70b5-46e5-8b41-07ea85a4308f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.899151] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-10fb437b-300a-4c3b-a372-b9acb1b13bdd tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 11c67a96-f39b-4f14-9eed-ca26d6e0d16c] Updating instance '11c67a96-f39b-4f14-9eed-ca26d6e0d16c' progress to 0 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1128.938862] env[69350]: DEBUG oslo_vmware.api [None req-b046ffd6-9d5b-496b-a955-1326144d3676 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Task: {'id': task-3365763, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.116847} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.939178] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b046ffd6-9d5b-496b-a955-1326144d3676 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] [instance: 29207e32-1b3a-472e-b65e-1de795fbe1c9] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1128.940287] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e4e7ee-9b3e-4f77-8656-fdfab1c4f4fb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.963031] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-b046ffd6-9d5b-496b-a955-1326144d3676 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] [instance: 29207e32-1b3a-472e-b65e-1de795fbe1c9] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 29207e32-1b3a-472e-b65e-1de795fbe1c9/29207e32-1b3a-472e-b65e-1de795fbe1c9.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1128.964132] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-192931a8-258a-442f-bc43-2c43f92973ca {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.986214] env[69350]: DEBUG oslo_vmware.api [None req-b046ffd6-9d5b-496b-a955-1326144d3676 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Waiting for the task: (returnval){ [ 1128.986214] env[69350]: value = "task-3365765" [ 1128.986214] env[69350]: _type = "Task" [ 1128.986214] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.996664] env[69350]: DEBUG oslo_vmware.api [None req-b046ffd6-9d5b-496b-a955-1326144d3676 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Task: {'id': task-3365765, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.215029] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a6b935-4bd8-4d92-9504-961cd76e6d93 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.236872] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7602b2ff-561d-4381-bc4d-94eebe3caa40 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.248383] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9872a026-ff8c-412a-a644-a1d17068897d tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: fd796368-14e5-47ae-b08b-6e17c2722d8d] Updating instance 'fd796368-14e5-47ae-b08b-6e17c2722d8d' progress to 83 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1129.292396] env[69350]: DEBUG oslo_vmware.api [None req-17dd39b5-1145-496a-8736-195e11d93749 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365764, 'name': ReconfigVM_Task, 'duration_secs': 0.152989} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.292702] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-17dd39b5-1145-496a-8736-195e11d93749 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-671647', 'volume_id': 'd798d62a-a4b3-4c93-bc12-bcde7e05d882', 'name': 'volume-d798d62a-a4b3-4c93-bc12-bcde7e05d882', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7a738554-0623-4e36-ba13-4d4f1346154c', 'attached_at': '', 'detached_at': '', 'volume_id': 'd798d62a-a4b3-4c93-bc12-bcde7e05d882', 'serial': 'd798d62a-a4b3-4c93-bc12-bcde7e05d882'} {{(pid=69350) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1129.310041] env[69350]: DEBUG nova.compute.manager [None req-bb05c5d0-3d57-485e-be5d-4ad921ad66a7 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: 54012b13-65ff-4fe4-bcab-43038f12aeda] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1129.310312] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-bb05c5d0-3d57-485e-be5d-4ad921ad66a7 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: 54012b13-65ff-4fe4-bcab-43038f12aeda] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1129.311415] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e3b34c7-7783-4356-9bc0-7c7922b84fbe {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.321105] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb05c5d0-3d57-485e-be5d-4ad921ad66a7 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: 54012b13-65ff-4fe4-bcab-43038f12aeda] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1129.321384] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40c60437-9d72-4829-a072-9a0ffe53af2a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.328999] env[69350]: DEBUG oslo_vmware.api [None req-bb05c5d0-3d57-485e-be5d-4ad921ad66a7 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Waiting for the task: (returnval){ [ 1129.328999] env[69350]: value = "task-3365766" [ 1129.328999] env[69350]: _type = "Task" [ 1129.328999] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.338282] env[69350]: DEBUG oslo_vmware.api [None req-bb05c5d0-3d57-485e-be5d-4ad921ad66a7 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': task-3365766, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.407832] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-10fb437b-300a-4c3b-a372-b9acb1b13bdd tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 11c67a96-f39b-4f14-9eed-ca26d6e0d16c] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1129.408787] env[69350]: DEBUG nova.objects.instance [None req-2dd30b17-7037-4583-9b9c-a11fa8902664 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Lazy-loading 'flavor' on Instance uuid c168608c-1c65-4e48-be87-93dfa497f573 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1129.412693] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d9698a14-bedd-4ac2-bfd8-4b3b8f11a9bb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.418345] env[69350]: DEBUG oslo_vmware.api [None req-10fb437b-300a-4c3b-a372-b9acb1b13bdd tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Waiting for the task: (returnval){ [ 1129.418345] env[69350]: value = "task-3365767" [ 1129.418345] env[69350]: _type = "Task" [ 1129.418345] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.429060] env[69350]: DEBUG oslo_vmware.api [None req-10fb437b-300a-4c3b-a372-b9acb1b13bdd tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365767, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.485060] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c0d153a6-9dcd-4d55-b44a-4d35e7603136 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Acquiring lock "aaabec5d-fecd-4e24-9158-deab4ae29855" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.485060] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c0d153a6-9dcd-4d55-b44a-4d35e7603136 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Lock "aaabec5d-fecd-4e24-9158-deab4ae29855" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.498601] env[69350]: DEBUG oslo_vmware.api [None req-b046ffd6-9d5b-496b-a955-1326144d3676 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Task: {'id': task-3365765, 'name': ReconfigVM_Task, 'duration_secs': 0.294981} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.498914] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-b046ffd6-9d5b-496b-a955-1326144d3676 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] [instance: 29207e32-1b3a-472e-b65e-1de795fbe1c9] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 29207e32-1b3a-472e-b65e-1de795fbe1c9/29207e32-1b3a-472e-b65e-1de795fbe1c9.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1129.500419] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b731626c-dec6-4186-ae0f-4fd93523e1f8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.510282] env[69350]: DEBUG oslo_vmware.api [None req-b046ffd6-9d5b-496b-a955-1326144d3676 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Waiting for the task: (returnval){ [ 1129.510282] env[69350]: value = "task-3365768" [ 1129.510282] env[69350]: _type = "Task" [ 1129.510282] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.522959] env[69350]: DEBUG oslo_vmware.api [None req-b046ffd6-9d5b-496b-a955-1326144d3676 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Task: {'id': task-3365768, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.694588] env[69350]: DEBUG oslo_concurrency.lockutils [None req-cc9d38ac-214b-49dc-82c3-7449eadd15c5 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Acquiring lock "interface-d01bd7bf-c208-4d10-8c17-22807de255ac-73aa07ba-5d0e-4552-9e9c-b4bc4e6fe23e" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.694964] env[69350]: DEBUG oslo_concurrency.lockutils [None req-cc9d38ac-214b-49dc-82c3-7449eadd15c5 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Lock "interface-d01bd7bf-c208-4d10-8c17-22807de255ac-73aa07ba-5d0e-4552-9e9c-b4bc4e6fe23e" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.754460] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-9872a026-ff8c-412a-a644-a1d17068897d tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: fd796368-14e5-47ae-b08b-6e17c2722d8d] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1129.754767] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f10e5e2-4231-44da-bf6b-f2195c135b66 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.763399] env[69350]: DEBUG oslo_vmware.api [None req-9872a026-ff8c-412a-a644-a1d17068897d tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Waiting for the task: (returnval){ [ 1129.763399] env[69350]: value = "task-3365769" [ 1129.763399] env[69350]: _type = "Task" [ 1129.763399] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.772611] env[69350]: DEBUG oslo_vmware.api [None req-9872a026-ff8c-412a-a644-a1d17068897d tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365769, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.842655] env[69350]: DEBUG oslo_vmware.api [None req-bb05c5d0-3d57-485e-be5d-4ad921ad66a7 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': task-3365766, 'name': PowerOffVM_Task, 'duration_secs': 0.250628} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.843499] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb05c5d0-3d57-485e-be5d-4ad921ad66a7 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: 54012b13-65ff-4fe4-bcab-43038f12aeda] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1129.843679] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-bb05c5d0-3d57-485e-be5d-4ad921ad66a7 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: 54012b13-65ff-4fe4-bcab-43038f12aeda] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1129.844624] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-38ea839e-5318-4b23-8ef3-7f5ec7ef31ec {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.915489] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2dd30b17-7037-4583-9b9c-a11fa8902664 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Acquiring lock "refresh_cache-c168608c-1c65-4e48-be87-93dfa497f573" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.915689] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2dd30b17-7037-4583-9b9c-a11fa8902664 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Acquired lock "refresh_cache-c168608c-1c65-4e48-be87-93dfa497f573" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.915885] env[69350]: DEBUG nova.network.neutron [None req-2dd30b17-7037-4583-9b9c-a11fa8902664 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: c168608c-1c65-4e48-be87-93dfa497f573] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1129.916111] env[69350]: DEBUG nova.objects.instance [None req-2dd30b17-7037-4583-9b9c-a11fa8902664 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Lazy-loading 'info_cache' on Instance uuid c168608c-1c65-4e48-be87-93dfa497f573 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1129.919340] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-bb05c5d0-3d57-485e-be5d-4ad921ad66a7 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: 54012b13-65ff-4fe4-bcab-43038f12aeda] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1129.919614] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-bb05c5d0-3d57-485e-be5d-4ad921ad66a7 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: 54012b13-65ff-4fe4-bcab-43038f12aeda] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1129.920111] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb05c5d0-3d57-485e-be5d-4ad921ad66a7 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Deleting the datastore file [datastore2] 54012b13-65ff-4fe4-bcab-43038f12aeda {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1129.923652] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9922282b-75a4-4a10-833c-f5488326fbe0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.936022] env[69350]: DEBUG oslo_vmware.api [None req-10fb437b-300a-4c3b-a372-b9acb1b13bdd tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365767, 'name': PowerOffVM_Task, 'duration_secs': 0.307035} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.937524] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-10fb437b-300a-4c3b-a372-b9acb1b13bdd tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 11c67a96-f39b-4f14-9eed-ca26d6e0d16c] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1129.937772] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-10fb437b-300a-4c3b-a372-b9acb1b13bdd tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 11c67a96-f39b-4f14-9eed-ca26d6e0d16c] Updating instance '11c67a96-f39b-4f14-9eed-ca26d6e0d16c' progress to 17 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1129.941860] env[69350]: DEBUG oslo_vmware.api [None req-bb05c5d0-3d57-485e-be5d-4ad921ad66a7 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Waiting for the task: (returnval){ [ 1129.941860] env[69350]: value = "task-3365771" [ 1129.941860] env[69350]: _type = "Task" [ 1129.941860] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.953279] env[69350]: DEBUG oslo_vmware.api [None req-bb05c5d0-3d57-485e-be5d-4ad921ad66a7 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': task-3365771, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.987226] env[69350]: DEBUG nova.compute.manager [None req-c0d153a6-9dcd-4d55-b44a-4d35e7603136 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: aaabec5d-fecd-4e24-9158-deab4ae29855] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1130.022184] env[69350]: DEBUG oslo_vmware.api [None req-b046ffd6-9d5b-496b-a955-1326144d3676 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Task: {'id': task-3365768, 'name': Rename_Task, 'duration_secs': 0.226693} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.023128] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-b046ffd6-9d5b-496b-a955-1326144d3676 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] [instance: 29207e32-1b3a-472e-b65e-1de795fbe1c9] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1130.023401] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0421f097-1d00-4e6f-afee-dcbe7805f75d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.030798] env[69350]: DEBUG oslo_vmware.api [None req-b046ffd6-9d5b-496b-a955-1326144d3676 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Waiting for the task: (returnval){ [ 1130.030798] env[69350]: value = "task-3365772" [ 1130.030798] env[69350]: _type = "Task" [ 1130.030798] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.040145] env[69350]: DEBUG oslo_vmware.api [None req-b046ffd6-9d5b-496b-a955-1326144d3676 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Task: {'id': task-3365772, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.198269] env[69350]: DEBUG oslo_concurrency.lockutils [None req-cc9d38ac-214b-49dc-82c3-7449eadd15c5 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Acquiring lock "d01bd7bf-c208-4d10-8c17-22807de255ac" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.198448] env[69350]: DEBUG oslo_concurrency.lockutils [None req-cc9d38ac-214b-49dc-82c3-7449eadd15c5 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Acquired lock "d01bd7bf-c208-4d10-8c17-22807de255ac" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.199386] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9538ecd-0d66-4788-b28b-a5f572c5dd00 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.218217] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1873531-d325-494a-89b2-91e34769a8c1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.246082] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-cc9d38ac-214b-49dc-82c3-7449eadd15c5 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: d01bd7bf-c208-4d10-8c17-22807de255ac] Reconfiguring VM to detach interface {{(pid=69350) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1130.246082] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e11e48f-33fd-4cfe-aba5-f03410b49601 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.268380] env[69350]: DEBUG oslo_vmware.api [None req-cc9d38ac-214b-49dc-82c3-7449eadd15c5 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Waiting for the task: (returnval){ [ 1130.268380] env[69350]: value = "task-3365773" [ 1130.268380] env[69350]: _type = "Task" [ 1130.268380] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.275045] env[69350]: DEBUG oslo_vmware.api [None req-9872a026-ff8c-412a-a644-a1d17068897d tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365769, 'name': PowerOnVM_Task, 'duration_secs': 0.409201} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.275735] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-9872a026-ff8c-412a-a644-a1d17068897d tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: fd796368-14e5-47ae-b08b-6e17c2722d8d] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1130.275946] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9872a026-ff8c-412a-a644-a1d17068897d tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: fd796368-14e5-47ae-b08b-6e17c2722d8d] Updating instance 'fd796368-14e5-47ae-b08b-6e17c2722d8d' progress to 100 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1130.282784] env[69350]: DEBUG oslo_vmware.api [None req-cc9d38ac-214b-49dc-82c3-7449eadd15c5 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3365773, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.335117] env[69350]: DEBUG nova.objects.instance [None req-17dd39b5-1145-496a-8736-195e11d93749 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Lazy-loading 'flavor' on Instance uuid 7a738554-0623-4e36-ba13-4d4f1346154c {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1130.420507] env[69350]: DEBUG nova.objects.base [None req-2dd30b17-7037-4583-9b9c-a11fa8902664 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69350) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1130.444950] env[69350]: DEBUG nova.virt.hardware [None req-10fb437b-300a-4c3b-a372-b9acb1b13bdd tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1130.445218] env[69350]: DEBUG nova.virt.hardware [None req-10fb437b-300a-4c3b-a372-b9acb1b13bdd tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1130.445375] env[69350]: DEBUG nova.virt.hardware [None req-10fb437b-300a-4c3b-a372-b9acb1b13bdd tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1130.445558] env[69350]: DEBUG nova.virt.hardware [None req-10fb437b-300a-4c3b-a372-b9acb1b13bdd tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1130.445803] env[69350]: DEBUG nova.virt.hardware [None req-10fb437b-300a-4c3b-a372-b9acb1b13bdd tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1130.445885] env[69350]: DEBUG nova.virt.hardware [None req-10fb437b-300a-4c3b-a372-b9acb1b13bdd tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1130.446048] env[69350]: DEBUG nova.virt.hardware [None req-10fb437b-300a-4c3b-a372-b9acb1b13bdd tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1130.446242] env[69350]: DEBUG nova.virt.hardware [None req-10fb437b-300a-4c3b-a372-b9acb1b13bdd tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1130.446428] env[69350]: DEBUG nova.virt.hardware [None req-10fb437b-300a-4c3b-a372-b9acb1b13bdd tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1130.446601] env[69350]: DEBUG nova.virt.hardware [None req-10fb437b-300a-4c3b-a372-b9acb1b13bdd tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1130.446772] env[69350]: DEBUG nova.virt.hardware [None req-10fb437b-300a-4c3b-a372-b9acb1b13bdd tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1130.454768] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1d92b41-fb7d-422e-a26c-03f7bed4fd76 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.476795] env[69350]: DEBUG oslo_vmware.api [None req-bb05c5d0-3d57-485e-be5d-4ad921ad66a7 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': task-3365771, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144966} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.478312] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb05c5d0-3d57-485e-be5d-4ad921ad66a7 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1130.478467] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-bb05c5d0-3d57-485e-be5d-4ad921ad66a7 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: 54012b13-65ff-4fe4-bcab-43038f12aeda] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1130.478644] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-bb05c5d0-3d57-485e-be5d-4ad921ad66a7 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: 54012b13-65ff-4fe4-bcab-43038f12aeda] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1130.478812] env[69350]: INFO nova.compute.manager [None req-bb05c5d0-3d57-485e-be5d-4ad921ad66a7 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: 54012b13-65ff-4fe4-bcab-43038f12aeda] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1130.479068] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb05c5d0-3d57-485e-be5d-4ad921ad66a7 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1130.479493] env[69350]: DEBUG oslo_vmware.api [None req-10fb437b-300a-4c3b-a372-b9acb1b13bdd tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Waiting for the task: (returnval){ [ 1130.479493] env[69350]: value = "task-3365774" [ 1130.479493] env[69350]: _type = "Task" [ 1130.479493] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.479668] env[69350]: DEBUG nova.compute.manager [-] [instance: 54012b13-65ff-4fe4-bcab-43038f12aeda] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1130.479806] env[69350]: DEBUG nova.network.neutron [-] [instance: 54012b13-65ff-4fe4-bcab-43038f12aeda] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1130.495242] env[69350]: DEBUG oslo_vmware.api [None req-10fb437b-300a-4c3b-a372-b9acb1b13bdd tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365774, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.520604] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c0d153a6-9dcd-4d55-b44a-4d35e7603136 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.520893] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c0d153a6-9dcd-4d55-b44a-4d35e7603136 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.522473] env[69350]: INFO nova.compute.claims [None req-c0d153a6-9dcd-4d55-b44a-4d35e7603136 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: aaabec5d-fecd-4e24-9158-deab4ae29855] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1130.541772] env[69350]: DEBUG oslo_vmware.api [None req-b046ffd6-9d5b-496b-a955-1326144d3676 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Task: {'id': task-3365772, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.780468] env[69350]: DEBUG oslo_vmware.api [None req-cc9d38ac-214b-49dc-82c3-7449eadd15c5 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3365773, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.840874] env[69350]: DEBUG oslo_concurrency.lockutils [None req-17dd39b5-1145-496a-8736-195e11d93749 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Lock "7a738554-0623-4e36-ba13-4d4f1346154c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.295s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.996804] env[69350]: DEBUG oslo_vmware.api [None req-10fb437b-300a-4c3b-a372-b9acb1b13bdd tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365774, 'name': ReconfigVM_Task, 'duration_secs': 0.291422} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.997209] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-10fb437b-300a-4c3b-a372-b9acb1b13bdd tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 11c67a96-f39b-4f14-9eed-ca26d6e0d16c] Updating instance '11c67a96-f39b-4f14-9eed-ca26d6e0d16c' progress to 33 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1131.044489] env[69350]: DEBUG oslo_vmware.api [None req-b046ffd6-9d5b-496b-a955-1326144d3676 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Task: {'id': task-3365772, 'name': PowerOnVM_Task, 'duration_secs': 0.705027} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.044759] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-b046ffd6-9d5b-496b-a955-1326144d3676 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] [instance: 29207e32-1b3a-472e-b65e-1de795fbe1c9] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1131.044959] env[69350]: INFO nova.compute.manager [None req-b046ffd6-9d5b-496b-a955-1326144d3676 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] [instance: 29207e32-1b3a-472e-b65e-1de795fbe1c9] Took 5.89 seconds to spawn the instance on the hypervisor. [ 1131.045155] env[69350]: DEBUG nova.compute.manager [None req-b046ffd6-9d5b-496b-a955-1326144d3676 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] [instance: 29207e32-1b3a-472e-b65e-1de795fbe1c9] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1131.045967] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fe1c67a-38d7-4f74-a8ed-aa7ade691e88 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.169830] env[69350]: DEBUG nova.compute.manager [req-58f8fc27-eeab-49a2-aadc-6345bf460969 req-35c249d5-ff57-41fa-b01f-718a4c828285 service nova] [instance: 54012b13-65ff-4fe4-bcab-43038f12aeda] Received event network-vif-deleted-ce0719c1-9034-414c-8455-79bb6d024a97 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1131.169966] env[69350]: INFO nova.compute.manager [req-58f8fc27-eeab-49a2-aadc-6345bf460969 req-35c249d5-ff57-41fa-b01f-718a4c828285 service nova] [instance: 54012b13-65ff-4fe4-bcab-43038f12aeda] Neutron deleted interface ce0719c1-9034-414c-8455-79bb6d024a97; detaching it from the instance and deleting it from the info cache [ 1131.170159] env[69350]: DEBUG nova.network.neutron [req-58f8fc27-eeab-49a2-aadc-6345bf460969 req-35c249d5-ff57-41fa-b01f-718a4c828285 service nova] [instance: 54012b13-65ff-4fe4-bcab-43038f12aeda] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.235460] env[69350]: DEBUG nova.network.neutron [None req-2dd30b17-7037-4583-9b9c-a11fa8902664 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: c168608c-1c65-4e48-be87-93dfa497f573] Updating instance_info_cache with network_info: [{"id": "0ea5cff1-5910-4499-a895-9b3c3c93e582", "address": "fa:16:3e:3b:c7:0c", "network": {"id": "96451f6e-edde-4046-877b-ba777e1afbbe", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1337971457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68969c59ea4a4ce5995c230a96f1eab8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ea5cff1-59", "ovs_interfaceid": "0ea5cff1-5910-4499-a895-9b3c3c93e582", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.280845] env[69350]: DEBUG oslo_vmware.api [None req-cc9d38ac-214b-49dc-82c3-7449eadd15c5 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3365773, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.506574] env[69350]: DEBUG nova.virt.hardware [None req-10fb437b-300a-4c3b-a372-b9acb1b13bdd tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1131.506869] env[69350]: DEBUG nova.virt.hardware [None req-10fb437b-300a-4c3b-a372-b9acb1b13bdd tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1131.507090] env[69350]: DEBUG nova.virt.hardware [None req-10fb437b-300a-4c3b-a372-b9acb1b13bdd tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1131.507302] env[69350]: DEBUG nova.virt.hardware [None req-10fb437b-300a-4c3b-a372-b9acb1b13bdd tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1131.507547] env[69350]: DEBUG nova.virt.hardware [None req-10fb437b-300a-4c3b-a372-b9acb1b13bdd tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1131.507605] env[69350]: DEBUG nova.virt.hardware [None req-10fb437b-300a-4c3b-a372-b9acb1b13bdd tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1131.507797] env[69350]: DEBUG nova.virt.hardware [None req-10fb437b-300a-4c3b-a372-b9acb1b13bdd tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1131.507956] env[69350]: DEBUG nova.virt.hardware [None req-10fb437b-300a-4c3b-a372-b9acb1b13bdd tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1131.508143] env[69350]: DEBUG nova.virt.hardware [None req-10fb437b-300a-4c3b-a372-b9acb1b13bdd tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1131.508314] env[69350]: DEBUG nova.virt.hardware [None req-10fb437b-300a-4c3b-a372-b9acb1b13bdd tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1131.508494] env[69350]: DEBUG nova.virt.hardware [None req-10fb437b-300a-4c3b-a372-b9acb1b13bdd tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1131.514100] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-10fb437b-300a-4c3b-a372-b9acb1b13bdd tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 11c67a96-f39b-4f14-9eed-ca26d6e0d16c] Reconfiguring VM instance instance-00000058 to detach disk 2000 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1131.514477] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2c5bb80-4767-4148-8052-ccba2e1e9ae6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.536136] env[69350]: DEBUG oslo_vmware.api [None req-10fb437b-300a-4c3b-a372-b9acb1b13bdd tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Waiting for the task: (returnval){ [ 1131.536136] env[69350]: value = "task-3365775" [ 1131.536136] env[69350]: _type = "Task" [ 1131.536136] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.546354] env[69350]: DEBUG oslo_vmware.api [None req-10fb437b-300a-4c3b-a372-b9acb1b13bdd tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365775, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.573914] env[69350]: INFO nova.compute.manager [None req-b046ffd6-9d5b-496b-a955-1326144d3676 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] [instance: 29207e32-1b3a-472e-b65e-1de795fbe1c9] Took 11.53 seconds to build instance. [ 1131.652034] env[69350]: DEBUG nova.network.neutron [-] [instance: 54012b13-65ff-4fe4-bcab-43038f12aeda] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.675769] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-13a7ab55-9f9d-42cc-9532-dec8cae263e1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.687702] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8893dc3d-a72a-4810-bc9f-a134637f1ac1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.734631] env[69350]: DEBUG nova.compute.manager [req-58f8fc27-eeab-49a2-aadc-6345bf460969 req-35c249d5-ff57-41fa-b01f-718a4c828285 service nova] [instance: 54012b13-65ff-4fe4-bcab-43038f12aeda] Detach interface failed, port_id=ce0719c1-9034-414c-8455-79bb6d024a97, reason: Instance 54012b13-65ff-4fe4-bcab-43038f12aeda could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1131.737881] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2dd30b17-7037-4583-9b9c-a11fa8902664 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Releasing lock "refresh_cache-c168608c-1c65-4e48-be87-93dfa497f573" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.783760] env[69350]: DEBUG oslo_vmware.api [None req-cc9d38ac-214b-49dc-82c3-7449eadd15c5 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3365773, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.788142] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e0a715b-c2c0-4f4d-89ff-90712978ded6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.795735] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e967cfe-556f-4de7-bb5c-14b46fe27a74 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.838368] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee51dae-1109-4280-84ab-443555524640 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.846019] env[69350]: DEBUG nova.compute.manager [None req-e4de9dc8-7718-4da2-93b5-f3d8c28ed85e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] Stashing vm_state: active {{(pid=69350) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1131.851367] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5071e564-195d-43ae-a923-66ac235ca3e6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.866916] env[69350]: DEBUG nova.compute.provider_tree [None req-c0d153a6-9dcd-4d55-b44a-4d35e7603136 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1132.047346] env[69350]: DEBUG oslo_vmware.api [None req-10fb437b-300a-4c3b-a372-b9acb1b13bdd tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365775, 'name': ReconfigVM_Task, 'duration_secs': 0.192748} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.047665] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-10fb437b-300a-4c3b-a372-b9acb1b13bdd tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 11c67a96-f39b-4f14-9eed-ca26d6e0d16c] Reconfigured VM instance instance-00000058 to detach disk 2000 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1132.048464] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3252fa1e-c4b3-4806-9941-a4ef86913426 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.071271] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-10fb437b-300a-4c3b-a372-b9acb1b13bdd tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 11c67a96-f39b-4f14-9eed-ca26d6e0d16c] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 11c67a96-f39b-4f14-9eed-ca26d6e0d16c/11c67a96-f39b-4f14-9eed-ca26d6e0d16c.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1132.071530] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2b29595-4ef9-4fa1-b9bb-8206b7266cca {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.084482] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b046ffd6-9d5b-496b-a955-1326144d3676 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Lock "29207e32-1b3a-472e-b65e-1de795fbe1c9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.049s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.091207] env[69350]: DEBUG oslo_vmware.api [None req-10fb437b-300a-4c3b-a372-b9acb1b13bdd tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Waiting for the task: (returnval){ [ 1132.091207] env[69350]: value = "task-3365776" [ 1132.091207] env[69350]: _type = "Task" [ 1132.091207] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.105161] env[69350]: DEBUG oslo_vmware.api [None req-10fb437b-300a-4c3b-a372-b9acb1b13bdd tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365776, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.113809] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ab800fbd-4314-4615-af21-35994fa15b01 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Acquiring lock "fd796368-14e5-47ae-b08b-6e17c2722d8d" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.114114] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ab800fbd-4314-4615-af21-35994fa15b01 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Lock "fd796368-14e5-47ae-b08b-6e17c2722d8d" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.114339] env[69350]: DEBUG nova.compute.manager [None req-ab800fbd-4314-4615-af21-35994fa15b01 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: fd796368-14e5-47ae-b08b-6e17c2722d8d] Going to confirm migration 4 {{(pid=69350) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1132.154656] env[69350]: INFO nova.compute.manager [-] [instance: 54012b13-65ff-4fe4-bcab-43038f12aeda] Took 1.67 seconds to deallocate network for instance. [ 1132.281876] env[69350]: DEBUG oslo_vmware.api [None req-cc9d38ac-214b-49dc-82c3-7449eadd15c5 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3365773, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.366068] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e4de9dc8-7718-4da2-93b5-f3d8c28ed85e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.370188] env[69350]: DEBUG nova.scheduler.client.report [None req-c0d153a6-9dcd-4d55-b44a-4d35e7603136 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1132.602390] env[69350]: DEBUG oslo_vmware.api [None req-10fb437b-300a-4c3b-a372-b9acb1b13bdd tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365776, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.661220] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ab800fbd-4314-4615-af21-35994fa15b01 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Acquiring lock "refresh_cache-fd796368-14e5-47ae-b08b-6e17c2722d8d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.661412] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ab800fbd-4314-4615-af21-35994fa15b01 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Acquired lock "refresh_cache-fd796368-14e5-47ae-b08b-6e17c2722d8d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.661613] env[69350]: DEBUG nova.network.neutron [None req-ab800fbd-4314-4615-af21-35994fa15b01 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: fd796368-14e5-47ae-b08b-6e17c2722d8d] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1132.661820] env[69350]: DEBUG nova.objects.instance [None req-ab800fbd-4314-4615-af21-35994fa15b01 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Lazy-loading 'info_cache' on Instance uuid fd796368-14e5-47ae-b08b-6e17c2722d8d {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1132.663700] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bb05c5d0-3d57-485e-be5d-4ad921ad66a7 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.727170] env[69350]: INFO nova.compute.manager [None req-128bea90-6d7a-49fa-a722-45d3e96d42b1 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] [instance: 29207e32-1b3a-472e-b65e-1de795fbe1c9] Rebuilding instance [ 1132.744753] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dd30b17-7037-4583-9b9c-a11fa8902664 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: c168608c-1c65-4e48-be87-93dfa497f573] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1132.745261] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bbbcc511-4801-4643-a3b7-4bf18b80d7ca {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.754507] env[69350]: DEBUG oslo_vmware.api [None req-2dd30b17-7037-4583-9b9c-a11fa8902664 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Waiting for the task: (returnval){ [ 1132.754507] env[69350]: value = "task-3365777" [ 1132.754507] env[69350]: _type = "Task" [ 1132.754507] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.763486] env[69350]: DEBUG oslo_vmware.api [None req-2dd30b17-7037-4583-9b9c-a11fa8902664 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Task: {'id': task-3365777, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.768201] env[69350]: DEBUG nova.compute.manager [None req-128bea90-6d7a-49fa-a722-45d3e96d42b1 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] [instance: 29207e32-1b3a-472e-b65e-1de795fbe1c9] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1132.769009] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6785c8c-3798-4e7d-ac81-3ca1d109e456 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.785048] env[69350]: DEBUG oslo_vmware.api [None req-cc9d38ac-214b-49dc-82c3-7449eadd15c5 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3365773, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.877381] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c0d153a6-9dcd-4d55-b44a-4d35e7603136 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.356s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.877960] env[69350]: DEBUG nova.compute.manager [None req-c0d153a6-9dcd-4d55-b44a-4d35e7603136 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: aaabec5d-fecd-4e24-9158-deab4ae29855] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1132.884022] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e4de9dc8-7718-4da2-93b5-f3d8c28ed85e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.515s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.102800] env[69350]: DEBUG oslo_vmware.api [None req-10fb437b-300a-4c3b-a372-b9acb1b13bdd tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365776, 'name': ReconfigVM_Task, 'duration_secs': 0.848682} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.103098] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-10fb437b-300a-4c3b-a372-b9acb1b13bdd tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 11c67a96-f39b-4f14-9eed-ca26d6e0d16c] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 11c67a96-f39b-4f14-9eed-ca26d6e0d16c/11c67a96-f39b-4f14-9eed-ca26d6e0d16c.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1133.103373] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-10fb437b-300a-4c3b-a372-b9acb1b13bdd tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 11c67a96-f39b-4f14-9eed-ca26d6e0d16c] Updating instance '11c67a96-f39b-4f14-9eed-ca26d6e0d16c' progress to 50 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1133.269664] env[69350]: DEBUG oslo_vmware.api [None req-2dd30b17-7037-4583-9b9c-a11fa8902664 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Task: {'id': task-3365777, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.280696] env[69350]: DEBUG oslo_vmware.api [None req-cc9d38ac-214b-49dc-82c3-7449eadd15c5 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3365773, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.386229] env[69350]: INFO nova.compute.claims [None req-e4de9dc8-7718-4da2-93b5-f3d8c28ed85e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1133.390810] env[69350]: DEBUG nova.compute.utils [None req-c0d153a6-9dcd-4d55-b44a-4d35e7603136 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1133.392093] env[69350]: DEBUG nova.compute.manager [None req-c0d153a6-9dcd-4d55-b44a-4d35e7603136 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: aaabec5d-fecd-4e24-9158-deab4ae29855] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1133.392260] env[69350]: DEBUG nova.network.neutron [None req-c0d153a6-9dcd-4d55-b44a-4d35e7603136 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: aaabec5d-fecd-4e24-9158-deab4ae29855] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1133.439459] env[69350]: DEBUG nova.policy [None req-c0d153a6-9dcd-4d55-b44a-4d35e7603136 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '953db4ccd5e04e859766102a84a01db5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b765b6cd255040bda6aa6145fb5d6074', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 1133.611570] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-597856a7-51a2-42b3-ba40-b72d1e2f690e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.633463] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1c0bd47-7f63-4cb5-b34a-758bba2110ba {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.663576] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-10fb437b-300a-4c3b-a372-b9acb1b13bdd tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 11c67a96-f39b-4f14-9eed-ca26d6e0d16c] Updating instance '11c67a96-f39b-4f14-9eed-ca26d6e0d16c' progress to 67 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1133.754169] env[69350]: DEBUG nova.network.neutron [None req-c0d153a6-9dcd-4d55-b44a-4d35e7603136 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: aaabec5d-fecd-4e24-9158-deab4ae29855] Successfully created port: 9182a641-2c18-42ba-aebb-ec37194fab10 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1133.765820] env[69350]: DEBUG oslo_vmware.api [None req-2dd30b17-7037-4583-9b9c-a11fa8902664 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Task: {'id': task-3365777, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.781471] env[69350]: DEBUG oslo_vmware.api [None req-cc9d38ac-214b-49dc-82c3-7449eadd15c5 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3365773, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.789061] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-128bea90-6d7a-49fa-a722-45d3e96d42b1 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] [instance: 29207e32-1b3a-472e-b65e-1de795fbe1c9] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1133.791316] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-79d88b7d-4929-45e4-937a-9dbb436034a4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.798833] env[69350]: DEBUG oslo_vmware.api [None req-128bea90-6d7a-49fa-a722-45d3e96d42b1 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Waiting for the task: (returnval){ [ 1133.798833] env[69350]: value = "task-3365778" [ 1133.798833] env[69350]: _type = "Task" [ 1133.798833] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.894103] env[69350]: INFO nova.compute.resource_tracker [None req-e4de9dc8-7718-4da2-93b5-f3d8c28ed85e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] Updating resource usage from migration 8819f452-69e0-46f0-9794-ad6965dfbdd5 [ 1133.897143] env[69350]: DEBUG nova.compute.manager [None req-c0d153a6-9dcd-4d55-b44a-4d35e7603136 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: aaabec5d-fecd-4e24-9158-deab4ae29855] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1133.996921] env[69350]: DEBUG nova.network.neutron [None req-ab800fbd-4314-4615-af21-35994fa15b01 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: fd796368-14e5-47ae-b08b-6e17c2722d8d] Updating instance_info_cache with network_info: [{"id": "571ed37a-d68e-41c3-ba03-6db820a14f07", "address": "fa:16:3e:e5:bc:c5", "network": {"id": "b9926ca7-18c0-4f87-918b-403ba5906bb0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2101484641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b6086e845a74075ace175b4fcb0622d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap571ed37a-d6", "ovs_interfaceid": "571ed37a-d68e-41c3-ba03-6db820a14f07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.141768] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb9be09-7505-4256-b1a4-58170e62010d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.153344] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d066c6a-6561-4c98-b139-c0c7e715366e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.188989] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40ecacfd-f457-41fe-b803-6d7718cea4c9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.197437] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-468659e3-74e8-426a-a841-816f4691626d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.211780] env[69350]: DEBUG nova.compute.provider_tree [None req-e4de9dc8-7718-4da2-93b5-f3d8c28ed85e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1134.225194] env[69350]: DEBUG nova.network.neutron [None req-10fb437b-300a-4c3b-a372-b9acb1b13bdd tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 11c67a96-f39b-4f14-9eed-ca26d6e0d16c] Port a7f059ca-fca6-4484-a001-b6b26ed3638b binding to destination host cpu-1 is already ACTIVE {{(pid=69350) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1134.267304] env[69350]: DEBUG oslo_vmware.api [None req-2dd30b17-7037-4583-9b9c-a11fa8902664 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Task: {'id': task-3365777, 'name': PowerOnVM_Task, 'duration_secs': 1.476303} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.267304] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dd30b17-7037-4583-9b9c-a11fa8902664 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: c168608c-1c65-4e48-be87-93dfa497f573] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1134.267304] env[69350]: DEBUG nova.compute.manager [None req-2dd30b17-7037-4583-9b9c-a11fa8902664 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: c168608c-1c65-4e48-be87-93dfa497f573] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1134.267634] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cd38345-bc2e-4091-9e65-ddffc2637256 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.286036] env[69350]: DEBUG oslo_vmware.api [None req-cc9d38ac-214b-49dc-82c3-7449eadd15c5 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3365773, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.308671] env[69350]: DEBUG oslo_vmware.api [None req-128bea90-6d7a-49fa-a722-45d3e96d42b1 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Task: {'id': task-3365778, 'name': PowerOffVM_Task, 'duration_secs': 0.345959} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.309612] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-128bea90-6d7a-49fa-a722-45d3e96d42b1 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] [instance: 29207e32-1b3a-472e-b65e-1de795fbe1c9] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1134.310310] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-128bea90-6d7a-49fa-a722-45d3e96d42b1 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] [instance: 29207e32-1b3a-472e-b65e-1de795fbe1c9] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1134.311290] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-550a9588-58b4-41e0-8b71-b34b1e136779 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.319973] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-128bea90-6d7a-49fa-a722-45d3e96d42b1 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] [instance: 29207e32-1b3a-472e-b65e-1de795fbe1c9] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1134.320223] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c8af9d1c-5dc2-4fd1-a364-0ed16205be35 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.354423] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-128bea90-6d7a-49fa-a722-45d3e96d42b1 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] [instance: 29207e32-1b3a-472e-b65e-1de795fbe1c9] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1134.354676] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-128bea90-6d7a-49fa-a722-45d3e96d42b1 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] [instance: 29207e32-1b3a-472e-b65e-1de795fbe1c9] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1134.354871] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-128bea90-6d7a-49fa-a722-45d3e96d42b1 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Deleting the datastore file [datastore1] 29207e32-1b3a-472e-b65e-1de795fbe1c9 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1134.355171] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3a21458f-b03f-42a0-8a80-6f514cfe6204 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.366140] env[69350]: DEBUG oslo_vmware.api [None req-128bea90-6d7a-49fa-a722-45d3e96d42b1 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Waiting for the task: (returnval){ [ 1134.366140] env[69350]: value = "task-3365780" [ 1134.366140] env[69350]: _type = "Task" [ 1134.366140] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.376498] env[69350]: DEBUG oslo_vmware.api [None req-128bea90-6d7a-49fa-a722-45d3e96d42b1 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Task: {'id': task-3365780, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.502485] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ab800fbd-4314-4615-af21-35994fa15b01 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Releasing lock "refresh_cache-fd796368-14e5-47ae-b08b-6e17c2722d8d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.502726] env[69350]: DEBUG nova.objects.instance [None req-ab800fbd-4314-4615-af21-35994fa15b01 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Lazy-loading 'migration_context' on Instance uuid fd796368-14e5-47ae-b08b-6e17c2722d8d {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1134.714888] env[69350]: DEBUG nova.scheduler.client.report [None req-e4de9dc8-7718-4da2-93b5-f3d8c28ed85e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1134.785929] env[69350]: DEBUG oslo_vmware.api [None req-cc9d38ac-214b-49dc-82c3-7449eadd15c5 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3365773, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.877607] env[69350]: DEBUG oslo_vmware.api [None req-128bea90-6d7a-49fa-a722-45d3e96d42b1 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Task: {'id': task-3365780, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.910691] env[69350]: DEBUG nova.compute.manager [None req-c0d153a6-9dcd-4d55-b44a-4d35e7603136 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: aaabec5d-fecd-4e24-9158-deab4ae29855] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1134.941437] env[69350]: DEBUG nova.virt.hardware [None req-c0d153a6-9dcd-4d55-b44a-4d35e7603136 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1134.941696] env[69350]: DEBUG nova.virt.hardware [None req-c0d153a6-9dcd-4d55-b44a-4d35e7603136 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1134.941852] env[69350]: DEBUG nova.virt.hardware [None req-c0d153a6-9dcd-4d55-b44a-4d35e7603136 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1134.942044] env[69350]: DEBUG nova.virt.hardware [None req-c0d153a6-9dcd-4d55-b44a-4d35e7603136 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1134.942196] env[69350]: DEBUG nova.virt.hardware [None req-c0d153a6-9dcd-4d55-b44a-4d35e7603136 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1134.942377] env[69350]: DEBUG nova.virt.hardware [None req-c0d153a6-9dcd-4d55-b44a-4d35e7603136 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1134.942539] env[69350]: DEBUG nova.virt.hardware [None req-c0d153a6-9dcd-4d55-b44a-4d35e7603136 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1134.942933] env[69350]: DEBUG nova.virt.hardware [None req-c0d153a6-9dcd-4d55-b44a-4d35e7603136 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1134.942933] env[69350]: DEBUG nova.virt.hardware [None req-c0d153a6-9dcd-4d55-b44a-4d35e7603136 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1134.943074] env[69350]: DEBUG nova.virt.hardware [None req-c0d153a6-9dcd-4d55-b44a-4d35e7603136 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1134.943207] env[69350]: DEBUG nova.virt.hardware [None req-c0d153a6-9dcd-4d55-b44a-4d35e7603136 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1134.944121] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca1c7d5b-2208-4215-8a60-ada1fc61fb2c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.954090] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e28f0a-f46f-486a-83b4-cd45642aeb94 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.005426] env[69350]: DEBUG nova.objects.base [None req-ab800fbd-4314-4615-af21-35994fa15b01 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69350) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1135.006387] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a175d5ba-dfc0-48c0-b5f4-ef8ca75eb8e5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.026236] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6728100-686c-4987-b357-0cda9d1eec43 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.033305] env[69350]: DEBUG oslo_vmware.api [None req-ab800fbd-4314-4615-af21-35994fa15b01 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Waiting for the task: (returnval){ [ 1135.033305] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]528e7672-c6ca-53b3-e5d4-3f7ae44970f1" [ 1135.033305] env[69350]: _type = "Task" [ 1135.033305] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.042648] env[69350]: DEBUG oslo_vmware.api [None req-ab800fbd-4314-4615-af21-35994fa15b01 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]528e7672-c6ca-53b3-e5d4-3f7ae44970f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.221269] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e4de9dc8-7718-4da2-93b5-f3d8c28ed85e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.340s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.221375] env[69350]: INFO nova.compute.manager [None req-e4de9dc8-7718-4da2-93b5-f3d8c28ed85e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] Migrating [ 1135.227551] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bb05c5d0-3d57-485e-be5d-4ad921ad66a7 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.564s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.227773] env[69350]: DEBUG nova.objects.instance [None req-bb05c5d0-3d57-485e-be5d-4ad921ad66a7 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Lazy-loading 'resources' on Instance uuid 54012b13-65ff-4fe4-bcab-43038f12aeda {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1135.252050] env[69350]: DEBUG oslo_concurrency.lockutils [None req-10fb437b-300a-4c3b-a372-b9acb1b13bdd tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Acquiring lock "11c67a96-f39b-4f14-9eed-ca26d6e0d16c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.252352] env[69350]: DEBUG oslo_concurrency.lockutils [None req-10fb437b-300a-4c3b-a372-b9acb1b13bdd tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Lock "11c67a96-f39b-4f14-9eed-ca26d6e0d16c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.252561] env[69350]: DEBUG oslo_concurrency.lockutils [None req-10fb437b-300a-4c3b-a372-b9acb1b13bdd tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Lock "11c67a96-f39b-4f14-9eed-ca26d6e0d16c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.286690] env[69350]: DEBUG oslo_vmware.api [None req-cc9d38ac-214b-49dc-82c3-7449eadd15c5 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3365773, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.344127] env[69350]: DEBUG nova.compute.manager [req-586b8659-6207-4e13-bc56-3fc690838cac req-8b905f8f-5012-45ea-bf3c-96622f46bfca service nova] [instance: aaabec5d-fecd-4e24-9158-deab4ae29855] Received event network-vif-plugged-9182a641-2c18-42ba-aebb-ec37194fab10 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1135.344352] env[69350]: DEBUG oslo_concurrency.lockutils [req-586b8659-6207-4e13-bc56-3fc690838cac req-8b905f8f-5012-45ea-bf3c-96622f46bfca service nova] Acquiring lock "aaabec5d-fecd-4e24-9158-deab4ae29855-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.344563] env[69350]: DEBUG oslo_concurrency.lockutils [req-586b8659-6207-4e13-bc56-3fc690838cac req-8b905f8f-5012-45ea-bf3c-96622f46bfca service nova] Lock "aaabec5d-fecd-4e24-9158-deab4ae29855-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.344759] env[69350]: DEBUG oslo_concurrency.lockutils [req-586b8659-6207-4e13-bc56-3fc690838cac req-8b905f8f-5012-45ea-bf3c-96622f46bfca service nova] Lock "aaabec5d-fecd-4e24-9158-deab4ae29855-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.344929] env[69350]: DEBUG nova.compute.manager [req-586b8659-6207-4e13-bc56-3fc690838cac req-8b905f8f-5012-45ea-bf3c-96622f46bfca service nova] [instance: aaabec5d-fecd-4e24-9158-deab4ae29855] No waiting events found dispatching network-vif-plugged-9182a641-2c18-42ba-aebb-ec37194fab10 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1135.345105] env[69350]: WARNING nova.compute.manager [req-586b8659-6207-4e13-bc56-3fc690838cac req-8b905f8f-5012-45ea-bf3c-96622f46bfca service nova] [instance: aaabec5d-fecd-4e24-9158-deab4ae29855] Received unexpected event network-vif-plugged-9182a641-2c18-42ba-aebb-ec37194fab10 for instance with vm_state building and task_state spawning. [ 1135.349170] env[69350]: DEBUG nova.network.neutron [None req-c0d153a6-9dcd-4d55-b44a-4d35e7603136 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: aaabec5d-fecd-4e24-9158-deab4ae29855] Successfully updated port: 9182a641-2c18-42ba-aebb-ec37194fab10 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1135.377487] env[69350]: DEBUG oslo_vmware.api [None req-128bea90-6d7a-49fa-a722-45d3e96d42b1 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Task: {'id': task-3365780, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.523725} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.377743] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-128bea90-6d7a-49fa-a722-45d3e96d42b1 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1135.377932] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-128bea90-6d7a-49fa-a722-45d3e96d42b1 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] [instance: 29207e32-1b3a-472e-b65e-1de795fbe1c9] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1135.378130] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-128bea90-6d7a-49fa-a722-45d3e96d42b1 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] [instance: 29207e32-1b3a-472e-b65e-1de795fbe1c9] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1135.544407] env[69350]: DEBUG oslo_vmware.api [None req-ab800fbd-4314-4615-af21-35994fa15b01 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]528e7672-c6ca-53b3-e5d4-3f7ae44970f1, 'name': SearchDatastore_Task, 'duration_secs': 0.009359} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.544679] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ab800fbd-4314-4615-af21-35994fa15b01 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.577448] env[69350]: INFO nova.compute.manager [None req-8e2a664f-87c2-4d23-bf3e-d29a21f2216f tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: aad4e7c2-8241-4c46-be12-938b0673d68e] Rebuilding instance [ 1135.623672] env[69350]: DEBUG nova.compute.manager [None req-8e2a664f-87c2-4d23-bf3e-d29a21f2216f tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: aad4e7c2-8241-4c46-be12-938b0673d68e] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1135.625525] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c68c6687-4474-46d4-90f2-d1676f65ad45 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.739476] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e4de9dc8-7718-4da2-93b5-f3d8c28ed85e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Acquiring lock "refresh_cache-7a738554-0623-4e36-ba13-4d4f1346154c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.739765] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e4de9dc8-7718-4da2-93b5-f3d8c28ed85e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Acquired lock "refresh_cache-7a738554-0623-4e36-ba13-4d4f1346154c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.739960] env[69350]: DEBUG nova.network.neutron [None req-e4de9dc8-7718-4da2-93b5-f3d8c28ed85e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1135.786984] env[69350]: DEBUG oslo_vmware.api [None req-cc9d38ac-214b-49dc-82c3-7449eadd15c5 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3365773, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.851892] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c0d153a6-9dcd-4d55-b44a-4d35e7603136 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Acquiring lock "refresh_cache-aaabec5d-fecd-4e24-9158-deab4ae29855" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.852088] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c0d153a6-9dcd-4d55-b44a-4d35e7603136 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Acquired lock "refresh_cache-aaabec5d-fecd-4e24-9158-deab4ae29855" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.852464] env[69350]: DEBUG nova.network.neutron [None req-c0d153a6-9dcd-4d55-b44a-4d35e7603136 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: aaabec5d-fecd-4e24-9158-deab4ae29855] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1135.935789] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea4d132-efe5-44ba-8e81-5bcb0a18773a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.948018] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9afd71b-3a52-4064-9ddf-c034f12f194c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.980585] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b16670-335d-4cc3-8459-a6704034cc4f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.988870] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-244987fa-6469-4162-90a5-31375cbe08c8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.003455] env[69350]: DEBUG nova.compute.provider_tree [None req-bb05c5d0-3d57-485e-be5d-4ad921ad66a7 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1136.286917] env[69350]: DEBUG oslo_vmware.api [None req-cc9d38ac-214b-49dc-82c3-7449eadd15c5 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3365773, 'name': ReconfigVM_Task, 'duration_secs': 5.785539} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.287169] env[69350]: DEBUG oslo_concurrency.lockutils [None req-cc9d38ac-214b-49dc-82c3-7449eadd15c5 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Releasing lock "d01bd7bf-c208-4d10-8c17-22807de255ac" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.287403] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-cc9d38ac-214b-49dc-82c3-7449eadd15c5 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: d01bd7bf-c208-4d10-8c17-22807de255ac] Reconfigured VM to detach interface {{(pid=69350) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1136.302341] env[69350]: DEBUG oslo_concurrency.lockutils [None req-10fb437b-300a-4c3b-a372-b9acb1b13bdd tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Acquiring lock "refresh_cache-11c67a96-f39b-4f14-9eed-ca26d6e0d16c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.302525] env[69350]: DEBUG oslo_concurrency.lockutils [None req-10fb437b-300a-4c3b-a372-b9acb1b13bdd tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Acquired lock "refresh_cache-11c67a96-f39b-4f14-9eed-ca26d6e0d16c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.302739] env[69350]: DEBUG nova.network.neutron [None req-10fb437b-300a-4c3b-a372-b9acb1b13bdd tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 11c67a96-f39b-4f14-9eed-ca26d6e0d16c] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1136.419438] env[69350]: DEBUG nova.virt.hardware [None req-128bea90-6d7a-49fa-a722-45d3e96d42b1 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1136.419810] env[69350]: DEBUG nova.virt.hardware [None req-128bea90-6d7a-49fa-a722-45d3e96d42b1 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1136.420064] env[69350]: DEBUG nova.virt.hardware [None req-128bea90-6d7a-49fa-a722-45d3e96d42b1 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1136.420362] env[69350]: DEBUG nova.virt.hardware [None req-128bea90-6d7a-49fa-a722-45d3e96d42b1 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1136.420590] env[69350]: DEBUG nova.virt.hardware [None req-128bea90-6d7a-49fa-a722-45d3e96d42b1 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1136.420833] env[69350]: DEBUG nova.virt.hardware [None req-128bea90-6d7a-49fa-a722-45d3e96d42b1 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1136.421192] env[69350]: DEBUG nova.virt.hardware [None req-128bea90-6d7a-49fa-a722-45d3e96d42b1 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1136.421442] env[69350]: DEBUG nova.virt.hardware [None req-128bea90-6d7a-49fa-a722-45d3e96d42b1 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1136.421815] env[69350]: DEBUG nova.virt.hardware [None req-128bea90-6d7a-49fa-a722-45d3e96d42b1 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1136.422114] env[69350]: DEBUG nova.virt.hardware [None req-128bea90-6d7a-49fa-a722-45d3e96d42b1 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1136.422286] env[69350]: DEBUG nova.virt.hardware [None req-128bea90-6d7a-49fa-a722-45d3e96d42b1 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1136.423501] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aed8dca4-b728-4c24-b3f6-a613d16a28f2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.427164] env[69350]: DEBUG nova.network.neutron [None req-c0d153a6-9dcd-4d55-b44a-4d35e7603136 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: aaabec5d-fecd-4e24-9158-deab4ae29855] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1136.437249] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5060baef-ab9d-4eaf-9744-71d3397c2ee6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.456941] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-128bea90-6d7a-49fa-a722-45d3e96d42b1 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] [instance: 29207e32-1b3a-472e-b65e-1de795fbe1c9] Instance VIF info [] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1136.463251] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-128bea90-6d7a-49fa-a722-45d3e96d42b1 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1136.467910] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29207e32-1b3a-472e-b65e-1de795fbe1c9] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1136.468182] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7c97ca93-7ee0-43e7-b1a1-2e5978f88042 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.488171] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1136.488171] env[69350]: value = "task-3365781" [ 1136.488171] env[69350]: _type = "Task" [ 1136.488171] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.499109] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365781, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.506302] env[69350]: DEBUG nova.scheduler.client.report [None req-bb05c5d0-3d57-485e-be5d-4ad921ad66a7 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1136.641137] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e2a664f-87c2-4d23-bf3e-d29a21f2216f tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: aad4e7c2-8241-4c46-be12-938b0673d68e] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1136.641530] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5555ba9-89f5-4319-9da7-5e26be470d9c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.652758] env[69350]: DEBUG oslo_vmware.api [None req-8e2a664f-87c2-4d23-bf3e-d29a21f2216f tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Waiting for the task: (returnval){ [ 1136.652758] env[69350]: value = "task-3365782" [ 1136.652758] env[69350]: _type = "Task" [ 1136.652758] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.663671] env[69350]: DEBUG oslo_vmware.api [None req-8e2a664f-87c2-4d23-bf3e-d29a21f2216f tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3365782, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.750850] env[69350]: DEBUG nova.network.neutron [None req-e4de9dc8-7718-4da2-93b5-f3d8c28ed85e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] Updating instance_info_cache with network_info: [{"id": "3578eb60-2aef-407f-b97f-23621ac41132", "address": "fa:16:3e:53:93:7e", "network": {"id": "ef2fb362-4313-473c-9c09-d0ff427ec60c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1709807276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68e43cb72d9c4af5965e3e49c212db1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3578eb60-2a", "ovs_interfaceid": "3578eb60-2aef-407f-b97f-23621ac41132", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.754052] env[69350]: DEBUG nova.network.neutron [None req-c0d153a6-9dcd-4d55-b44a-4d35e7603136 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: aaabec5d-fecd-4e24-9158-deab4ae29855] Updating instance_info_cache with network_info: [{"id": "9182a641-2c18-42ba-aebb-ec37194fab10", "address": "fa:16:3e:8f:61:39", "network": {"id": "10e89178-be3a-472d-ab81-6b5686479064", "bridge": "br-int", "label": "tempest-ServersTestJSON-841475379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b765b6cd255040bda6aa6145fb5d6074", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9182a641-2c", "ovs_interfaceid": "9182a641-2c18-42ba-aebb-ec37194fab10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.999998] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365781, 'name': CreateVM_Task, 'duration_secs': 0.313463} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.999998] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29207e32-1b3a-472e-b65e-1de795fbe1c9] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1137.000830] env[69350]: DEBUG oslo_concurrency.lockutils [None req-128bea90-6d7a-49fa-a722-45d3e96d42b1 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.000830] env[69350]: DEBUG oslo_concurrency.lockutils [None req-128bea90-6d7a-49fa-a722-45d3e96d42b1 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.001016] env[69350]: DEBUG oslo_concurrency.lockutils [None req-128bea90-6d7a-49fa-a722-45d3e96d42b1 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.001258] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-917e2b37-cd0f-4a02-93b4-b444b1c6bcc2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.006275] env[69350]: DEBUG oslo_vmware.api [None req-128bea90-6d7a-49fa-a722-45d3e96d42b1 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Waiting for the task: (returnval){ [ 1137.006275] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]528c9940-d03f-f45f-21cd-33bcd0414dc8" [ 1137.006275] env[69350]: _type = "Task" [ 1137.006275] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.010352] env[69350]: DEBUG nova.network.neutron [None req-10fb437b-300a-4c3b-a372-b9acb1b13bdd tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 11c67a96-f39b-4f14-9eed-ca26d6e0d16c] Updating instance_info_cache with network_info: [{"id": "a7f059ca-fca6-4484-a001-b6b26ed3638b", "address": "fa:16:3e:96:93:2b", "network": {"id": "b27a5766-3026-4d42-a208-8e9c2a543be5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1341532197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a61919e72ea342e59edac0c76d120df9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7f059ca-fc", "ovs_interfaceid": "a7f059ca-fca6-4484-a001-b6b26ed3638b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.011969] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bb05c5d0-3d57-485e-be5d-4ad921ad66a7 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.784s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.014509] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ab800fbd-4314-4615-af21-35994fa15b01 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.470s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.019509] env[69350]: DEBUG oslo_vmware.api [None req-128bea90-6d7a-49fa-a722-45d3e96d42b1 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]528c9940-d03f-f45f-21cd-33bcd0414dc8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.035392] env[69350]: INFO nova.scheduler.client.report [None req-bb05c5d0-3d57-485e-be5d-4ad921ad66a7 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Deleted allocations for instance 54012b13-65ff-4fe4-bcab-43038f12aeda [ 1137.164227] env[69350]: DEBUG oslo_vmware.api [None req-8e2a664f-87c2-4d23-bf3e-d29a21f2216f tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3365782, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.253954] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e4de9dc8-7718-4da2-93b5-f3d8c28ed85e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Releasing lock "refresh_cache-7a738554-0623-4e36-ba13-4d4f1346154c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.255994] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c0d153a6-9dcd-4d55-b44a-4d35e7603136 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Releasing lock "refresh_cache-aaabec5d-fecd-4e24-9158-deab4ae29855" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.256321] env[69350]: DEBUG nova.compute.manager [None req-c0d153a6-9dcd-4d55-b44a-4d35e7603136 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: aaabec5d-fecd-4e24-9158-deab4ae29855] Instance network_info: |[{"id": "9182a641-2c18-42ba-aebb-ec37194fab10", "address": "fa:16:3e:8f:61:39", "network": {"id": "10e89178-be3a-472d-ab81-6b5686479064", "bridge": "br-int", "label": "tempest-ServersTestJSON-841475379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b765b6cd255040bda6aa6145fb5d6074", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9182a641-2c", "ovs_interfaceid": "9182a641-2c18-42ba-aebb-ec37194fab10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1137.256740] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c0d153a6-9dcd-4d55-b44a-4d35e7603136 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: aaabec5d-fecd-4e24-9158-deab4ae29855] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:61:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f44b2fa3-6730-4b87-8839-947eff21213f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9182a641-2c18-42ba-aebb-ec37194fab10', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1137.265438] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0d153a6-9dcd-4d55-b44a-4d35e7603136 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Creating folder: Project (b765b6cd255040bda6aa6145fb5d6074). Parent ref: group-v671398. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1137.266366] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c2ce7b50-4ff6-4d4f-a153-cd642e5b3014 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.281463] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-c0d153a6-9dcd-4d55-b44a-4d35e7603136 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Created folder: Project (b765b6cd255040bda6aa6145fb5d6074) in parent group-v671398. [ 1137.281781] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0d153a6-9dcd-4d55-b44a-4d35e7603136 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Creating folder: Instances. Parent ref: group-v671652. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1137.282115] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-51c8327f-44ac-4321-92cf-9260947fe7e1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.292855] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-c0d153a6-9dcd-4d55-b44a-4d35e7603136 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Created folder: Instances in parent group-v671652. [ 1137.293261] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c0d153a6-9dcd-4d55-b44a-4d35e7603136 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1137.293621] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aaabec5d-fecd-4e24-9158-deab4ae29855] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1137.293860] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7635ef0a-4171-4fb1-ad35-0ada849bfb13 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.318038] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1137.318038] env[69350]: value = "task-3365785" [ 1137.318038] env[69350]: _type = "Task" [ 1137.318038] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.327788] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365785, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.416777] env[69350]: DEBUG nova.compute.manager [req-b4086d4d-dc53-48c4-88f4-c79847ca4400 req-d59d11c2-1ee2-4a1f-85ab-5435c2a27c1b service nova] [instance: aaabec5d-fecd-4e24-9158-deab4ae29855] Received event network-changed-9182a641-2c18-42ba-aebb-ec37194fab10 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1137.419182] env[69350]: DEBUG nova.compute.manager [req-b4086d4d-dc53-48c4-88f4-c79847ca4400 req-d59d11c2-1ee2-4a1f-85ab-5435c2a27c1b service nova] [instance: aaabec5d-fecd-4e24-9158-deab4ae29855] Refreshing instance network info cache due to event network-changed-9182a641-2c18-42ba-aebb-ec37194fab10. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1137.419458] env[69350]: DEBUG oslo_concurrency.lockutils [req-b4086d4d-dc53-48c4-88f4-c79847ca4400 req-d59d11c2-1ee2-4a1f-85ab-5435c2a27c1b service nova] Acquiring lock "refresh_cache-aaabec5d-fecd-4e24-9158-deab4ae29855" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.419625] env[69350]: DEBUG oslo_concurrency.lockutils [req-b4086d4d-dc53-48c4-88f4-c79847ca4400 req-d59d11c2-1ee2-4a1f-85ab-5435c2a27c1b service nova] Acquired lock "refresh_cache-aaabec5d-fecd-4e24-9158-deab4ae29855" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.420008] env[69350]: DEBUG nova.network.neutron [req-b4086d4d-dc53-48c4-88f4-c79847ca4400 req-d59d11c2-1ee2-4a1f-85ab-5435c2a27c1b service nova] [instance: aaabec5d-fecd-4e24-9158-deab4ae29855] Refreshing network info cache for port 9182a641-2c18-42ba-aebb-ec37194fab10 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1137.517298] env[69350]: DEBUG oslo_concurrency.lockutils [None req-10fb437b-300a-4c3b-a372-b9acb1b13bdd tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Releasing lock "refresh_cache-11c67a96-f39b-4f14-9eed-ca26d6e0d16c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.521119] env[69350]: DEBUG oslo_vmware.api [None req-128bea90-6d7a-49fa-a722-45d3e96d42b1 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]528c9940-d03f-f45f-21cd-33bcd0414dc8, 'name': SearchDatastore_Task, 'duration_secs': 0.017321} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.524379] env[69350]: DEBUG oslo_concurrency.lockutils [None req-128bea90-6d7a-49fa-a722-45d3e96d42b1 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.524620] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-128bea90-6d7a-49fa-a722-45d3e96d42b1 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] [instance: 29207e32-1b3a-472e-b65e-1de795fbe1c9] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1137.524858] env[69350]: DEBUG oslo_concurrency.lockutils [None req-128bea90-6d7a-49fa-a722-45d3e96d42b1 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.524992] env[69350]: DEBUG oslo_concurrency.lockutils [None req-128bea90-6d7a-49fa-a722-45d3e96d42b1 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.525187] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-128bea90-6d7a-49fa-a722-45d3e96d42b1 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1137.525881] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e83b6466-53cc-4867-9eaf-52f30c734784 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.537262] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-128bea90-6d7a-49fa-a722-45d3e96d42b1 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1137.537643] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-128bea90-6d7a-49fa-a722-45d3e96d42b1 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1137.538488] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2254a4d5-87e3-4beb-8dff-493860b55e5e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.544465] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bb05c5d0-3d57-485e-be5d-4ad921ad66a7 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Lock "54012b13-65ff-4fe4-bcab-43038f12aeda" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.742s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.553855] env[69350]: DEBUG oslo_vmware.api [None req-128bea90-6d7a-49fa-a722-45d3e96d42b1 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Waiting for the task: (returnval){ [ 1137.553855] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52c613d8-735f-b102-f955-b3494ac11370" [ 1137.553855] env[69350]: _type = "Task" [ 1137.553855] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.567639] env[69350]: DEBUG oslo_vmware.api [None req-128bea90-6d7a-49fa-a722-45d3e96d42b1 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52c613d8-735f-b102-f955-b3494ac11370, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.612885] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c6da1772-8a79-48a3-8a3b-71c3e2c75485 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Acquiring lock "d01bd7bf-c208-4d10-8c17-22807de255ac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.613613] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c6da1772-8a79-48a3-8a3b-71c3e2c75485 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Lock "d01bd7bf-c208-4d10-8c17-22807de255ac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.613683] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c6da1772-8a79-48a3-8a3b-71c3e2c75485 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Acquiring lock "d01bd7bf-c208-4d10-8c17-22807de255ac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.613984] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c6da1772-8a79-48a3-8a3b-71c3e2c75485 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Lock "d01bd7bf-c208-4d10-8c17-22807de255ac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.614262] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c6da1772-8a79-48a3-8a3b-71c3e2c75485 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Lock "d01bd7bf-c208-4d10-8c17-22807de255ac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.616566] env[69350]: INFO nova.compute.manager [None req-c6da1772-8a79-48a3-8a3b-71c3e2c75485 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: d01bd7bf-c208-4d10-8c17-22807de255ac] Terminating instance [ 1137.664042] env[69350]: DEBUG oslo_vmware.api [None req-8e2a664f-87c2-4d23-bf3e-d29a21f2216f tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3365782, 'name': PowerOffVM_Task, 'duration_secs': 0.642934} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.667024] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e2a664f-87c2-4d23-bf3e-d29a21f2216f tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: aad4e7c2-8241-4c46-be12-938b0673d68e] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1137.667024] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8e2a664f-87c2-4d23-bf3e-d29a21f2216f tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: aad4e7c2-8241-4c46-be12-938b0673d68e] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1137.668084] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-082f0389-69bc-47bc-8477-41c874033f45 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.676022] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8e2a664f-87c2-4d23-bf3e-d29a21f2216f tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: aad4e7c2-8241-4c46-be12-938b0673d68e] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1137.676022] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1096e14c-040c-40c4-ad0f-76e002b9a395 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.741357] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f0ffb4c-c739-4b9e-a80d-8bf8b4304b71 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.748608] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-407a1801-96ac-43ab-8a64-c3ff6cef2ccc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.787278] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da02d688-05c9-4136-bc65-4ef64991b6a6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.789882] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8e2a664f-87c2-4d23-bf3e-d29a21f2216f tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: aad4e7c2-8241-4c46-be12-938b0673d68e] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1137.790094] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8e2a664f-87c2-4d23-bf3e-d29a21f2216f tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: aad4e7c2-8241-4c46-be12-938b0673d68e] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1137.790274] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e2a664f-87c2-4d23-bf3e-d29a21f2216f tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Deleting the datastore file [datastore1] aad4e7c2-8241-4c46-be12-938b0673d68e {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1137.790733] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-745c3c80-171e-4d8d-8c00-c21f9cae27da {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.798917] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b6e0702-b419-4992-bca9-f783b6b49a99 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.802718] env[69350]: DEBUG oslo_vmware.api [None req-8e2a664f-87c2-4d23-bf3e-d29a21f2216f tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Waiting for the task: (returnval){ [ 1137.802718] env[69350]: value = "task-3365787" [ 1137.802718] env[69350]: _type = "Task" [ 1137.802718] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.814971] env[69350]: DEBUG oslo_concurrency.lockutils [None req-cc9d38ac-214b-49dc-82c3-7449eadd15c5 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Acquiring lock "refresh_cache-d01bd7bf-c208-4d10-8c17-22807de255ac" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.815160] env[69350]: DEBUG oslo_concurrency.lockutils [None req-cc9d38ac-214b-49dc-82c3-7449eadd15c5 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Acquired lock "refresh_cache-d01bd7bf-c208-4d10-8c17-22807de255ac" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.815926] env[69350]: DEBUG nova.network.neutron [None req-cc9d38ac-214b-49dc-82c3-7449eadd15c5 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: d01bd7bf-c208-4d10-8c17-22807de255ac] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1137.816917] env[69350]: DEBUG nova.compute.provider_tree [None req-ab800fbd-4314-4615-af21-35994fa15b01 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1137.826012] env[69350]: DEBUG oslo_vmware.api [None req-8e2a664f-87c2-4d23-bf3e-d29a21f2216f tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3365787, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.832804] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365785, 'name': CreateVM_Task, 'duration_secs': 0.337025} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.832965] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aaabec5d-fecd-4e24-9158-deab4ae29855] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1137.833621] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c0d153a6-9dcd-4d55-b44a-4d35e7603136 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.833784] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c0d153a6-9dcd-4d55-b44a-4d35e7603136 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.834108] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c0d153a6-9dcd-4d55-b44a-4d35e7603136 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.834408] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51e53363-f747-4eb2-9813-57d8ba53258f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.840217] env[69350]: DEBUG oslo_vmware.api [None req-c0d153a6-9dcd-4d55-b44a-4d35e7603136 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Waiting for the task: (returnval){ [ 1137.840217] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5201831a-7b63-96ee-c9e8-5ec21d598d65" [ 1137.840217] env[69350]: _type = "Task" [ 1137.840217] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.848537] env[69350]: DEBUG oslo_vmware.api [None req-c0d153a6-9dcd-4d55-b44a-4d35e7603136 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5201831a-7b63-96ee-c9e8-5ec21d598d65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.049400] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4650aac-c9ff-40bb-ad63-da6244562ba2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.074376] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a586ec-94b7-4dd4-99dc-3111ba46b09a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.085416] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-10fb437b-300a-4c3b-a372-b9acb1b13bdd tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 11c67a96-f39b-4f14-9eed-ca26d6e0d16c] Updating instance '11c67a96-f39b-4f14-9eed-ca26d6e0d16c' progress to 83 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1138.088963] env[69350]: DEBUG oslo_vmware.api [None req-128bea90-6d7a-49fa-a722-45d3e96d42b1 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52c613d8-735f-b102-f955-b3494ac11370, 'name': SearchDatastore_Task, 'duration_secs': 0.021648} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.090476] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de8b963f-6edd-4b23-a4c1-3e098da60bd3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.096420] env[69350]: DEBUG oslo_vmware.api [None req-128bea90-6d7a-49fa-a722-45d3e96d42b1 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Waiting for the task: (returnval){ [ 1138.096420] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5268fd1e-2bae-a7d2-2519-16d27c0d3d56" [ 1138.096420] env[69350]: _type = "Task" [ 1138.096420] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.106269] env[69350]: DEBUG oslo_vmware.api [None req-128bea90-6d7a-49fa-a722-45d3e96d42b1 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5268fd1e-2bae-a7d2-2519-16d27c0d3d56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.120178] env[69350]: DEBUG nova.compute.manager [None req-c6da1772-8a79-48a3-8a3b-71c3e2c75485 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: d01bd7bf-c208-4d10-8c17-22807de255ac] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1138.120398] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c6da1772-8a79-48a3-8a3b-71c3e2c75485 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: d01bd7bf-c208-4d10-8c17-22807de255ac] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1138.121968] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ccd46ed-89eb-4d8b-8dbc-bfd1756163f5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.137112] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6da1772-8a79-48a3-8a3b-71c3e2c75485 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: d01bd7bf-c208-4d10-8c17-22807de255ac] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1138.139728] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9aeb96f-883d-4e6e-8c93-af0d6094eec4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.147871] env[69350]: DEBUG oslo_vmware.api [None req-c6da1772-8a79-48a3-8a3b-71c3e2c75485 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Waiting for the task: (returnval){ [ 1138.147871] env[69350]: value = "task-3365788" [ 1138.147871] env[69350]: _type = "Task" [ 1138.147871] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.159395] env[69350]: DEBUG oslo_vmware.api [None req-c6da1772-8a79-48a3-8a3b-71c3e2c75485 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3365788, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.172774] env[69350]: DEBUG nova.network.neutron [req-b4086d4d-dc53-48c4-88f4-c79847ca4400 req-d59d11c2-1ee2-4a1f-85ab-5435c2a27c1b service nova] [instance: aaabec5d-fecd-4e24-9158-deab4ae29855] Updated VIF entry in instance network info cache for port 9182a641-2c18-42ba-aebb-ec37194fab10. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1138.173151] env[69350]: DEBUG nova.network.neutron [req-b4086d4d-dc53-48c4-88f4-c79847ca4400 req-d59d11c2-1ee2-4a1f-85ab-5435c2a27c1b service nova] [instance: aaabec5d-fecd-4e24-9158-deab4ae29855] Updating instance_info_cache with network_info: [{"id": "9182a641-2c18-42ba-aebb-ec37194fab10", "address": "fa:16:3e:8f:61:39", "network": {"id": "10e89178-be3a-472d-ab81-6b5686479064", "bridge": "br-int", "label": "tempest-ServersTestJSON-841475379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b765b6cd255040bda6aa6145fb5d6074", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9182a641-2c", "ovs_interfaceid": "9182a641-2c18-42ba-aebb-ec37194fab10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.313912] env[69350]: DEBUG oslo_vmware.api [None req-8e2a664f-87c2-4d23-bf3e-d29a21f2216f tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3365787, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.342647} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.314198] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e2a664f-87c2-4d23-bf3e-d29a21f2216f tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1138.314382] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8e2a664f-87c2-4d23-bf3e-d29a21f2216f tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: aad4e7c2-8241-4c46-be12-938b0673d68e] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1138.314559] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8e2a664f-87c2-4d23-bf3e-d29a21f2216f tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: aad4e7c2-8241-4c46-be12-938b0673d68e] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1138.324109] env[69350]: DEBUG nova.scheduler.client.report [None req-ab800fbd-4314-4615-af21-35994fa15b01 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1138.352542] env[69350]: DEBUG oslo_vmware.api [None req-c0d153a6-9dcd-4d55-b44a-4d35e7603136 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5201831a-7b63-96ee-c9e8-5ec21d598d65, 'name': SearchDatastore_Task, 'duration_secs': 0.010963} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.353026] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c0d153a6-9dcd-4d55-b44a-4d35e7603136 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.353145] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c0d153a6-9dcd-4d55-b44a-4d35e7603136 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: aaabec5d-fecd-4e24-9158-deab4ae29855] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1138.353683] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c0d153a6-9dcd-4d55-b44a-4d35e7603136 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.540303] env[69350]: INFO nova.network.neutron [None req-cc9d38ac-214b-49dc-82c3-7449eadd15c5 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: d01bd7bf-c208-4d10-8c17-22807de255ac] Port 73aa07ba-5d0e-4552-9e9c-b4bc4e6fe23e from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1138.540690] env[69350]: DEBUG nova.network.neutron [None req-cc9d38ac-214b-49dc-82c3-7449eadd15c5 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: d01bd7bf-c208-4d10-8c17-22807de255ac] Updating instance_info_cache with network_info: [{"id": "9ee03317-3ef9-451e-8cc2-579071cd0edd", "address": "fa:16:3e:04:aa:33", "network": {"id": "ad123e0a-1a99-4c6b-932f-ff9de41ceb18", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-757019814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e70a04cc40f0407ebac8a2f5bbbd8693", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ee03317-3e", "ovs_interfaceid": "9ee03317-3ef9-451e-8cc2-579071cd0edd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.592975] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-10fb437b-300a-4c3b-a372-b9acb1b13bdd tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 11c67a96-f39b-4f14-9eed-ca26d6e0d16c] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1138.593232] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a29cd0ec-b91b-4311-a6a5-b315e01ff500 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.602518] env[69350]: DEBUG oslo_vmware.api [None req-10fb437b-300a-4c3b-a372-b9acb1b13bdd tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Waiting for the task: (returnval){ [ 1138.602518] env[69350]: value = "task-3365789" [ 1138.602518] env[69350]: _type = "Task" [ 1138.602518] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.609511] env[69350]: DEBUG oslo_vmware.api [None req-128bea90-6d7a-49fa-a722-45d3e96d42b1 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5268fd1e-2bae-a7d2-2519-16d27c0d3d56, 'name': SearchDatastore_Task, 'duration_secs': 0.01662} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.610130] env[69350]: DEBUG oslo_concurrency.lockutils [None req-128bea90-6d7a-49fa-a722-45d3e96d42b1 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.610532] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-128bea90-6d7a-49fa-a722-45d3e96d42b1 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] 29207e32-1b3a-472e-b65e-1de795fbe1c9/29207e32-1b3a-472e-b65e-1de795fbe1c9.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1138.610684] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c0d153a6-9dcd-4d55-b44a-4d35e7603136 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.610947] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0d153a6-9dcd-4d55-b44a-4d35e7603136 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1138.611058] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c90c0b92-66a3-45a3-9126-183e5bbf3e9e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.615608] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-deabd136-8fe3-4b76-b20e-cb904bad5319 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.617753] env[69350]: DEBUG oslo_vmware.api [None req-10fb437b-300a-4c3b-a372-b9acb1b13bdd tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365789, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.623282] env[69350]: DEBUG oslo_vmware.api [None req-128bea90-6d7a-49fa-a722-45d3e96d42b1 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Waiting for the task: (returnval){ [ 1138.623282] env[69350]: value = "task-3365790" [ 1138.623282] env[69350]: _type = "Task" [ 1138.623282] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.632365] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2b61155a-f30c-4bc2-811e-c22db535ac43 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Acquiring lock "d8ff34cc-0660-4828-847d-cc58e0c4385a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.632687] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2b61155a-f30c-4bc2-811e-c22db535ac43 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Lock "d8ff34cc-0660-4828-847d-cc58e0c4385a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.634084] env[69350]: DEBUG oslo_vmware.api [None req-128bea90-6d7a-49fa-a722-45d3e96d42b1 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Task: {'id': task-3365790, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.635429] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0d153a6-9dcd-4d55-b44a-4d35e7603136 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1138.635636] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c0d153a6-9dcd-4d55-b44a-4d35e7603136 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1138.636710] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c69eeb9f-50fe-4e1f-a429-e59eff4c7e1d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.642896] env[69350]: DEBUG oslo_vmware.api [None req-c0d153a6-9dcd-4d55-b44a-4d35e7603136 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Waiting for the task: (returnval){ [ 1138.642896] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52062c47-bf11-db31-9e5b-f36beea12a9f" [ 1138.642896] env[69350]: _type = "Task" [ 1138.642896] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.656319] env[69350]: DEBUG oslo_vmware.api [None req-c0d153a6-9dcd-4d55-b44a-4d35e7603136 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52062c47-bf11-db31-9e5b-f36beea12a9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.662423] env[69350]: DEBUG oslo_vmware.api [None req-c6da1772-8a79-48a3-8a3b-71c3e2c75485 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3365788, 'name': PowerOffVM_Task, 'duration_secs': 0.489082} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.662706] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6da1772-8a79-48a3-8a3b-71c3e2c75485 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: d01bd7bf-c208-4d10-8c17-22807de255ac] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1138.662911] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c6da1772-8a79-48a3-8a3b-71c3e2c75485 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: d01bd7bf-c208-4d10-8c17-22807de255ac] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1138.663188] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-80ce49ec-9483-4927-b61a-5efe13b811a3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.676109] env[69350]: DEBUG oslo_concurrency.lockutils [req-b4086d4d-dc53-48c4-88f4-c79847ca4400 req-d59d11c2-1ee2-4a1f-85ab-5435c2a27c1b service nova] Releasing lock "refresh_cache-aaabec5d-fecd-4e24-9158-deab4ae29855" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.676411] env[69350]: DEBUG nova.compute.manager [req-b4086d4d-dc53-48c4-88f4-c79847ca4400 req-d59d11c2-1ee2-4a1f-85ab-5435c2a27c1b service nova] [instance: d01bd7bf-c208-4d10-8c17-22807de255ac] Received event network-vif-deleted-73aa07ba-5d0e-4552-9e9c-b4bc4e6fe23e {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1138.676651] env[69350]: INFO nova.compute.manager [req-b4086d4d-dc53-48c4-88f4-c79847ca4400 req-d59d11c2-1ee2-4a1f-85ab-5435c2a27c1b service nova] [instance: d01bd7bf-c208-4d10-8c17-22807de255ac] Neutron deleted interface 73aa07ba-5d0e-4552-9e9c-b4bc4e6fe23e; detaching it from the instance and deleting it from the info cache [ 1138.676956] env[69350]: DEBUG nova.network.neutron [req-b4086d4d-dc53-48c4-88f4-c79847ca4400 req-d59d11c2-1ee2-4a1f-85ab-5435c2a27c1b service nova] [instance: d01bd7bf-c208-4d10-8c17-22807de255ac] Updating instance_info_cache with network_info: [{"id": "9ee03317-3ef9-451e-8cc2-579071cd0edd", "address": "fa:16:3e:04:aa:33", "network": {"id": "ad123e0a-1a99-4c6b-932f-ff9de41ceb18", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-757019814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e70a04cc40f0407ebac8a2f5bbbd8693", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ee03317-3e", "ovs_interfaceid": "9ee03317-3ef9-451e-8cc2-579071cd0edd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.758872] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c6da1772-8a79-48a3-8a3b-71c3e2c75485 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: d01bd7bf-c208-4d10-8c17-22807de255ac] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1138.759072] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c6da1772-8a79-48a3-8a3b-71c3e2c75485 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: d01bd7bf-c208-4d10-8c17-22807de255ac] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1138.759267] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6da1772-8a79-48a3-8a3b-71c3e2c75485 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Deleting the datastore file [datastore2] d01bd7bf-c208-4d10-8c17-22807de255ac {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1138.759632] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-19a99fd6-8b2a-45d1-b8f1-dde78b40b1d6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.766727] env[69350]: DEBUG oslo_vmware.api [None req-c6da1772-8a79-48a3-8a3b-71c3e2c75485 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Waiting for the task: (returnval){ [ 1138.766727] env[69350]: value = "task-3365792" [ 1138.766727] env[69350]: _type = "Task" [ 1138.766727] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.776825] env[69350]: DEBUG oslo_vmware.api [None req-c6da1772-8a79-48a3-8a3b-71c3e2c75485 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3365792, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.799445] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f030c0fa-b3c1-4154-b3b6-51bedc69471a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.828422] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e4de9dc8-7718-4da2-93b5-f3d8c28ed85e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] Updating instance '7a738554-0623-4e36-ba13-4d4f1346154c' progress to 0 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1139.043451] env[69350]: DEBUG oslo_concurrency.lockutils [None req-cc9d38ac-214b-49dc-82c3-7449eadd15c5 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Releasing lock "refresh_cache-d01bd7bf-c208-4d10-8c17-22807de255ac" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.115746] env[69350]: DEBUG oslo_vmware.api [None req-10fb437b-300a-4c3b-a372-b9acb1b13bdd tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365789, 'name': PowerOnVM_Task, 'duration_secs': 0.45319} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.115746] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-10fb437b-300a-4c3b-a372-b9acb1b13bdd tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 11c67a96-f39b-4f14-9eed-ca26d6e0d16c] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1139.115961] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-10fb437b-300a-4c3b-a372-b9acb1b13bdd tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 11c67a96-f39b-4f14-9eed-ca26d6e0d16c] Updating instance '11c67a96-f39b-4f14-9eed-ca26d6e0d16c' progress to 100 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1139.137451] env[69350]: INFO nova.compute.manager [None req-2b61155a-f30c-4bc2-811e-c22db535ac43 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: d8ff34cc-0660-4828-847d-cc58e0c4385a] Detaching volume 1b60774a-187c-4c93-9912-29a9fe7194f8 [ 1139.139789] env[69350]: DEBUG oslo_vmware.api [None req-128bea90-6d7a-49fa-a722-45d3e96d42b1 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Task: {'id': task-3365790, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.159675] env[69350]: DEBUG oslo_vmware.api [None req-c0d153a6-9dcd-4d55-b44a-4d35e7603136 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52062c47-bf11-db31-9e5b-f36beea12a9f, 'name': SearchDatastore_Task, 'duration_secs': 0.011114} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.160699] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7835c2de-b87c-4454-aeae-7d56b026982a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.170795] env[69350]: DEBUG oslo_vmware.api [None req-c0d153a6-9dcd-4d55-b44a-4d35e7603136 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Waiting for the task: (returnval){ [ 1139.170795] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]520905ac-3e56-ec24-074c-3a46003e1434" [ 1139.170795] env[69350]: _type = "Task" [ 1139.170795] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.180034] env[69350]: DEBUG oslo_concurrency.lockutils [req-b4086d4d-dc53-48c4-88f4-c79847ca4400 req-d59d11c2-1ee2-4a1f-85ab-5435c2a27c1b service nova] Acquiring lock "d01bd7bf-c208-4d10-8c17-22807de255ac" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.183117] env[69350]: INFO nova.virt.block_device [None req-2b61155a-f30c-4bc2-811e-c22db535ac43 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: d8ff34cc-0660-4828-847d-cc58e0c4385a] Attempting to driver detach volume 1b60774a-187c-4c93-9912-29a9fe7194f8 from mountpoint /dev/sdb [ 1139.183365] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b61155a-f30c-4bc2-811e-c22db535ac43 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: d8ff34cc-0660-4828-847d-cc58e0c4385a] Volume detach. Driver type: vmdk {{(pid=69350) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1139.183555] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b61155a-f30c-4bc2-811e-c22db535ac43 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: d8ff34cc-0660-4828-847d-cc58e0c4385a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-671529', 'volume_id': '1b60774a-187c-4c93-9912-29a9fe7194f8', 'name': 'volume-1b60774a-187c-4c93-9912-29a9fe7194f8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd8ff34cc-0660-4828-847d-cc58e0c4385a', 'attached_at': '', 'detached_at': '', 'volume_id': '1b60774a-187c-4c93-9912-29a9fe7194f8', 'serial': '1b60774a-187c-4c93-9912-29a9fe7194f8'} {{(pid=69350) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1139.184822] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7044713-8cb6-49db-999c-5d820205ed9f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.195260] env[69350]: DEBUG oslo_vmware.api [None req-c0d153a6-9dcd-4d55-b44a-4d35e7603136 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]520905ac-3e56-ec24-074c-3a46003e1434, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.212609] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b21c285d-5d70-4ddd-88ac-fa9ce148fd99 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.221800] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c0f552f-845c-4a1f-830b-d8674eab9911 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.245013] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d762d1-0dbb-4dd8-92e0-9e4cdd3344cf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.263513] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b61155a-f30c-4bc2-811e-c22db535ac43 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] The volume has not been displaced from its original location: [datastore1] volume-1b60774a-187c-4c93-9912-29a9fe7194f8/volume-1b60774a-187c-4c93-9912-29a9fe7194f8.vmdk. No consolidation needed. {{(pid=69350) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1139.269047] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b61155a-f30c-4bc2-811e-c22db535ac43 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: d8ff34cc-0660-4828-847d-cc58e0c4385a] Reconfiguring VM instance instance-0000001e to detach disk 2001 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1139.269471] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-033d0d8a-86bd-465b-a8b4-869814e495fd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.292660] env[69350]: DEBUG oslo_vmware.api [None req-c6da1772-8a79-48a3-8a3b-71c3e2c75485 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3365792, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.308577} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.293906] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6da1772-8a79-48a3-8a3b-71c3e2c75485 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1139.294117] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c6da1772-8a79-48a3-8a3b-71c3e2c75485 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: d01bd7bf-c208-4d10-8c17-22807de255ac] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1139.294294] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c6da1772-8a79-48a3-8a3b-71c3e2c75485 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: d01bd7bf-c208-4d10-8c17-22807de255ac] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1139.294464] env[69350]: INFO nova.compute.manager [None req-c6da1772-8a79-48a3-8a3b-71c3e2c75485 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: d01bd7bf-c208-4d10-8c17-22807de255ac] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1139.294720] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c6da1772-8a79-48a3-8a3b-71c3e2c75485 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1139.295024] env[69350]: DEBUG oslo_vmware.api [None req-2b61155a-f30c-4bc2-811e-c22db535ac43 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Waiting for the task: (returnval){ [ 1139.295024] env[69350]: value = "task-3365793" [ 1139.295024] env[69350]: _type = "Task" [ 1139.295024] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.295218] env[69350]: DEBUG nova.compute.manager [-] [instance: d01bd7bf-c208-4d10-8c17-22807de255ac] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1139.295314] env[69350]: DEBUG nova.network.neutron [-] [instance: d01bd7bf-c208-4d10-8c17-22807de255ac] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1139.305074] env[69350]: DEBUG oslo_vmware.api [None req-2b61155a-f30c-4bc2-811e-c22db535ac43 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': task-3365793, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.336874] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4de9dc8-7718-4da2-93b5-f3d8c28ed85e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1139.337921] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ab800fbd-4314-4615-af21-35994fa15b01 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.323s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.340626] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-896fd28b-e75e-4ae5-99de-259d2fae2fa7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.349043] env[69350]: DEBUG oslo_vmware.api [None req-e4de9dc8-7718-4da2-93b5-f3d8c28ed85e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Waiting for the task: (returnval){ [ 1139.349043] env[69350]: value = "task-3365794" [ 1139.349043] env[69350]: _type = "Task" [ 1139.349043] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.360514] env[69350]: DEBUG oslo_vmware.api [None req-e4de9dc8-7718-4da2-93b5-f3d8c28ed85e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365794, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.362825] env[69350]: DEBUG nova.virt.hardware [None req-8e2a664f-87c2-4d23-bf3e-d29a21f2216f tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1139.363057] env[69350]: DEBUG nova.virt.hardware [None req-8e2a664f-87c2-4d23-bf3e-d29a21f2216f tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1139.363216] env[69350]: DEBUG nova.virt.hardware [None req-8e2a664f-87c2-4d23-bf3e-d29a21f2216f tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1139.363397] env[69350]: DEBUG nova.virt.hardware [None req-8e2a664f-87c2-4d23-bf3e-d29a21f2216f tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1139.363546] env[69350]: DEBUG nova.virt.hardware [None req-8e2a664f-87c2-4d23-bf3e-d29a21f2216f tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1139.363753] env[69350]: DEBUG nova.virt.hardware [None req-8e2a664f-87c2-4d23-bf3e-d29a21f2216f tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1139.363930] env[69350]: DEBUG nova.virt.hardware [None req-8e2a664f-87c2-4d23-bf3e-d29a21f2216f tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1139.364113] env[69350]: DEBUG nova.virt.hardware [None req-8e2a664f-87c2-4d23-bf3e-d29a21f2216f tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1139.364285] env[69350]: DEBUG nova.virt.hardware [None req-8e2a664f-87c2-4d23-bf3e-d29a21f2216f tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1139.364447] env[69350]: DEBUG nova.virt.hardware [None req-8e2a664f-87c2-4d23-bf3e-d29a21f2216f tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1139.364619] env[69350]: DEBUG nova.virt.hardware [None req-8e2a664f-87c2-4d23-bf3e-d29a21f2216f tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1139.365474] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ee0dbd-96bd-45f2-86d5-ca2940b69b57 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.374750] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-009368fe-5326-43b4-a767-b541afe39bdb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.393854] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8e2a664f-87c2-4d23-bf3e-d29a21f2216f tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: aad4e7c2-8241-4c46-be12-938b0673d68e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:5f:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0549820d-5649-40bc-ad6e-9ae27b384d90', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b1af3607-5317-4ec5-b397-1f27a7823c62', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1139.401697] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e2a664f-87c2-4d23-bf3e-d29a21f2216f tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1139.402320] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aad4e7c2-8241-4c46-be12-938b0673d68e] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1139.402560] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-86d362a2-7f4a-44bb-86af-76766f67456b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.423365] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1139.423365] env[69350]: value = "task-3365795" [ 1139.423365] env[69350]: _type = "Task" [ 1139.423365] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.432558] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365795, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.547726] env[69350]: DEBUG oslo_concurrency.lockutils [None req-cc9d38ac-214b-49dc-82c3-7449eadd15c5 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Lock "interface-d01bd7bf-c208-4d10-8c17-22807de255ac-73aa07ba-5d0e-4552-9e9c-b4bc4e6fe23e" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.853s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.637630] env[69350]: DEBUG oslo_vmware.api [None req-128bea90-6d7a-49fa-a722-45d3e96d42b1 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Task: {'id': task-3365790, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.649321} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.639209] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-128bea90-6d7a-49fa-a722-45d3e96d42b1 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] 29207e32-1b3a-472e-b65e-1de795fbe1c9/29207e32-1b3a-472e-b65e-1de795fbe1c9.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1139.639303] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-128bea90-6d7a-49fa-a722-45d3e96d42b1 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] [instance: 29207e32-1b3a-472e-b65e-1de795fbe1c9] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1139.639699] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1ddbd845-d432-40a3-869b-3df5a8aad836 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.643476] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1139.644045] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1139.651794] env[69350]: DEBUG oslo_vmware.api [None req-128bea90-6d7a-49fa-a722-45d3e96d42b1 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Waiting for the task: (returnval){ [ 1139.651794] env[69350]: value = "task-3365796" [ 1139.651794] env[69350]: _type = "Task" [ 1139.651794] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.664931] env[69350]: DEBUG oslo_vmware.api [None req-128bea90-6d7a-49fa-a722-45d3e96d42b1 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Task: {'id': task-3365796, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.684416] env[69350]: DEBUG oslo_vmware.api [None req-c0d153a6-9dcd-4d55-b44a-4d35e7603136 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]520905ac-3e56-ec24-074c-3a46003e1434, 'name': SearchDatastore_Task, 'duration_secs': 0.059209} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.684691] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c0d153a6-9dcd-4d55-b44a-4d35e7603136 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.684976] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0d153a6-9dcd-4d55-b44a-4d35e7603136 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] aaabec5d-fecd-4e24-9158-deab4ae29855/aaabec5d-fecd-4e24-9158-deab4ae29855.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1139.685278] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0b2fb8bc-b6a6-4745-84e1-179604ce8959 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.693636] env[69350]: DEBUG oslo_vmware.api [None req-c0d153a6-9dcd-4d55-b44a-4d35e7603136 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Waiting for the task: (returnval){ [ 1139.693636] env[69350]: value = "task-3365797" [ 1139.693636] env[69350]: _type = "Task" [ 1139.693636] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.707712] env[69350]: DEBUG oslo_vmware.api [None req-c0d153a6-9dcd-4d55-b44a-4d35e7603136 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3365797, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.809178] env[69350]: DEBUG oslo_vmware.api [None req-2b61155a-f30c-4bc2-811e-c22db535ac43 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': task-3365793, 'name': ReconfigVM_Task, 'duration_secs': 0.355265} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.809597] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b61155a-f30c-4bc2-811e-c22db535ac43 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: d8ff34cc-0660-4828-847d-cc58e0c4385a] Reconfigured VM instance instance-0000001e to detach disk 2001 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1139.815998] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da251b9a-2423-4b8c-91f2-9b6fdccf75e4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.834742] env[69350]: DEBUG oslo_vmware.api [None req-2b61155a-f30c-4bc2-811e-c22db535ac43 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Waiting for the task: (returnval){ [ 1139.834742] env[69350]: value = "task-3365798" [ 1139.834742] env[69350]: _type = "Task" [ 1139.834742] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.850690] env[69350]: DEBUG oslo_vmware.api [None req-2b61155a-f30c-4bc2-811e-c22db535ac43 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': task-3365798, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.864291] env[69350]: DEBUG oslo_vmware.api [None req-e4de9dc8-7718-4da2-93b5-f3d8c28ed85e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365794, 'name': PowerOffVM_Task, 'duration_secs': 0.340435} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.864562] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4de9dc8-7718-4da2-93b5-f3d8c28ed85e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1139.864778] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e4de9dc8-7718-4da2-93b5-f3d8c28ed85e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] Updating instance '7a738554-0623-4e36-ba13-4d4f1346154c' progress to 17 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1139.909173] env[69350]: INFO nova.scheduler.client.report [None req-ab800fbd-4314-4615-af21-35994fa15b01 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Deleted allocation for migration e7a4ac93-a394-4b38-8b4d-23027653390d [ 1139.938976] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365795, 'name': CreateVM_Task, 'duration_secs': 0.442759} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.939424] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aad4e7c2-8241-4c46-be12-938b0673d68e] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1139.940332] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8e2a664f-87c2-4d23-bf3e-d29a21f2216f tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.940510] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8e2a664f-87c2-4d23-bf3e-d29a21f2216f tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.940832] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8e2a664f-87c2-4d23-bf3e-d29a21f2216f tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.941244] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-187b0e4e-db6a-42d2-974f-d51ca2bba1d1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.948237] env[69350]: DEBUG oslo_vmware.api [None req-8e2a664f-87c2-4d23-bf3e-d29a21f2216f tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Waiting for the task: (returnval){ [ 1139.948237] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5275e829-478f-92e6-db6b-293c4c4717bb" [ 1139.948237] env[69350]: _type = "Task" [ 1139.948237] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.958846] env[69350]: DEBUG oslo_vmware.api [None req-8e2a664f-87c2-4d23-bf3e-d29a21f2216f tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5275e829-478f-92e6-db6b-293c4c4717bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.079931] env[69350]: DEBUG nova.compute.manager [req-e57258de-4a70-411a-b27d-50ea5e66769b req-5b25b09f-47c0-48bc-98c7-6ee5d4d47377 service nova] [instance: d01bd7bf-c208-4d10-8c17-22807de255ac] Received event network-vif-deleted-9ee03317-3ef9-451e-8cc2-579071cd0edd {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1140.080164] env[69350]: INFO nova.compute.manager [req-e57258de-4a70-411a-b27d-50ea5e66769b req-5b25b09f-47c0-48bc-98c7-6ee5d4d47377 service nova] [instance: d01bd7bf-c208-4d10-8c17-22807de255ac] Neutron deleted interface 9ee03317-3ef9-451e-8cc2-579071cd0edd; detaching it from the instance and deleting it from the info cache [ 1140.080356] env[69350]: DEBUG nova.network.neutron [req-e57258de-4a70-411a-b27d-50ea5e66769b req-5b25b09f-47c0-48bc-98c7-6ee5d4d47377 service nova] [instance: d01bd7bf-c208-4d10-8c17-22807de255ac] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.153503] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1140.157516] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1140.157734] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1140.158466] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1140.158681] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1140.158901] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1140.159015] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69350) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1140.159737] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1140.165435] env[69350]: DEBUG oslo_vmware.api [None req-128bea90-6d7a-49fa-a722-45d3e96d42b1 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Task: {'id': task-3365796, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078252} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.165435] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-128bea90-6d7a-49fa-a722-45d3e96d42b1 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] [instance: 29207e32-1b3a-472e-b65e-1de795fbe1c9] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1140.166168] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f85ebecf-b14e-4e41-baa7-8fec395e3522 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.189191] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-128bea90-6d7a-49fa-a722-45d3e96d42b1 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] [instance: 29207e32-1b3a-472e-b65e-1de795fbe1c9] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 29207e32-1b3a-472e-b65e-1de795fbe1c9/29207e32-1b3a-472e-b65e-1de795fbe1c9.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1140.190753] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76288d52-4ee1-4ebb-96b5-713315c6f765 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.218199] env[69350]: DEBUG oslo_vmware.api [None req-c0d153a6-9dcd-4d55-b44a-4d35e7603136 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3365797, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.219832] env[69350]: DEBUG oslo_vmware.api [None req-128bea90-6d7a-49fa-a722-45d3e96d42b1 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Waiting for the task: (returnval){ [ 1140.219832] env[69350]: value = "task-3365799" [ 1140.219832] env[69350]: _type = "Task" [ 1140.219832] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.230615] env[69350]: DEBUG oslo_vmware.api [None req-128bea90-6d7a-49fa-a722-45d3e96d42b1 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Task: {'id': task-3365799, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.349947] env[69350]: DEBUG oslo_vmware.api [None req-2b61155a-f30c-4bc2-811e-c22db535ac43 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': task-3365798, 'name': ReconfigVM_Task, 'duration_secs': 0.193506} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.350359] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b61155a-f30c-4bc2-811e-c22db535ac43 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: d8ff34cc-0660-4828-847d-cc58e0c4385a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-671529', 'volume_id': '1b60774a-187c-4c93-9912-29a9fe7194f8', 'name': 'volume-1b60774a-187c-4c93-9912-29a9fe7194f8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd8ff34cc-0660-4828-847d-cc58e0c4385a', 'attached_at': '', 'detached_at': '', 'volume_id': '1b60774a-187c-4c93-9912-29a9fe7194f8', 'serial': '1b60774a-187c-4c93-9912-29a9fe7194f8'} {{(pid=69350) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1140.372467] env[69350]: DEBUG nova.virt.hardware [None req-e4de9dc8-7718-4da2-93b5-f3d8c28ed85e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1140.372628] env[69350]: DEBUG nova.virt.hardware [None req-e4de9dc8-7718-4da2-93b5-f3d8c28ed85e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1140.372784] env[69350]: DEBUG nova.virt.hardware [None req-e4de9dc8-7718-4da2-93b5-f3d8c28ed85e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1140.372973] env[69350]: DEBUG nova.virt.hardware [None req-e4de9dc8-7718-4da2-93b5-f3d8c28ed85e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1140.373138] env[69350]: DEBUG nova.virt.hardware [None req-e4de9dc8-7718-4da2-93b5-f3d8c28ed85e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1140.373295] env[69350]: DEBUG nova.virt.hardware [None req-e4de9dc8-7718-4da2-93b5-f3d8c28ed85e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1140.373510] env[69350]: DEBUG nova.virt.hardware [None req-e4de9dc8-7718-4da2-93b5-f3d8c28ed85e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1140.373675] env[69350]: DEBUG nova.virt.hardware [None req-e4de9dc8-7718-4da2-93b5-f3d8c28ed85e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1140.373844] env[69350]: DEBUG nova.virt.hardware [None req-e4de9dc8-7718-4da2-93b5-f3d8c28ed85e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1140.374010] env[69350]: DEBUG nova.virt.hardware [None req-e4de9dc8-7718-4da2-93b5-f3d8c28ed85e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1140.374182] env[69350]: DEBUG nova.virt.hardware [None req-e4de9dc8-7718-4da2-93b5-f3d8c28ed85e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1140.379865] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-486273db-aa31-45ba-a77e-e25da04fb24f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.395854] env[69350]: DEBUG oslo_vmware.api [None req-e4de9dc8-7718-4da2-93b5-f3d8c28ed85e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Waiting for the task: (returnval){ [ 1140.395854] env[69350]: value = "task-3365800" [ 1140.395854] env[69350]: _type = "Task" [ 1140.395854] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.404519] env[69350]: DEBUG oslo_vmware.api [None req-e4de9dc8-7718-4da2-93b5-f3d8c28ed85e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365800, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.418799] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ab800fbd-4314-4615-af21-35994fa15b01 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Lock "fd796368-14e5-47ae-b08b-6e17c2722d8d" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.305s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.459919] env[69350]: DEBUG oslo_vmware.api [None req-8e2a664f-87c2-4d23-bf3e-d29a21f2216f tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5275e829-478f-92e6-db6b-293c4c4717bb, 'name': SearchDatastore_Task, 'duration_secs': 0.014487} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.460212] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8e2a664f-87c2-4d23-bf3e-d29a21f2216f tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.460583] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8e2a664f-87c2-4d23-bf3e-d29a21f2216f tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: aad4e7c2-8241-4c46-be12-938b0673d68e] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1140.460840] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8e2a664f-87c2-4d23-bf3e-d29a21f2216f tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.460986] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8e2a664f-87c2-4d23-bf3e-d29a21f2216f tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.461190] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e2a664f-87c2-4d23-bf3e-d29a21f2216f tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1140.461457] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1cb3eef6-2f0a-4470-9370-1e16f07fbe24 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.474660] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e2a664f-87c2-4d23-bf3e-d29a21f2216f tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1140.474883] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8e2a664f-87c2-4d23-bf3e-d29a21f2216f tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1140.475626] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aeee20ee-e5e3-4a2f-94b5-50050698750e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.481544] env[69350]: DEBUG oslo_vmware.api [None req-8e2a664f-87c2-4d23-bf3e-d29a21f2216f tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Waiting for the task: (returnval){ [ 1140.481544] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]526fd72e-41e2-a194-8238-fb6be48cf917" [ 1140.481544] env[69350]: _type = "Task" [ 1140.481544] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.490401] env[69350]: DEBUG oslo_vmware.api [None req-8e2a664f-87c2-4d23-bf3e-d29a21f2216f tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]526fd72e-41e2-a194-8238-fb6be48cf917, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.553196] env[69350]: DEBUG nova.network.neutron [-] [instance: d01bd7bf-c208-4d10-8c17-22807de255ac] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.582977] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b3b24737-48c4-4658-9e8b-410e6c3d2a58 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.595048] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b550589d-be0a-442b-afd8-41d961907dd6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.634776] env[69350]: DEBUG nova.compute.manager [req-e57258de-4a70-411a-b27d-50ea5e66769b req-5b25b09f-47c0-48bc-98c7-6ee5d4d47377 service nova] [instance: d01bd7bf-c208-4d10-8c17-22807de255ac] Detach interface failed, port_id=9ee03317-3ef9-451e-8cc2-579071cd0edd, reason: Instance d01bd7bf-c208-4d10-8c17-22807de255ac could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1140.668024] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.668024] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.668024] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.668024] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69350) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1140.668342] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e5e1a4-b5bf-435b-a2f9-df9470ea492d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.678027] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df9e2f12-5d89-4f95-9572-86660158ed6c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.693119] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6cd7ba7-4c2f-415b-9865-b3f257ef58be {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.700872] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d622ec-186f-4667-b32b-38acf9e57e9b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.734520] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178786MB free_disk=105GB free_vcpus=48 pci_devices=None {{(pid=69350) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1140.734713] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.734960] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.743419] env[69350]: DEBUG oslo_vmware.api [None req-c0d153a6-9dcd-4d55-b44a-4d35e7603136 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3365797, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.627785} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.743909] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0d153a6-9dcd-4d55-b44a-4d35e7603136 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] aaabec5d-fecd-4e24-9158-deab4ae29855/aaabec5d-fecd-4e24-9158-deab4ae29855.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1140.744145] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c0d153a6-9dcd-4d55-b44a-4d35e7603136 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: aaabec5d-fecd-4e24-9158-deab4ae29855] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1140.744756] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ad687371-47b5-4049-ab4c-27ef4e055423 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.749925] env[69350]: DEBUG oslo_vmware.api [None req-128bea90-6d7a-49fa-a722-45d3e96d42b1 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Task: {'id': task-3365799, 'name': ReconfigVM_Task, 'duration_secs': 0.289946} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.750573] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-128bea90-6d7a-49fa-a722-45d3e96d42b1 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] [instance: 29207e32-1b3a-472e-b65e-1de795fbe1c9] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 29207e32-1b3a-472e-b65e-1de795fbe1c9/29207e32-1b3a-472e-b65e-1de795fbe1c9.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1140.751203] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba4d33b6-738a-4046-a85c-246735a76a2d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.755332] env[69350]: DEBUG oslo_vmware.api [None req-c0d153a6-9dcd-4d55-b44a-4d35e7603136 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Waiting for the task: (returnval){ [ 1140.755332] env[69350]: value = "task-3365801" [ 1140.755332] env[69350]: _type = "Task" [ 1140.755332] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.759317] env[69350]: DEBUG oslo_vmware.api [None req-128bea90-6d7a-49fa-a722-45d3e96d42b1 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Waiting for the task: (returnval){ [ 1140.759317] env[69350]: value = "task-3365802" [ 1140.759317] env[69350]: _type = "Task" [ 1140.759317] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.765646] env[69350]: DEBUG oslo_vmware.api [None req-c0d153a6-9dcd-4d55-b44a-4d35e7603136 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3365801, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.774081] env[69350]: DEBUG oslo_vmware.api [None req-128bea90-6d7a-49fa-a722-45d3e96d42b1 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Task: {'id': task-3365802, 'name': Rename_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.896313] env[69350]: DEBUG nova.objects.instance [None req-2b61155a-f30c-4bc2-811e-c22db535ac43 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Lazy-loading 'flavor' on Instance uuid d8ff34cc-0660-4828-847d-cc58e0c4385a {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1140.909401] env[69350]: DEBUG oslo_vmware.api [None req-e4de9dc8-7718-4da2-93b5-f3d8c28ed85e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365800, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.992610] env[69350]: DEBUG oslo_vmware.api [None req-8e2a664f-87c2-4d23-bf3e-d29a21f2216f tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]526fd72e-41e2-a194-8238-fb6be48cf917, 'name': SearchDatastore_Task, 'duration_secs': 0.030789} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.993533] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07c9da4f-4c54-4b10-9a3b-bdf2a8c61ce4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.000150] env[69350]: DEBUG oslo_vmware.api [None req-8e2a664f-87c2-4d23-bf3e-d29a21f2216f tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Waiting for the task: (returnval){ [ 1141.000150] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]528e5480-bf7d-074b-cb3e-fa7d17ba2945" [ 1141.000150] env[69350]: _type = "Task" [ 1141.000150] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.008542] env[69350]: DEBUG oslo_vmware.api [None req-8e2a664f-87c2-4d23-bf3e-d29a21f2216f tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]528e5480-bf7d-074b-cb3e-fa7d17ba2945, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.058238] env[69350]: INFO nova.compute.manager [-] [instance: d01bd7bf-c208-4d10-8c17-22807de255ac] Took 1.76 seconds to deallocate network for instance. [ 1141.266950] env[69350]: DEBUG oslo_vmware.api [None req-c0d153a6-9dcd-4d55-b44a-4d35e7603136 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3365801, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.213719} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.268249] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c0d153a6-9dcd-4d55-b44a-4d35e7603136 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: aaabec5d-fecd-4e24-9158-deab4ae29855] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1141.269170] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa0b230f-ad8b-4ec3-bab9-982c1e4dc7cb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.276728] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b5ea79f4-aaba-49db-a579-f5d215f7487f tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Acquiring lock "11c67a96-f39b-4f14-9eed-ca26d6e0d16c" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.277075] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b5ea79f4-aaba-49db-a579-f5d215f7487f tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Lock "11c67a96-f39b-4f14-9eed-ca26d6e0d16c" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.277324] env[69350]: DEBUG nova.compute.manager [None req-b5ea79f4-aaba-49db-a579-f5d215f7487f tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 11c67a96-f39b-4f14-9eed-ca26d6e0d16c] Going to confirm migration 5 {{(pid=69350) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1141.278991] env[69350]: DEBUG oslo_vmware.api [None req-128bea90-6d7a-49fa-a722-45d3e96d42b1 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Task: {'id': task-3365802, 'name': Rename_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.300658] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0d153a6-9dcd-4d55-b44a-4d35e7603136 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: aaabec5d-fecd-4e24-9158-deab4ae29855] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] aaabec5d-fecd-4e24-9158-deab4ae29855/aaabec5d-fecd-4e24-9158-deab4ae29855.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1141.301584] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed54fca2-0046-4221-89c1-6f81de363636 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.324603] env[69350]: DEBUG oslo_vmware.api [None req-c0d153a6-9dcd-4d55-b44a-4d35e7603136 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Waiting for the task: (returnval){ [ 1141.324603] env[69350]: value = "task-3365803" [ 1141.324603] env[69350]: _type = "Task" [ 1141.324603] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.334038] env[69350]: DEBUG oslo_vmware.api [None req-c0d153a6-9dcd-4d55-b44a-4d35e7603136 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3365803, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.410330] env[69350]: DEBUG oslo_vmware.api [None req-e4de9dc8-7718-4da2-93b5-f3d8c28ed85e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365800, 'name': ReconfigVM_Task, 'duration_secs': 0.572404} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.410596] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e4de9dc8-7718-4da2-93b5-f3d8c28ed85e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] Updating instance '7a738554-0623-4e36-ba13-4d4f1346154c' progress to 33 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1141.512244] env[69350]: DEBUG oslo_vmware.api [None req-8e2a664f-87c2-4d23-bf3e-d29a21f2216f tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]528e5480-bf7d-074b-cb3e-fa7d17ba2945, 'name': SearchDatastore_Task, 'duration_secs': 0.073345} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.512603] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8e2a664f-87c2-4d23-bf3e-d29a21f2216f tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.512866] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e2a664f-87c2-4d23-bf3e-d29a21f2216f tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] aad4e7c2-8241-4c46-be12-938b0673d68e/aad4e7c2-8241-4c46-be12-938b0673d68e.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1141.513177] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2363cb0d-145f-4125-a39c-ec84a374cd47 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.521590] env[69350]: DEBUG oslo_vmware.api [None req-8e2a664f-87c2-4d23-bf3e-d29a21f2216f tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Waiting for the task: (returnval){ [ 1141.521590] env[69350]: value = "task-3365804" [ 1141.521590] env[69350]: _type = "Task" [ 1141.521590] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.531424] env[69350]: DEBUG oslo_vmware.api [None req-8e2a664f-87c2-4d23-bf3e-d29a21f2216f tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3365804, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.564912] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c6da1772-8a79-48a3-8a3b-71c3e2c75485 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.643999] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ab800fbd-4314-4615-af21-35994fa15b01 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Acquiring lock "fd796368-14e5-47ae-b08b-6e17c2722d8d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.644315] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ab800fbd-4314-4615-af21-35994fa15b01 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Lock "fd796368-14e5-47ae-b08b-6e17c2722d8d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.644562] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ab800fbd-4314-4615-af21-35994fa15b01 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Acquiring lock "fd796368-14e5-47ae-b08b-6e17c2722d8d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.644768] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ab800fbd-4314-4615-af21-35994fa15b01 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Lock "fd796368-14e5-47ae-b08b-6e17c2722d8d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.644942] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ab800fbd-4314-4615-af21-35994fa15b01 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Lock "fd796368-14e5-47ae-b08b-6e17c2722d8d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.647466] env[69350]: INFO nova.compute.manager [None req-ab800fbd-4314-4615-af21-35994fa15b01 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: fd796368-14e5-47ae-b08b-6e17c2722d8d] Terminating instance [ 1141.751941] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Applying migration context for instance 11c67a96-f39b-4f14-9eed-ca26d6e0d16c as it has an incoming, in-progress migration 7a5d16e2-c1d0-4dba-9007-4f912e210786. Migration status is confirming {{(pid=69350) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1141.752226] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Applying migration context for instance 7a738554-0623-4e36-ba13-4d4f1346154c as it has an incoming, in-progress migration 8819f452-69e0-46f0-9794-ad6965dfbdd5. Migration status is migrating {{(pid=69350) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1141.753750] env[69350]: INFO nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: 11c67a96-f39b-4f14-9eed-ca26d6e0d16c] Updating resource usage from migration 7a5d16e2-c1d0-4dba-9007-4f912e210786 [ 1141.754079] env[69350]: INFO nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] Updating resource usage from migration 8819f452-69e0-46f0-9794-ad6965dfbdd5 [ 1141.772341] env[69350]: DEBUG oslo_vmware.api [None req-128bea90-6d7a-49fa-a722-45d3e96d42b1 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Task: {'id': task-3365802, 'name': Rename_Task, 'duration_secs': 0.833238} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.772690] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-128bea90-6d7a-49fa-a722-45d3e96d42b1 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] [instance: 29207e32-1b3a-472e-b65e-1de795fbe1c9] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1141.772936] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52efe9fc-3eb2-41fb-bf0e-d2502e824aea {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.775583] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance f1736cf7-d979-41ba-97d9-45c35b51cad8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1141.775742] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance d8ff34cc-0660-4828-847d-cc58e0c4385a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1141.775869] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance aad4e7c2-8241-4c46-be12-938b0673d68e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1141.775987] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance 684c8b24-d21b-46bd-86e7-9e93b00cc7dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1141.776116] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance a03ec981-aaa5-45f3-aee7-8716b22652c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1141.776231] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance d01bd7bf-c208-4d10-8c17-22807de255ac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1141.776343] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance c168608c-1c65-4e48-be87-93dfa497f573 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1141.776453] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance fd796368-14e5-47ae-b08b-6e17c2722d8d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1141.776565] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance 29207e32-1b3a-472e-b65e-1de795fbe1c9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1141.776676] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Migration 7a5d16e2-c1d0-4dba-9007-4f912e210786 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1141.776784] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance 11c67a96-f39b-4f14-9eed-ca26d6e0d16c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1141.776892] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance aaabec5d-fecd-4e24-9158-deab4ae29855 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1141.777024] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Migration 8819f452-69e0-46f0-9794-ad6965dfbdd5 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1141.777173] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance 7a738554-0623-4e36-ba13-4d4f1346154c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1141.777392] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=69350) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1141.777557] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3392MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=69350) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1141.789166] env[69350]: DEBUG oslo_vmware.api [None req-128bea90-6d7a-49fa-a722-45d3e96d42b1 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Waiting for the task: (returnval){ [ 1141.789166] env[69350]: value = "task-3365805" [ 1141.789166] env[69350]: _type = "Task" [ 1141.789166] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.802423] env[69350]: DEBUG oslo_vmware.api [None req-128bea90-6d7a-49fa-a722-45d3e96d42b1 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Task: {'id': task-3365805, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.837376] env[69350]: DEBUG oslo_vmware.api [None req-c0d153a6-9dcd-4d55-b44a-4d35e7603136 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3365803, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.846566] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b5ea79f4-aaba-49db-a579-f5d215f7487f tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Acquiring lock "refresh_cache-11c67a96-f39b-4f14-9eed-ca26d6e0d16c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.846812] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b5ea79f4-aaba-49db-a579-f5d215f7487f tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Acquired lock "refresh_cache-11c67a96-f39b-4f14-9eed-ca26d6e0d16c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.847073] env[69350]: DEBUG nova.network.neutron [None req-b5ea79f4-aaba-49db-a579-f5d215f7487f tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 11c67a96-f39b-4f14-9eed-ca26d6e0d16c] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1141.847307] env[69350]: DEBUG nova.objects.instance [None req-b5ea79f4-aaba-49db-a579-f5d215f7487f tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Lazy-loading 'info_cache' on Instance uuid 11c67a96-f39b-4f14-9eed-ca26d6e0d16c {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1141.908595] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2b61155a-f30c-4bc2-811e-c22db535ac43 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Lock "d8ff34cc-0660-4828-847d-cc58e0c4385a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.276s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.917008] env[69350]: DEBUG nova.virt.hardware [None req-e4de9dc8-7718-4da2-93b5-f3d8c28ed85e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1141.917344] env[69350]: DEBUG nova.virt.hardware [None req-e4de9dc8-7718-4da2-93b5-f3d8c28ed85e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1141.917485] env[69350]: DEBUG nova.virt.hardware [None req-e4de9dc8-7718-4da2-93b5-f3d8c28ed85e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1141.917666] env[69350]: DEBUG nova.virt.hardware [None req-e4de9dc8-7718-4da2-93b5-f3d8c28ed85e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1141.917816] env[69350]: DEBUG nova.virt.hardware [None req-e4de9dc8-7718-4da2-93b5-f3d8c28ed85e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1141.917961] env[69350]: DEBUG nova.virt.hardware [None req-e4de9dc8-7718-4da2-93b5-f3d8c28ed85e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1141.918185] env[69350]: DEBUG nova.virt.hardware [None req-e4de9dc8-7718-4da2-93b5-f3d8c28ed85e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1141.918344] env[69350]: DEBUG nova.virt.hardware [None req-e4de9dc8-7718-4da2-93b5-f3d8c28ed85e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1141.918519] env[69350]: DEBUG nova.virt.hardware [None req-e4de9dc8-7718-4da2-93b5-f3d8c28ed85e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1141.918733] env[69350]: DEBUG nova.virt.hardware [None req-e4de9dc8-7718-4da2-93b5-f3d8c28ed85e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1141.918849] env[69350]: DEBUG nova.virt.hardware [None req-e4de9dc8-7718-4da2-93b5-f3d8c28ed85e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1141.924525] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4de9dc8-7718-4da2-93b5-f3d8c28ed85e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] Reconfiguring VM instance instance-0000004d to detach disk 2000 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1141.928148] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f857e40-d958-423d-ba9f-f8c2c47db5aa {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.952127] env[69350]: DEBUG oslo_vmware.api [None req-e4de9dc8-7718-4da2-93b5-f3d8c28ed85e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Waiting for the task: (returnval){ [ 1141.952127] env[69350]: value = "task-3365806" [ 1141.952127] env[69350]: _type = "Task" [ 1141.952127] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.967934] env[69350]: DEBUG oslo_vmware.api [None req-e4de9dc8-7718-4da2-93b5-f3d8c28ed85e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365806, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.014733] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4508ed2-6125-43a3-aca4-5b7cb9ed9741 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.029093] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e4da234-c292-42bc-a9bc-17903c929522 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.066292] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de727e5e-1c99-40ce-a26d-cef431d5e8dd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.069212] env[69350]: DEBUG oslo_vmware.api [None req-8e2a664f-87c2-4d23-bf3e-d29a21f2216f tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3365804, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.078454] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c35811-ef88-4955-86fb-4e9e1b5beea9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.098644] env[69350]: DEBUG nova.compute.provider_tree [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1142.151810] env[69350]: DEBUG nova.compute.manager [None req-ab800fbd-4314-4615-af21-35994fa15b01 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: fd796368-14e5-47ae-b08b-6e17c2722d8d] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1142.152204] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ab800fbd-4314-4615-af21-35994fa15b01 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: fd796368-14e5-47ae-b08b-6e17c2722d8d] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1142.153347] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-098dd680-6112-4bec-9bef-9e9ef8f9a033 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.166027] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab800fbd-4314-4615-af21-35994fa15b01 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: fd796368-14e5-47ae-b08b-6e17c2722d8d] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1142.166290] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73c94860-35d6-43f6-8693-deb5194dd3af {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.175235] env[69350]: DEBUG oslo_vmware.api [None req-ab800fbd-4314-4615-af21-35994fa15b01 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Waiting for the task: (returnval){ [ 1142.175235] env[69350]: value = "task-3365807" [ 1142.175235] env[69350]: _type = "Task" [ 1142.175235] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.191098] env[69350]: DEBUG oslo_vmware.api [None req-ab800fbd-4314-4615-af21-35994fa15b01 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365807, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.299963] env[69350]: DEBUG oslo_vmware.api [None req-128bea90-6d7a-49fa-a722-45d3e96d42b1 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Task: {'id': task-3365805, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.336567] env[69350]: DEBUG oslo_vmware.api [None req-c0d153a6-9dcd-4d55-b44a-4d35e7603136 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3365803, 'name': ReconfigVM_Task, 'duration_secs': 0.581783} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.336834] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0d153a6-9dcd-4d55-b44a-4d35e7603136 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: aaabec5d-fecd-4e24-9158-deab4ae29855] Reconfigured VM instance instance-0000005a to attach disk [datastore1] aaabec5d-fecd-4e24-9158-deab4ae29855/aaabec5d-fecd-4e24-9158-deab4ae29855.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1142.337487] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-53c52492-e819-4b9e-8984-f23f1d455209 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.344576] env[69350]: DEBUG oslo_vmware.api [None req-c0d153a6-9dcd-4d55-b44a-4d35e7603136 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Waiting for the task: (returnval){ [ 1142.344576] env[69350]: value = "task-3365808" [ 1142.344576] env[69350]: _type = "Task" [ 1142.344576] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.355340] env[69350]: DEBUG oslo_vmware.api [None req-c0d153a6-9dcd-4d55-b44a-4d35e7603136 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3365808, 'name': Rename_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.464441] env[69350]: DEBUG oslo_vmware.api [None req-e4de9dc8-7718-4da2-93b5-f3d8c28ed85e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365806, 'name': ReconfigVM_Task, 'duration_secs': 0.318151} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.464994] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4de9dc8-7718-4da2-93b5-f3d8c28ed85e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] Reconfigured VM instance instance-0000004d to detach disk 2000 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1142.465821] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ffbd80-bf37-4a19-a260-28515d774e79 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.495378] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4de9dc8-7718-4da2-93b5-f3d8c28ed85e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] 7a738554-0623-4e36-ba13-4d4f1346154c/7a738554-0623-4e36-ba13-4d4f1346154c.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1142.496176] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c907056-88a3-47d8-803e-fe282348b0d0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.517281] env[69350]: DEBUG oslo_vmware.api [None req-e4de9dc8-7718-4da2-93b5-f3d8c28ed85e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Waiting for the task: (returnval){ [ 1142.517281] env[69350]: value = "task-3365809" [ 1142.517281] env[69350]: _type = "Task" [ 1142.517281] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.531552] env[69350]: DEBUG oslo_vmware.api [None req-e4de9dc8-7718-4da2-93b5-f3d8c28ed85e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365809, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.537706] env[69350]: DEBUG oslo_vmware.api [None req-8e2a664f-87c2-4d23-bf3e-d29a21f2216f tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3365804, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.70976} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.537966] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e2a664f-87c2-4d23-bf3e-d29a21f2216f tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] aad4e7c2-8241-4c46-be12-938b0673d68e/aad4e7c2-8241-4c46-be12-938b0673d68e.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1142.538196] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8e2a664f-87c2-4d23-bf3e-d29a21f2216f tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: aad4e7c2-8241-4c46-be12-938b0673d68e] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1142.538461] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7fdd5b92-b856-4a65-b71e-83e943a39126 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.546063] env[69350]: DEBUG oslo_vmware.api [None req-8e2a664f-87c2-4d23-bf3e-d29a21f2216f tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Waiting for the task: (returnval){ [ 1142.546063] env[69350]: value = "task-3365810" [ 1142.546063] env[69350]: _type = "Task" [ 1142.546063] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.555804] env[69350]: DEBUG oslo_vmware.api [None req-8e2a664f-87c2-4d23-bf3e-d29a21f2216f tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3365810, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.602146] env[69350]: DEBUG nova.scheduler.client.report [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1142.688713] env[69350]: DEBUG oslo_vmware.api [None req-ab800fbd-4314-4615-af21-35994fa15b01 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365807, 'name': PowerOffVM_Task, 'duration_secs': 0.330325} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.689088] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab800fbd-4314-4615-af21-35994fa15b01 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: fd796368-14e5-47ae-b08b-6e17c2722d8d] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1142.689338] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ab800fbd-4314-4615-af21-35994fa15b01 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: fd796368-14e5-47ae-b08b-6e17c2722d8d] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1142.689685] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3c23fdbf-1341-4e30-bc35-75537c714c3d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.775693] env[69350]: DEBUG oslo_concurrency.lockutils [None req-18a6e304-16b9-431c-9e1b-44462949c041 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] Acquiring lock "684c8b24-d21b-46bd-86e7-9e93b00cc7dc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.776182] env[69350]: DEBUG oslo_concurrency.lockutils [None req-18a6e304-16b9-431c-9e1b-44462949c041 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] Lock "684c8b24-d21b-46bd-86e7-9e93b00cc7dc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.776499] env[69350]: DEBUG oslo_concurrency.lockutils [None req-18a6e304-16b9-431c-9e1b-44462949c041 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] Acquiring lock "684c8b24-d21b-46bd-86e7-9e93b00cc7dc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.776727] env[69350]: DEBUG oslo_concurrency.lockutils [None req-18a6e304-16b9-431c-9e1b-44462949c041 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] Lock "684c8b24-d21b-46bd-86e7-9e93b00cc7dc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.776911] env[69350]: DEBUG oslo_concurrency.lockutils [None req-18a6e304-16b9-431c-9e1b-44462949c041 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] Lock "684c8b24-d21b-46bd-86e7-9e93b00cc7dc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.779783] env[69350]: INFO nova.compute.manager [None req-18a6e304-16b9-431c-9e1b-44462949c041 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] [instance: 684c8b24-d21b-46bd-86e7-9e93b00cc7dc] Terminating instance [ 1142.786114] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ab800fbd-4314-4615-af21-35994fa15b01 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: fd796368-14e5-47ae-b08b-6e17c2722d8d] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1142.786290] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ab800fbd-4314-4615-af21-35994fa15b01 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: fd796368-14e5-47ae-b08b-6e17c2722d8d] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1142.786488] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab800fbd-4314-4615-af21-35994fa15b01 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Deleting the datastore file [datastore2] fd796368-14e5-47ae-b08b-6e17c2722d8d {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1142.786765] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b8d88d1-36df-4407-9aee-c210db5cc871 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.795647] env[69350]: DEBUG oslo_vmware.api [None req-ab800fbd-4314-4615-af21-35994fa15b01 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Waiting for the task: (returnval){ [ 1142.795647] env[69350]: value = "task-3365812" [ 1142.795647] env[69350]: _type = "Task" [ 1142.795647] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.802064] env[69350]: DEBUG oslo_vmware.api [None req-128bea90-6d7a-49fa-a722-45d3e96d42b1 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Task: {'id': task-3365805, 'name': PowerOnVM_Task, 'duration_secs': 0.81269} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.802611] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-128bea90-6d7a-49fa-a722-45d3e96d42b1 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] [instance: 29207e32-1b3a-472e-b65e-1de795fbe1c9] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1142.802824] env[69350]: DEBUG nova.compute.manager [None req-128bea90-6d7a-49fa-a722-45d3e96d42b1 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] [instance: 29207e32-1b3a-472e-b65e-1de795fbe1c9] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1142.803578] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7314b3b5-e491-4864-9c8a-d870b1384a62 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.808945] env[69350]: DEBUG oslo_vmware.api [None req-ab800fbd-4314-4615-af21-35994fa15b01 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365812, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.854886] env[69350]: DEBUG oslo_vmware.api [None req-c0d153a6-9dcd-4d55-b44a-4d35e7603136 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3365808, 'name': Rename_Task, 'duration_secs': 0.255665} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.855155] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0d153a6-9dcd-4d55-b44a-4d35e7603136 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: aaabec5d-fecd-4e24-9158-deab4ae29855] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1142.855391] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8412c597-9c87-477b-a866-b6c267599e8c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.865175] env[69350]: DEBUG oslo_vmware.api [None req-c0d153a6-9dcd-4d55-b44a-4d35e7603136 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Waiting for the task: (returnval){ [ 1142.865175] env[69350]: value = "task-3365813" [ 1142.865175] env[69350]: _type = "Task" [ 1142.865175] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.880797] env[69350]: DEBUG oslo_vmware.api [None req-c0d153a6-9dcd-4d55-b44a-4d35e7603136 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3365813, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.029719] env[69350]: DEBUG oslo_vmware.api [None req-e4de9dc8-7718-4da2-93b5-f3d8c28ed85e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365809, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.047467] env[69350]: DEBUG oslo_concurrency.lockutils [None req-82bf38b6-a4ce-419e-af03-25180aa7c568 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Acquiring lock "d8ff34cc-0660-4828-847d-cc58e0c4385a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.047853] env[69350]: DEBUG oslo_concurrency.lockutils [None req-82bf38b6-a4ce-419e-af03-25180aa7c568 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Lock "d8ff34cc-0660-4828-847d-cc58e0c4385a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.048044] env[69350]: DEBUG oslo_concurrency.lockutils [None req-82bf38b6-a4ce-419e-af03-25180aa7c568 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Acquiring lock "d8ff34cc-0660-4828-847d-cc58e0c4385a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.048246] env[69350]: DEBUG oslo_concurrency.lockutils [None req-82bf38b6-a4ce-419e-af03-25180aa7c568 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Lock "d8ff34cc-0660-4828-847d-cc58e0c4385a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.048417] env[69350]: DEBUG oslo_concurrency.lockutils [None req-82bf38b6-a4ce-419e-af03-25180aa7c568 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Lock "d8ff34cc-0660-4828-847d-cc58e0c4385a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.053750] env[69350]: INFO nova.compute.manager [None req-82bf38b6-a4ce-419e-af03-25180aa7c568 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: d8ff34cc-0660-4828-847d-cc58e0c4385a] Terminating instance [ 1143.061618] env[69350]: DEBUG oslo_vmware.api [None req-8e2a664f-87c2-4d23-bf3e-d29a21f2216f tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3365810, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076885} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.061618] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8e2a664f-87c2-4d23-bf3e-d29a21f2216f tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: aad4e7c2-8241-4c46-be12-938b0673d68e] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1143.062375] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce490345-abbc-4d9f-b9d1-f668887c8284 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.086598] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e2a664f-87c2-4d23-bf3e-d29a21f2216f tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: aad4e7c2-8241-4c46-be12-938b0673d68e] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] aad4e7c2-8241-4c46-be12-938b0673d68e/aad4e7c2-8241-4c46-be12-938b0673d68e.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1143.089573] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab8194c2-5807-4f33-8ba2-44d564752448 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.107059] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69350) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1143.107257] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.372s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.107513] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c6da1772-8a79-48a3-8a3b-71c3e2c75485 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.543s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.107724] env[69350]: DEBUG nova.objects.instance [None req-c6da1772-8a79-48a3-8a3b-71c3e2c75485 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Lazy-loading 'resources' on Instance uuid d01bd7bf-c208-4d10-8c17-22807de255ac {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1143.110522] env[69350]: DEBUG oslo_vmware.api [None req-8e2a664f-87c2-4d23-bf3e-d29a21f2216f tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Waiting for the task: (returnval){ [ 1143.110522] env[69350]: value = "task-3365814" [ 1143.110522] env[69350]: _type = "Task" [ 1143.110522] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.119552] env[69350]: DEBUG oslo_vmware.api [None req-8e2a664f-87c2-4d23-bf3e-d29a21f2216f tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3365814, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.148317] env[69350]: DEBUG nova.network.neutron [None req-b5ea79f4-aaba-49db-a579-f5d215f7487f tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 11c67a96-f39b-4f14-9eed-ca26d6e0d16c] Updating instance_info_cache with network_info: [{"id": "a7f059ca-fca6-4484-a001-b6b26ed3638b", "address": "fa:16:3e:96:93:2b", "network": {"id": "b27a5766-3026-4d42-a208-8e9c2a543be5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1341532197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a61919e72ea342e59edac0c76d120df9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7f059ca-fc", "ovs_interfaceid": "a7f059ca-fca6-4484-a001-b6b26ed3638b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.283790] env[69350]: DEBUG nova.compute.manager [None req-18a6e304-16b9-431c-9e1b-44462949c041 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] [instance: 684c8b24-d21b-46bd-86e7-9e93b00cc7dc] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1143.284020] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-18a6e304-16b9-431c-9e1b-44462949c041 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] [instance: 684c8b24-d21b-46bd-86e7-9e93b00cc7dc] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1143.284979] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc508b5-59ed-4c83-9382-685024bc5d54 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.294573] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-18a6e304-16b9-431c-9e1b-44462949c041 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] [instance: 684c8b24-d21b-46bd-86e7-9e93b00cc7dc] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1143.294897] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b16261d8-444a-443c-805b-5440dd3d3b44 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.306785] env[69350]: DEBUG oslo_vmware.api [None req-ab800fbd-4314-4615-af21-35994fa15b01 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Task: {'id': task-3365812, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.29151} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.308073] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab800fbd-4314-4615-af21-35994fa15b01 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1143.308271] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ab800fbd-4314-4615-af21-35994fa15b01 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: fd796368-14e5-47ae-b08b-6e17c2722d8d] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1143.308449] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ab800fbd-4314-4615-af21-35994fa15b01 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: fd796368-14e5-47ae-b08b-6e17c2722d8d] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1143.308626] env[69350]: INFO nova.compute.manager [None req-ab800fbd-4314-4615-af21-35994fa15b01 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] [instance: fd796368-14e5-47ae-b08b-6e17c2722d8d] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1143.308868] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab800fbd-4314-4615-af21-35994fa15b01 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1143.309140] env[69350]: DEBUG oslo_vmware.api [None req-18a6e304-16b9-431c-9e1b-44462949c041 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] Waiting for the task: (returnval){ [ 1143.309140] env[69350]: value = "task-3365815" [ 1143.309140] env[69350]: _type = "Task" [ 1143.309140] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.309333] env[69350]: DEBUG nova.compute.manager [-] [instance: fd796368-14e5-47ae-b08b-6e17c2722d8d] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1143.309454] env[69350]: DEBUG nova.network.neutron [-] [instance: fd796368-14e5-47ae-b08b-6e17c2722d8d] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1143.324083] env[69350]: DEBUG oslo_vmware.api [None req-18a6e304-16b9-431c-9e1b-44462949c041 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] Task: {'id': task-3365815, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.326616] env[69350]: DEBUG oslo_concurrency.lockutils [None req-128bea90-6d7a-49fa-a722-45d3e96d42b1 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.375496] env[69350]: DEBUG oslo_vmware.api [None req-c0d153a6-9dcd-4d55-b44a-4d35e7603136 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3365813, 'name': PowerOnVM_Task} progress is 76%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.532270] env[69350]: DEBUG oslo_vmware.api [None req-e4de9dc8-7718-4da2-93b5-f3d8c28ed85e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365809, 'name': ReconfigVM_Task, 'duration_secs': 0.838597} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.532270] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4de9dc8-7718-4da2-93b5-f3d8c28ed85e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] Reconfigured VM instance instance-0000004d to attach disk [datastore2] 7a738554-0623-4e36-ba13-4d4f1346154c/7a738554-0623-4e36-ba13-4d4f1346154c.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1143.532270] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e4de9dc8-7718-4da2-93b5-f3d8c28ed85e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] Updating instance '7a738554-0623-4e36-ba13-4d4f1346154c' progress to 50 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1143.560250] env[69350]: DEBUG nova.compute.manager [None req-82bf38b6-a4ce-419e-af03-25180aa7c568 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: d8ff34cc-0660-4828-847d-cc58e0c4385a] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1143.560501] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-82bf38b6-a4ce-419e-af03-25180aa7c568 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: d8ff34cc-0660-4828-847d-cc58e0c4385a] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1143.561447] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-679ff68b-534a-46c3-964a-ec6e296c33e2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.575186] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-82bf38b6-a4ce-419e-af03-25180aa7c568 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: d8ff34cc-0660-4828-847d-cc58e0c4385a] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1143.576856] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5284ba77-608f-42d9-8ed6-8bf2fe58ab56 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.590220] env[69350]: DEBUG oslo_vmware.api [None req-82bf38b6-a4ce-419e-af03-25180aa7c568 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Waiting for the task: (returnval){ [ 1143.590220] env[69350]: value = "task-3365816" [ 1143.590220] env[69350]: _type = "Task" [ 1143.590220] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.601137] env[69350]: DEBUG oslo_vmware.api [None req-82bf38b6-a4ce-419e-af03-25180aa7c568 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': task-3365816, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.618453] env[69350]: DEBUG nova.compute.manager [req-ad89accb-98ae-48af-b2be-f7723545249a req-f5aa15ad-13c9-45f0-b22d-635bc28eb892 service nova] [instance: fd796368-14e5-47ae-b08b-6e17c2722d8d] Received event network-vif-deleted-571ed37a-d68e-41c3-ba03-6db820a14f07 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1143.618453] env[69350]: INFO nova.compute.manager [req-ad89accb-98ae-48af-b2be-f7723545249a req-f5aa15ad-13c9-45f0-b22d-635bc28eb892 service nova] [instance: fd796368-14e5-47ae-b08b-6e17c2722d8d] Neutron deleted interface 571ed37a-d68e-41c3-ba03-6db820a14f07; detaching it from the instance and deleting it from the info cache [ 1143.618618] env[69350]: DEBUG nova.network.neutron [req-ad89accb-98ae-48af-b2be-f7723545249a req-f5aa15ad-13c9-45f0-b22d-635bc28eb892 service nova] [instance: fd796368-14e5-47ae-b08b-6e17c2722d8d] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.628545] env[69350]: DEBUG oslo_vmware.api [None req-8e2a664f-87c2-4d23-bf3e-d29a21f2216f tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3365814, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.651019] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b5ea79f4-aaba-49db-a579-f5d215f7487f tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Releasing lock "refresh_cache-11c67a96-f39b-4f14-9eed-ca26d6e0d16c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.651294] env[69350]: DEBUG nova.objects.instance [None req-b5ea79f4-aaba-49db-a579-f5d215f7487f tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Lazy-loading 'migration_context' on Instance uuid 11c67a96-f39b-4f14-9eed-ca26d6e0d16c {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1143.810304] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eba146a-b3d9-44a4-8b28-0ed61a963e94 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.827572] env[69350]: DEBUG oslo_vmware.api [None req-18a6e304-16b9-431c-9e1b-44462949c041 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] Task: {'id': task-3365815, 'name': PowerOffVM_Task, 'duration_secs': 0.344324} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.827938] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-18a6e304-16b9-431c-9e1b-44462949c041 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] [instance: 684c8b24-d21b-46bd-86e7-9e93b00cc7dc] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1143.828113] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-18a6e304-16b9-431c-9e1b-44462949c041 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] [instance: 684c8b24-d21b-46bd-86e7-9e93b00cc7dc] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1143.829135] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a0ea227-cbb6-4fee-921e-8155204e0184 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.832363] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5decf94a-aa1e-422a-8906-93f4cf740766 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.862778] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcfca602-5104-4218-92d5-bc56f0c88d4a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.886019] env[69350]: DEBUG oslo_vmware.api [None req-c0d153a6-9dcd-4d55-b44a-4d35e7603136 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3365813, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.889465] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55fbb358-72e8-4621-8d92-f23c2a7cff37 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.906100] env[69350]: DEBUG nova.compute.provider_tree [None req-c6da1772-8a79-48a3-8a3b-71c3e2c75485 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1143.913784] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-18a6e304-16b9-431c-9e1b-44462949c041 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] [instance: 684c8b24-d21b-46bd-86e7-9e93b00cc7dc] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1143.914012] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-18a6e304-16b9-431c-9e1b-44462949c041 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] [instance: 684c8b24-d21b-46bd-86e7-9e93b00cc7dc] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1143.914202] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-18a6e304-16b9-431c-9e1b-44462949c041 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] Deleting the datastore file [datastore2] 684c8b24-d21b-46bd-86e7-9e93b00cc7dc {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1143.914464] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d638c6e1-3cb5-47c7-bb73-73656c829fbc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.923824] env[69350]: DEBUG oslo_vmware.api [None req-18a6e304-16b9-431c-9e1b-44462949c041 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] Waiting for the task: (returnval){ [ 1143.923824] env[69350]: value = "task-3365818" [ 1143.923824] env[69350]: _type = "Task" [ 1143.923824] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.935998] env[69350]: DEBUG oslo_vmware.api [None req-18a6e304-16b9-431c-9e1b-44462949c041 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] Task: {'id': task-3365818, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.038817] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3987c725-3a8a-4a82-8c0f-5e2cb5d0d6c7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.062851] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8784cc9e-e4f5-4148-aeac-64616c24a3f6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.083276] env[69350]: DEBUG nova.network.neutron [-] [instance: fd796368-14e5-47ae-b08b-6e17c2722d8d] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.084501] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e4de9dc8-7718-4da2-93b5-f3d8c28ed85e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] Updating instance '7a738554-0623-4e36-ba13-4d4f1346154c' progress to 67 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1144.100241] env[69350]: DEBUG oslo_vmware.api [None req-82bf38b6-a4ce-419e-af03-25180aa7c568 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': task-3365816, 'name': PowerOffVM_Task, 'duration_secs': 0.313914} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.100940] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-82bf38b6-a4ce-419e-af03-25180aa7c568 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: d8ff34cc-0660-4828-847d-cc58e0c4385a] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1144.101252] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-82bf38b6-a4ce-419e-af03-25180aa7c568 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: d8ff34cc-0660-4828-847d-cc58e0c4385a] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1144.101657] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8ed279b2-ce99-41ad-acbb-f43c4383f0c9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.121738] env[69350]: DEBUG oslo_vmware.api [None req-8e2a664f-87c2-4d23-bf3e-d29a21f2216f tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3365814, 'name': ReconfigVM_Task, 'duration_secs': 0.77419} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.121927] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cffa043b-98eb-4f02-99b4-c2952e4e67e7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.123652] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e2a664f-87c2-4d23-bf3e-d29a21f2216f tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: aad4e7c2-8241-4c46-be12-938b0673d68e] Reconfigured VM instance instance-0000003e to attach disk [datastore1] aad4e7c2-8241-4c46-be12-938b0673d68e/aad4e7c2-8241-4c46-be12-938b0673d68e.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1144.124248] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e2ccd79f-95a5-4c17-8af9-765e64e808d2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.133879] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d81b243-0298-46b7-b13c-dbada3ce1513 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.144414] env[69350]: DEBUG oslo_vmware.api [None req-8e2a664f-87c2-4d23-bf3e-d29a21f2216f tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Waiting for the task: (returnval){ [ 1144.144414] env[69350]: value = "task-3365820" [ 1144.144414] env[69350]: _type = "Task" [ 1144.144414] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.153035] env[69350]: DEBUG oslo_vmware.api [None req-8e2a664f-87c2-4d23-bf3e-d29a21f2216f tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3365820, 'name': Rename_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.153724] env[69350]: DEBUG nova.objects.base [None req-b5ea79f4-aaba-49db-a579-f5d215f7487f tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Object Instance<11c67a96-f39b-4f14-9eed-ca26d6e0d16c> lazy-loaded attributes: info_cache,migration_context {{(pid=69350) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1144.154543] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e10669-8dc5-45ba-855f-cc66cac651b7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.183973] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74bfa634-f374-4130-a2b8-42c3ba64b027 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.186408] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-82bf38b6-a4ce-419e-af03-25180aa7c568 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: d8ff34cc-0660-4828-847d-cc58e0c4385a] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1144.186611] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-82bf38b6-a4ce-419e-af03-25180aa7c568 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: d8ff34cc-0660-4828-847d-cc58e0c4385a] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1144.186788] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-82bf38b6-a4ce-419e-af03-25180aa7c568 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Deleting the datastore file [datastore1] d8ff34cc-0660-4828-847d-cc58e0c4385a {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1144.187166] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bfb79a6a-0212-483c-a90e-5afaff1a3514 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Acquiring lock "29207e32-1b3a-472e-b65e-1de795fbe1c9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.187384] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bfb79a6a-0212-483c-a90e-5afaff1a3514 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Lock "29207e32-1b3a-472e-b65e-1de795fbe1c9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.187576] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bfb79a6a-0212-483c-a90e-5afaff1a3514 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Acquiring lock "29207e32-1b3a-472e-b65e-1de795fbe1c9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.187751] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bfb79a6a-0212-483c-a90e-5afaff1a3514 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Lock "29207e32-1b3a-472e-b65e-1de795fbe1c9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.187938] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bfb79a6a-0212-483c-a90e-5afaff1a3514 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Lock "29207e32-1b3a-472e-b65e-1de795fbe1c9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.189645] env[69350]: DEBUG nova.compute.manager [req-ad89accb-98ae-48af-b2be-f7723545249a req-f5aa15ad-13c9-45f0-b22d-635bc28eb892 service nova] [instance: fd796368-14e5-47ae-b08b-6e17c2722d8d] Detach interface failed, port_id=571ed37a-d68e-41c3-ba03-6db820a14f07, reason: Instance fd796368-14e5-47ae-b08b-6e17c2722d8d could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1144.190262] env[69350]: INFO nova.compute.manager [None req-bfb79a6a-0212-483c-a90e-5afaff1a3514 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] [instance: 29207e32-1b3a-472e-b65e-1de795fbe1c9] Terminating instance [ 1144.191549] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b61be5c-9d85-4d1e-a3cb-3820c54e7767 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.197812] env[69350]: DEBUG oslo_vmware.api [None req-b5ea79f4-aaba-49db-a579-f5d215f7487f tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Waiting for the task: (returnval){ [ 1144.197812] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5268877b-ebc8-a11b-7522-142727c5e556" [ 1144.197812] env[69350]: _type = "Task" [ 1144.197812] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.202214] env[69350]: DEBUG oslo_vmware.api [None req-82bf38b6-a4ce-419e-af03-25180aa7c568 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Waiting for the task: (returnval){ [ 1144.202214] env[69350]: value = "task-3365821" [ 1144.202214] env[69350]: _type = "Task" [ 1144.202214] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.212295] env[69350]: DEBUG oslo_vmware.api [None req-b5ea79f4-aaba-49db-a579-f5d215f7487f tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5268877b-ebc8-a11b-7522-142727c5e556, 'name': SearchDatastore_Task, 'duration_secs': 0.008846} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.212962] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b5ea79f4-aaba-49db-a579-f5d215f7487f tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.217705] env[69350]: DEBUG oslo_vmware.api [None req-82bf38b6-a4ce-419e-af03-25180aa7c568 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': task-3365821, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.375822] env[69350]: DEBUG oslo_vmware.api [None req-c0d153a6-9dcd-4d55-b44a-4d35e7603136 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3365813, 'name': PowerOnVM_Task, 'duration_secs': 1.042213} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.376072] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0d153a6-9dcd-4d55-b44a-4d35e7603136 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: aaabec5d-fecd-4e24-9158-deab4ae29855] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1144.376277] env[69350]: INFO nova.compute.manager [None req-c0d153a6-9dcd-4d55-b44a-4d35e7603136 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: aaabec5d-fecd-4e24-9158-deab4ae29855] Took 9.47 seconds to spawn the instance on the hypervisor. [ 1144.376461] env[69350]: DEBUG nova.compute.manager [None req-c0d153a6-9dcd-4d55-b44a-4d35e7603136 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: aaabec5d-fecd-4e24-9158-deab4ae29855] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1144.377253] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b0f6dc8-1516-467e-8a7a-cc04d1193ebb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.409611] env[69350]: DEBUG nova.scheduler.client.report [None req-c6da1772-8a79-48a3-8a3b-71c3e2c75485 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1144.434971] env[69350]: DEBUG oslo_vmware.api [None req-18a6e304-16b9-431c-9e1b-44462949c041 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] Task: {'id': task-3365818, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138169} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.435189] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-18a6e304-16b9-431c-9e1b-44462949c041 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1144.435370] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-18a6e304-16b9-431c-9e1b-44462949c041 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] [instance: 684c8b24-d21b-46bd-86e7-9e93b00cc7dc] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1144.435550] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-18a6e304-16b9-431c-9e1b-44462949c041 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] [instance: 684c8b24-d21b-46bd-86e7-9e93b00cc7dc] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1144.435717] env[69350]: INFO nova.compute.manager [None req-18a6e304-16b9-431c-9e1b-44462949c041 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] [instance: 684c8b24-d21b-46bd-86e7-9e93b00cc7dc] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1144.435950] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-18a6e304-16b9-431c-9e1b-44462949c041 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1144.436156] env[69350]: DEBUG nova.compute.manager [-] [instance: 684c8b24-d21b-46bd-86e7-9e93b00cc7dc] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1144.436246] env[69350]: DEBUG nova.network.neutron [-] [instance: 684c8b24-d21b-46bd-86e7-9e93b00cc7dc] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1144.588586] env[69350]: INFO nova.compute.manager [-] [instance: fd796368-14e5-47ae-b08b-6e17c2722d8d] Took 1.28 seconds to deallocate network for instance. [ 1144.660214] env[69350]: DEBUG oslo_vmware.api [None req-8e2a664f-87c2-4d23-bf3e-d29a21f2216f tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3365820, 'name': Rename_Task, 'duration_secs': 0.158501} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.660214] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e2a664f-87c2-4d23-bf3e-d29a21f2216f tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: aad4e7c2-8241-4c46-be12-938b0673d68e] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1144.660214] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-09e94869-40c4-48b6-b11b-57ae8da1166d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.667854] env[69350]: DEBUG oslo_vmware.api [None req-8e2a664f-87c2-4d23-bf3e-d29a21f2216f tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Waiting for the task: (returnval){ [ 1144.667854] env[69350]: value = "task-3365822" [ 1144.667854] env[69350]: _type = "Task" [ 1144.667854] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.678867] env[69350]: DEBUG oslo_vmware.api [None req-8e2a664f-87c2-4d23-bf3e-d29a21f2216f tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3365822, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.696110] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bfb79a6a-0212-483c-a90e-5afaff1a3514 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Acquiring lock "refresh_cache-29207e32-1b3a-472e-b65e-1de795fbe1c9" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.696352] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bfb79a6a-0212-483c-a90e-5afaff1a3514 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Acquired lock "refresh_cache-29207e32-1b3a-472e-b65e-1de795fbe1c9" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.696649] env[69350]: DEBUG nova.network.neutron [None req-bfb79a6a-0212-483c-a90e-5afaff1a3514 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] [instance: 29207e32-1b3a-472e-b65e-1de795fbe1c9] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1144.716167] env[69350]: DEBUG oslo_vmware.api [None req-82bf38b6-a4ce-419e-af03-25180aa7c568 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': task-3365821, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.287589} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.716497] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-82bf38b6-a4ce-419e-af03-25180aa7c568 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1144.716694] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-82bf38b6-a4ce-419e-af03-25180aa7c568 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: d8ff34cc-0660-4828-847d-cc58e0c4385a] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1144.717041] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-82bf38b6-a4ce-419e-af03-25180aa7c568 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: d8ff34cc-0660-4828-847d-cc58e0c4385a] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1144.717111] env[69350]: INFO nova.compute.manager [None req-82bf38b6-a4ce-419e-af03-25180aa7c568 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: d8ff34cc-0660-4828-847d-cc58e0c4385a] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1144.717323] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-82bf38b6-a4ce-419e-af03-25180aa7c568 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1144.717534] env[69350]: DEBUG nova.compute.manager [-] [instance: d8ff34cc-0660-4828-847d-cc58e0c4385a] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1144.717718] env[69350]: DEBUG nova.network.neutron [-] [instance: d8ff34cc-0660-4828-847d-cc58e0c4385a] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1144.894453] env[69350]: INFO nova.compute.manager [None req-c0d153a6-9dcd-4d55-b44a-4d35e7603136 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: aaabec5d-fecd-4e24-9158-deab4ae29855] Took 14.40 seconds to build instance. [ 1144.914535] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c6da1772-8a79-48a3-8a3b-71c3e2c75485 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.807s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.920408] env[69350]: DEBUG oslo_concurrency.lockutils [None req-128bea90-6d7a-49fa-a722-45d3e96d42b1 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.594s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.920696] env[69350]: DEBUG nova.objects.instance [None req-128bea90-6d7a-49fa-a722-45d3e96d42b1 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] [instance: 29207e32-1b3a-472e-b65e-1de795fbe1c9] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69350) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1144.944125] env[69350]: INFO nova.scheduler.client.report [None req-c6da1772-8a79-48a3-8a3b-71c3e2c75485 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Deleted allocations for instance d01bd7bf-c208-4d10-8c17-22807de255ac [ 1145.106112] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ab800fbd-4314-4615-af21-35994fa15b01 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.177975] env[69350]: DEBUG oslo_vmware.api [None req-8e2a664f-87c2-4d23-bf3e-d29a21f2216f tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3365822, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.224489] env[69350]: DEBUG nova.network.neutron [None req-bfb79a6a-0212-483c-a90e-5afaff1a3514 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] [instance: 29207e32-1b3a-472e-b65e-1de795fbe1c9] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1145.304315] env[69350]: DEBUG nova.network.neutron [None req-bfb79a6a-0212-483c-a90e-5afaff1a3514 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] [instance: 29207e32-1b3a-472e-b65e-1de795fbe1c9] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.402573] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c0d153a6-9dcd-4d55-b44a-4d35e7603136 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Lock "aaabec5d-fecd-4e24-9158-deab4ae29855" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.914s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.456742] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c6da1772-8a79-48a3-8a3b-71c3e2c75485 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Lock "d01bd7bf-c208-4d10-8c17-22807de255ac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.843s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.459730] env[69350]: DEBUG oslo_concurrency.lockutils [req-b4086d4d-dc53-48c4-88f4-c79847ca4400 req-d59d11c2-1ee2-4a1f-85ab-5435c2a27c1b service nova] Acquired lock "d01bd7bf-c208-4d10-8c17-22807de255ac" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.459730] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39a8a799-f321-47b2-9cd3-304e41661923 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.470785] env[69350]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1145.470946] env[69350]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=69350) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1145.471379] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ab56ab49-0315-4589-933d-070249fedfa7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.482640] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6230f25-30ff-43fb-9531-92d0138264b0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.517055] env[69350]: ERROR root [req-b4086d4d-dc53-48c4-88f4-c79847ca4400 req-d59d11c2-1ee2-4a1f-85ab-5435c2a27c1b service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-671621' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-671621' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-671621' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-671621'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-671621' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-671621' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-671621'}\n"]: nova.exception.InstanceNotFound: Instance d01bd7bf-c208-4d10-8c17-22807de255ac could not be found. [ 1145.517351] env[69350]: DEBUG oslo_concurrency.lockutils [req-b4086d4d-dc53-48c4-88f4-c79847ca4400 req-d59d11c2-1ee2-4a1f-85ab-5435c2a27c1b service nova] Releasing lock "d01bd7bf-c208-4d10-8c17-22807de255ac" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.517521] env[69350]: DEBUG nova.compute.manager [req-b4086d4d-dc53-48c4-88f4-c79847ca4400 req-d59d11c2-1ee2-4a1f-85ab-5435c2a27c1b service nova] [instance: d01bd7bf-c208-4d10-8c17-22807de255ac] Detach interface failed, port_id=73aa07ba-5d0e-4552-9e9c-b4bc4e6fe23e, reason: Instance d01bd7bf-c208-4d10-8c17-22807de255ac could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1145.640752] env[69350]: DEBUG nova.network.neutron [-] [instance: 684c8b24-d21b-46bd-86e7-9e93b00cc7dc] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.680305] env[69350]: DEBUG oslo_vmware.api [None req-8e2a664f-87c2-4d23-bf3e-d29a21f2216f tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3365822, 'name': PowerOnVM_Task, 'duration_secs': 0.539133} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.680616] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e2a664f-87c2-4d23-bf3e-d29a21f2216f tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: aad4e7c2-8241-4c46-be12-938b0673d68e] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1145.680856] env[69350]: DEBUG nova.compute.manager [None req-8e2a664f-87c2-4d23-bf3e-d29a21f2216f tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: aad4e7c2-8241-4c46-be12-938b0673d68e] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1145.683963] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e62b2b-11be-4cea-9ec6-68bdf2dee651 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.686779] env[69350]: DEBUG nova.compute.manager [req-2020d265-f512-431d-8f21-9c10cbfc883c req-3de31a3e-3d7e-499d-a4fb-8116e05a7b5c service nova] [instance: 684c8b24-d21b-46bd-86e7-9e93b00cc7dc] Received event network-vif-deleted-c9fff5da-6a1d-42f1-8de6-552f0bce7a98 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1145.687016] env[69350]: DEBUG nova.compute.manager [req-2020d265-f512-431d-8f21-9c10cbfc883c req-3de31a3e-3d7e-499d-a4fb-8116e05a7b5c service nova] [instance: d8ff34cc-0660-4828-847d-cc58e0c4385a] Received event network-vif-deleted-1b1e497a-12bd-48a3-9187-04694e286686 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1145.687227] env[69350]: INFO nova.compute.manager [req-2020d265-f512-431d-8f21-9c10cbfc883c req-3de31a3e-3d7e-499d-a4fb-8116e05a7b5c service nova] [instance: d8ff34cc-0660-4828-847d-cc58e0c4385a] Neutron deleted interface 1b1e497a-12bd-48a3-9187-04694e286686; detaching it from the instance and deleting it from the info cache [ 1145.687454] env[69350]: DEBUG nova.network.neutron [req-2020d265-f512-431d-8f21-9c10cbfc883c req-3de31a3e-3d7e-499d-a4fb-8116e05a7b5c service nova] [instance: d8ff34cc-0660-4828-847d-cc58e0c4385a] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.755138] env[69350]: DEBUG nova.network.neutron [None req-e4de9dc8-7718-4da2-93b5-f3d8c28ed85e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] Port 3578eb60-2aef-407f-b97f-23621ac41132 binding to destination host cpu-1 is already ACTIVE {{(pid=69350) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1145.807929] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bfb79a6a-0212-483c-a90e-5afaff1a3514 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Releasing lock "refresh_cache-29207e32-1b3a-472e-b65e-1de795fbe1c9" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.809093] env[69350]: DEBUG nova.compute.manager [None req-bfb79a6a-0212-483c-a90e-5afaff1a3514 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] [instance: 29207e32-1b3a-472e-b65e-1de795fbe1c9] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1145.809367] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-bfb79a6a-0212-483c-a90e-5afaff1a3514 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] [instance: 29207e32-1b3a-472e-b65e-1de795fbe1c9] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1145.810543] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12179a90-5ec0-4e7c-b16c-a24d06ca37bc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.819019] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfb79a6a-0212-483c-a90e-5afaff1a3514 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] [instance: 29207e32-1b3a-472e-b65e-1de795fbe1c9] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1145.819286] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f12196f-2fe3-4c9c-a393-2f9710073c16 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.825559] env[69350]: DEBUG oslo_vmware.api [None req-bfb79a6a-0212-483c-a90e-5afaff1a3514 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Waiting for the task: (returnval){ [ 1145.825559] env[69350]: value = "task-3365823" [ 1145.825559] env[69350]: _type = "Task" [ 1145.825559] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.834427] env[69350]: DEBUG oslo_vmware.api [None req-bfb79a6a-0212-483c-a90e-5afaff1a3514 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Task: {'id': task-3365823, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.932538] env[69350]: DEBUG oslo_concurrency.lockutils [None req-128bea90-6d7a-49fa-a722-45d3e96d42b1 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.934028] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b5ea79f4-aaba-49db-a579-f5d215f7487f tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.721s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.954757] env[69350]: DEBUG nova.network.neutron [-] [instance: d8ff34cc-0660-4828-847d-cc58e0c4385a] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.143775] env[69350]: INFO nova.compute.manager [-] [instance: 684c8b24-d21b-46bd-86e7-9e93b00cc7dc] Took 1.71 seconds to deallocate network for instance. [ 1146.190088] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c2a21cd4-9282-44fd-bd8a-77ae74d22278 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.200310] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a557443-bcd0-4d4e-9505-fa88359cde14 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.220313] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8e2a664f-87c2-4d23-bf3e-d29a21f2216f tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.236477] env[69350]: DEBUG nova.compute.manager [req-2020d265-f512-431d-8f21-9c10cbfc883c req-3de31a3e-3d7e-499d-a4fb-8116e05a7b5c service nova] [instance: d8ff34cc-0660-4828-847d-cc58e0c4385a] Detach interface failed, port_id=1b1e497a-12bd-48a3-9187-04694e286686, reason: Instance d8ff34cc-0660-4828-847d-cc58e0c4385a could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1146.335850] env[69350]: DEBUG oslo_vmware.api [None req-bfb79a6a-0212-483c-a90e-5afaff1a3514 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Task: {'id': task-3365823, 'name': PowerOffVM_Task, 'duration_secs': 0.164751} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.336154] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfb79a6a-0212-483c-a90e-5afaff1a3514 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] [instance: 29207e32-1b3a-472e-b65e-1de795fbe1c9] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1146.336327] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-bfb79a6a-0212-483c-a90e-5afaff1a3514 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] [instance: 29207e32-1b3a-472e-b65e-1de795fbe1c9] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1146.336572] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70e8cfe1-c914-4858-9476-16352747a5bf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.361391] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-bfb79a6a-0212-483c-a90e-5afaff1a3514 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] [instance: 29207e32-1b3a-472e-b65e-1de795fbe1c9] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1146.361566] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-bfb79a6a-0212-483c-a90e-5afaff1a3514 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] [instance: 29207e32-1b3a-472e-b65e-1de795fbe1c9] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1146.361773] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfb79a6a-0212-483c-a90e-5afaff1a3514 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Deleting the datastore file [datastore1] 29207e32-1b3a-472e-b65e-1de795fbe1c9 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1146.362073] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c84b6a3f-3aef-41fb-bb5e-571d1d8d6258 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.368730] env[69350]: DEBUG oslo_vmware.api [None req-bfb79a6a-0212-483c-a90e-5afaff1a3514 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Waiting for the task: (returnval){ [ 1146.368730] env[69350]: value = "task-3365825" [ 1146.368730] env[69350]: _type = "Task" [ 1146.368730] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.378203] env[69350]: DEBUG oslo_vmware.api [None req-bfb79a6a-0212-483c-a90e-5afaff1a3514 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Task: {'id': task-3365825, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.457864] env[69350]: INFO nova.compute.manager [-] [instance: d8ff34cc-0660-4828-847d-cc58e0c4385a] Took 1.74 seconds to deallocate network for instance. [ 1146.564068] env[69350]: DEBUG oslo_concurrency.lockutils [None req-36288379-0778-4d88-9de5-15fce6f1f3e8 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Acquiring lock "cb5a0778-568b-47c5-9482-87bff5312831" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.564302] env[69350]: DEBUG oslo_concurrency.lockutils [None req-36288379-0778-4d88-9de5-15fce6f1f3e8 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Lock "cb5a0778-568b-47c5-9482-87bff5312831" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.651013] env[69350]: DEBUG oslo_concurrency.lockutils [None req-18a6e304-16b9-431c-9e1b-44462949c041 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.665501] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27a8a282-513f-4553-a034-91269fbd40be {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.674803] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2225891-34e5-4afb-a295-81688e93ad12 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.706956] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31130ffc-591d-4e9c-b477-31e89af909ad {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.715362] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96ca972c-9f88-43e0-a6bd-24e640c83000 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.731019] env[69350]: DEBUG nova.compute.provider_tree [None req-b5ea79f4-aaba-49db-a579-f5d215f7487f tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1146.781649] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e4de9dc8-7718-4da2-93b5-f3d8c28ed85e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Acquiring lock "7a738554-0623-4e36-ba13-4d4f1346154c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.781894] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e4de9dc8-7718-4da2-93b5-f3d8c28ed85e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Lock "7a738554-0623-4e36-ba13-4d4f1346154c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.782077] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e4de9dc8-7718-4da2-93b5-f3d8c28ed85e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Lock "7a738554-0623-4e36-ba13-4d4f1346154c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.879946] env[69350]: DEBUG oslo_vmware.api [None req-bfb79a6a-0212-483c-a90e-5afaff1a3514 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Task: {'id': task-3365825, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.104514} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.882788] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfb79a6a-0212-483c-a90e-5afaff1a3514 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1146.882788] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-bfb79a6a-0212-483c-a90e-5afaff1a3514 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] [instance: 29207e32-1b3a-472e-b65e-1de795fbe1c9] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1146.882788] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-bfb79a6a-0212-483c-a90e-5afaff1a3514 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] [instance: 29207e32-1b3a-472e-b65e-1de795fbe1c9] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1146.882788] env[69350]: INFO nova.compute.manager [None req-bfb79a6a-0212-483c-a90e-5afaff1a3514 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] [instance: 29207e32-1b3a-472e-b65e-1de795fbe1c9] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1146.882928] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bfb79a6a-0212-483c-a90e-5afaff1a3514 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1146.883092] env[69350]: DEBUG nova.compute.manager [-] [instance: 29207e32-1b3a-472e-b65e-1de795fbe1c9] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1146.883194] env[69350]: DEBUG nova.network.neutron [-] [instance: 29207e32-1b3a-472e-b65e-1de795fbe1c9] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1146.901592] env[69350]: DEBUG nova.network.neutron [-] [instance: 29207e32-1b3a-472e-b65e-1de795fbe1c9] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1146.971525] env[69350]: DEBUG oslo_concurrency.lockutils [None req-82bf38b6-a4ce-419e-af03-25180aa7c568 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.066831] env[69350]: DEBUG nova.compute.manager [None req-36288379-0778-4d88-9de5-15fce6f1f3e8 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: cb5a0778-568b-47c5-9482-87bff5312831] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1147.233285] env[69350]: DEBUG nova.scheduler.client.report [None req-b5ea79f4-aaba-49db-a579-f5d215f7487f tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1147.403501] env[69350]: DEBUG nova.network.neutron [-] [instance: 29207e32-1b3a-472e-b65e-1de795fbe1c9] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.585583] env[69350]: DEBUG oslo_concurrency.lockutils [None req-36288379-0778-4d88-9de5-15fce6f1f3e8 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.823323] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e4de9dc8-7718-4da2-93b5-f3d8c28ed85e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Acquiring lock "refresh_cache-7a738554-0623-4e36-ba13-4d4f1346154c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.823542] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e4de9dc8-7718-4da2-93b5-f3d8c28ed85e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Acquired lock "refresh_cache-7a738554-0623-4e36-ba13-4d4f1346154c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.823747] env[69350]: DEBUG nova.network.neutron [None req-e4de9dc8-7718-4da2-93b5-f3d8c28ed85e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1147.889434] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2fade175-3fdb-4e9c-9a89-45df8a7f5760 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Acquiring lock "59da504d-d1f7-4cf6-b0a7-7187e8a8f718" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.889662] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2fade175-3fdb-4e9c-9a89-45df8a7f5760 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Lock "59da504d-d1f7-4cf6-b0a7-7187e8a8f718" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.905380] env[69350]: INFO nova.compute.manager [-] [instance: 29207e32-1b3a-472e-b65e-1de795fbe1c9] Took 1.02 seconds to deallocate network for instance. [ 1148.245358] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b5ea79f4-aaba-49db-a579-f5d215f7487f tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.311s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.247736] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ab800fbd-4314-4615-af21-35994fa15b01 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.143s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.247960] env[69350]: DEBUG nova.objects.instance [None req-ab800fbd-4314-4615-af21-35994fa15b01 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Lazy-loading 'resources' on Instance uuid fd796368-14e5-47ae-b08b-6e17c2722d8d {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1148.392639] env[69350]: DEBUG nova.compute.manager [None req-2fade175-3fdb-4e9c-9a89-45df8a7f5760 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: 59da504d-d1f7-4cf6-b0a7-7187e8a8f718] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1148.414054] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bfb79a6a-0212-483c-a90e-5afaff1a3514 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.558203] env[69350]: DEBUG nova.network.neutron [None req-e4de9dc8-7718-4da2-93b5-f3d8c28ed85e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] Updating instance_info_cache with network_info: [{"id": "3578eb60-2aef-407f-b97f-23621ac41132", "address": "fa:16:3e:53:93:7e", "network": {"id": "ef2fb362-4313-473c-9c09-d0ff427ec60c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1709807276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68e43cb72d9c4af5965e3e49c212db1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3578eb60-2a", "ovs_interfaceid": "3578eb60-2aef-407f-b97f-23621ac41132", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.801110] env[69350]: INFO nova.scheduler.client.report [None req-b5ea79f4-aaba-49db-a579-f5d215f7487f tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Deleted allocation for migration 7a5d16e2-c1d0-4dba-9007-4f912e210786 [ 1148.915300] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2fade175-3fdb-4e9c-9a89-45df8a7f5760 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.970057] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a02442-d777-454e-9406-59d68f04ffe5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.977519] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3706adb3-d7ba-42a1-97e2-ec7549f62248 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.015379] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d61e7d63-b1b8-4ce1-aac0-ef68a22e049a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.023744] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb6a0e0a-ca88-4c98-81f6-fa0d1d263793 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.039451] env[69350]: DEBUG nova.compute.provider_tree [None req-ab800fbd-4314-4615-af21-35994fa15b01 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1149.063020] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e4de9dc8-7718-4da2-93b5-f3d8c28ed85e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Releasing lock "refresh_cache-7a738554-0623-4e36-ba13-4d4f1346154c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.107786] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0e8c5baa-36f8-4d5c-ad2d-c4dca0892066 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Acquiring lock "c844b729-b790-484f-a78b-3eff6f936586" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.111374] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0e8c5baa-36f8-4d5c-ad2d-c4dca0892066 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Lock "c844b729-b790-484f-a78b-3eff6f936586" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.004s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.308603] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b5ea79f4-aaba-49db-a579-f5d215f7487f tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Lock "11c67a96-f39b-4f14-9eed-ca26d6e0d16c" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.031s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.546604] env[69350]: DEBUG nova.scheduler.client.report [None req-ab800fbd-4314-4615-af21-35994fa15b01 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1149.570134] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb5a1f6-36c2-41f2-850f-1eeceebee40b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.577863] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4d10116-bd5f-494c-a5b5-ccbecbb732c8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.613749] env[69350]: DEBUG nova.compute.manager [None req-0e8c5baa-36f8-4d5c-ad2d-c4dca0892066 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: c844b729-b790-484f-a78b-3eff6f936586] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1150.050493] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ab800fbd-4314-4615-af21-35994fa15b01 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.803s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.053678] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8e2a664f-87c2-4d23-bf3e-d29a21f2216f tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 3.833s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.053678] env[69350]: DEBUG nova.objects.instance [None req-8e2a664f-87c2-4d23-bf3e-d29a21f2216f tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: aad4e7c2-8241-4c46-be12-938b0673d68e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69350) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1150.077014] env[69350]: INFO nova.scheduler.client.report [None req-ab800fbd-4314-4615-af21-35994fa15b01 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Deleted allocations for instance fd796368-14e5-47ae-b08b-6e17c2722d8d [ 1150.134079] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0e8c5baa-36f8-4d5c-ad2d-c4dca0892066 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.248554] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e7b70ee8-1a56-4c23-b484-935c2a6b51fe tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Acquiring lock "11c67a96-f39b-4f14-9eed-ca26d6e0d16c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.248842] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e7b70ee8-1a56-4c23-b484-935c2a6b51fe tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Lock "11c67a96-f39b-4f14-9eed-ca26d6e0d16c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.249114] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e7b70ee8-1a56-4c23-b484-935c2a6b51fe tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Acquiring lock "11c67a96-f39b-4f14-9eed-ca26d6e0d16c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.249307] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e7b70ee8-1a56-4c23-b484-935c2a6b51fe tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Lock "11c67a96-f39b-4f14-9eed-ca26d6e0d16c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.249514] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e7b70ee8-1a56-4c23-b484-935c2a6b51fe tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Lock "11c67a96-f39b-4f14-9eed-ca26d6e0d16c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.251635] env[69350]: INFO nova.compute.manager [None req-e7b70ee8-1a56-4c23-b484-935c2a6b51fe tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 11c67a96-f39b-4f14-9eed-ca26d6e0d16c] Terminating instance [ 1150.584206] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ab800fbd-4314-4615-af21-35994fa15b01 tempest-DeleteServersTestJSON-1135882341 tempest-DeleteServersTestJSON-1135882341-project-member] Lock "fd796368-14e5-47ae-b08b-6e17c2722d8d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.940s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.673984] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8b129241-fbbd-4dd7-bc06-24a0e3ca500b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Acquiring lock "f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.674633] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8b129241-fbbd-4dd7-bc06-24a0e3ca500b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Lock "f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.680033] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aaf86b4-4835-4be4-96d4-be79763e7c31 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.702247] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d365d5f-1b77-4224-899b-dd808498c62d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.708993] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e4de9dc8-7718-4da2-93b5-f3d8c28ed85e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] Updating instance '7a738554-0623-4e36-ba13-4d4f1346154c' progress to 83 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1150.754905] env[69350]: DEBUG nova.compute.manager [None req-e7b70ee8-1a56-4c23-b484-935c2a6b51fe tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 11c67a96-f39b-4f14-9eed-ca26d6e0d16c] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1150.755121] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e7b70ee8-1a56-4c23-b484-935c2a6b51fe tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 11c67a96-f39b-4f14-9eed-ca26d6e0d16c] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1150.756172] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f9a591-371f-4fe0-a973-3a9fd73b6223 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.763897] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7b70ee8-1a56-4c23-b484-935c2a6b51fe tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 11c67a96-f39b-4f14-9eed-ca26d6e0d16c] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1150.764188] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f280cae-1447-4196-8e3e-04809a90969c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.770445] env[69350]: DEBUG oslo_vmware.api [None req-e7b70ee8-1a56-4c23-b484-935c2a6b51fe tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Waiting for the task: (returnval){ [ 1150.770445] env[69350]: value = "task-3365826" [ 1150.770445] env[69350]: _type = "Task" [ 1150.770445] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.778381] env[69350]: DEBUG oslo_vmware.api [None req-e7b70ee8-1a56-4c23-b484-935c2a6b51fe tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365826, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.062542] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8e2a664f-87c2-4d23-bf3e-d29a21f2216f tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.063423] env[69350]: DEBUG oslo_concurrency.lockutils [None req-18a6e304-16b9-431c-9e1b-44462949c041 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.414s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.063650] env[69350]: DEBUG nova.objects.instance [None req-18a6e304-16b9-431c-9e1b-44462949c041 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] Lazy-loading 'resources' on Instance uuid 684c8b24-d21b-46bd-86e7-9e93b00cc7dc {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1151.177041] env[69350]: DEBUG nova.compute.manager [None req-8b129241-fbbd-4dd7-bc06-24a0e3ca500b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1151.214796] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4de9dc8-7718-4da2-93b5-f3d8c28ed85e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1151.215359] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7316cd33-597e-4859-a023-79f909e1f91b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.227466] env[69350]: DEBUG oslo_vmware.api [None req-e4de9dc8-7718-4da2-93b5-f3d8c28ed85e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Waiting for the task: (returnval){ [ 1151.227466] env[69350]: value = "task-3365828" [ 1151.227466] env[69350]: _type = "Task" [ 1151.227466] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.236571] env[69350]: DEBUG oslo_vmware.api [None req-e4de9dc8-7718-4da2-93b5-f3d8c28ed85e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365828, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.281015] env[69350]: DEBUG oslo_vmware.api [None req-e7b70ee8-1a56-4c23-b484-935c2a6b51fe tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365826, 'name': PowerOffVM_Task, 'duration_secs': 0.283821} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.281304] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7b70ee8-1a56-4c23-b484-935c2a6b51fe tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 11c67a96-f39b-4f14-9eed-ca26d6e0d16c] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1151.281467] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e7b70ee8-1a56-4c23-b484-935c2a6b51fe tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 11c67a96-f39b-4f14-9eed-ca26d6e0d16c] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1151.281741] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5684052d-f91b-41c7-b222-1b6611204b83 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.696297] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8b129241-fbbd-4dd7-bc06-24a0e3ca500b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.740838] env[69350]: DEBUG oslo_vmware.api [None req-e4de9dc8-7718-4da2-93b5-f3d8c28ed85e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365828, 'name': PowerOnVM_Task, 'duration_secs': 0.422792} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.741120] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4de9dc8-7718-4da2-93b5-f3d8c28ed85e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1151.741800] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e4de9dc8-7718-4da2-93b5-f3d8c28ed85e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] Updating instance '7a738554-0623-4e36-ba13-4d4f1346154c' progress to 100 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1151.767293] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a925f75-731f-41b8-8651-213f1152dbe7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.774943] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c2e09da-4f30-4c5f-9de5-3da6f4a047f9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.806097] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5bf1e3a-39cf-4999-8c6c-fe9417380ee5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.813976] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f520c9-9ef3-4179-9f46-98ecf1d4f239 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.827787] env[69350]: DEBUG nova.compute.provider_tree [None req-18a6e304-16b9-431c-9e1b-44462949c041 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1152.330684] env[69350]: DEBUG nova.scheduler.client.report [None req-18a6e304-16b9-431c-9e1b-44462949c041 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1152.835459] env[69350]: DEBUG oslo_concurrency.lockutils [None req-18a6e304-16b9-431c-9e1b-44462949c041 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.772s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.838325] env[69350]: DEBUG oslo_concurrency.lockutils [None req-82bf38b6-a4ce-419e-af03-25180aa7c568 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.867s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.838325] env[69350]: DEBUG nova.objects.instance [None req-82bf38b6-a4ce-419e-af03-25180aa7c568 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Lazy-loading 'resources' on Instance uuid d8ff34cc-0660-4828-847d-cc58e0c4385a {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1152.856194] env[69350]: INFO nova.scheduler.client.report [None req-18a6e304-16b9-431c-9e1b-44462949c041 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] Deleted allocations for instance 684c8b24-d21b-46bd-86e7-9e93b00cc7dc [ 1153.365875] env[69350]: DEBUG oslo_concurrency.lockutils [None req-18a6e304-16b9-431c-9e1b-44462949c041 tempest-ServersTestManualDisk-1573406955 tempest-ServersTestManualDisk-1573406955-project-member] Lock "684c8b24-d21b-46bd-86e7-9e93b00cc7dc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.590s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.515526] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e7b70ee8-1a56-4c23-b484-935c2a6b51fe tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 11c67a96-f39b-4f14-9eed-ca26d6e0d16c] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1153.515828] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e7b70ee8-1a56-4c23-b484-935c2a6b51fe tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 11c67a96-f39b-4f14-9eed-ca26d6e0d16c] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1153.516096] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7b70ee8-1a56-4c23-b484-935c2a6b51fe tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Deleting the datastore file [datastore1] 11c67a96-f39b-4f14-9eed-ca26d6e0d16c {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1153.516402] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bf858acd-2887-4bb1-8ea1-2d1dad0c5617 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.524615] env[69350]: DEBUG oslo_vmware.api [None req-e7b70ee8-1a56-4c23-b484-935c2a6b51fe tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Waiting for the task: (returnval){ [ 1153.524615] env[69350]: value = "task-3365830" [ 1153.524615] env[69350]: _type = "Task" [ 1153.524615] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.526442] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df31ac55-fbf0-4884-ba5d-8bc0bb57c5b6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.542461] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-782a9a12-90d4-4913-9d15-298783d89585 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.545430] env[69350]: DEBUG oslo_vmware.api [None req-e7b70ee8-1a56-4c23-b484-935c2a6b51fe tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365830, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.572091] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf624c7d-bb9f-489e-ac69-1487230d8688 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.579647] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2883599-2a30-42da-aa91-d2aea32b763e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.592473] env[69350]: DEBUG nova.compute.provider_tree [None req-82bf38b6-a4ce-419e-af03-25180aa7c568 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1154.038504] env[69350]: DEBUG oslo_vmware.api [None req-e7b70ee8-1a56-4c23-b484-935c2a6b51fe tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365830, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188665} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.038504] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7b70ee8-1a56-4c23-b484-935c2a6b51fe tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1154.038504] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e7b70ee8-1a56-4c23-b484-935c2a6b51fe tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 11c67a96-f39b-4f14-9eed-ca26d6e0d16c] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1154.038504] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e7b70ee8-1a56-4c23-b484-935c2a6b51fe tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 11c67a96-f39b-4f14-9eed-ca26d6e0d16c] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1154.038504] env[69350]: INFO nova.compute.manager [None req-e7b70ee8-1a56-4c23-b484-935c2a6b51fe tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 11c67a96-f39b-4f14-9eed-ca26d6e0d16c] Took 3.28 seconds to destroy the instance on the hypervisor. [ 1154.038504] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e7b70ee8-1a56-4c23-b484-935c2a6b51fe tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1154.038504] env[69350]: DEBUG nova.compute.manager [-] [instance: 11c67a96-f39b-4f14-9eed-ca26d6e0d16c] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1154.038504] env[69350]: DEBUG nova.network.neutron [-] [instance: 11c67a96-f39b-4f14-9eed-ca26d6e0d16c] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1154.095308] env[69350]: DEBUG nova.scheduler.client.report [None req-82bf38b6-a4ce-419e-af03-25180aa7c568 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1154.320128] env[69350]: DEBUG nova.compute.manager [req-596e85eb-2f29-4763-8778-6153a9ce2124 req-5f49d03d-8c1d-474a-95dc-08f1c0588095 service nova] [instance: 11c67a96-f39b-4f14-9eed-ca26d6e0d16c] Received event network-vif-deleted-a7f059ca-fca6-4484-a001-b6b26ed3638b {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1154.320379] env[69350]: INFO nova.compute.manager [req-596e85eb-2f29-4763-8778-6153a9ce2124 req-5f49d03d-8c1d-474a-95dc-08f1c0588095 service nova] [instance: 11c67a96-f39b-4f14-9eed-ca26d6e0d16c] Neutron deleted interface a7f059ca-fca6-4484-a001-b6b26ed3638b; detaching it from the instance and deleting it from the info cache [ 1154.320756] env[69350]: DEBUG nova.network.neutron [req-596e85eb-2f29-4763-8778-6153a9ce2124 req-5f49d03d-8c1d-474a-95dc-08f1c0588095 service nova] [instance: 11c67a96-f39b-4f14-9eed-ca26d6e0d16c] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.450537] env[69350]: DEBUG nova.network.neutron [None req-acb4556b-3390-4502-8755-6899af61cb0e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] Port 3578eb60-2aef-407f-b97f-23621ac41132 binding to destination host cpu-1 is already ACTIVE {{(pid=69350) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1154.450537] env[69350]: DEBUG oslo_concurrency.lockutils [None req-acb4556b-3390-4502-8755-6899af61cb0e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Acquiring lock "refresh_cache-7a738554-0623-4e36-ba13-4d4f1346154c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.450537] env[69350]: DEBUG oslo_concurrency.lockutils [None req-acb4556b-3390-4502-8755-6899af61cb0e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Acquired lock "refresh_cache-7a738554-0623-4e36-ba13-4d4f1346154c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.450537] env[69350]: DEBUG nova.network.neutron [None req-acb4556b-3390-4502-8755-6899af61cb0e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1154.601892] env[69350]: DEBUG oslo_concurrency.lockutils [None req-82bf38b6-a4ce-419e-af03-25180aa7c568 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.762s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.607539] env[69350]: DEBUG oslo_concurrency.lockutils [None req-36288379-0778-4d88-9de5-15fce6f1f3e8 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.022s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.609216] env[69350]: INFO nova.compute.claims [None req-36288379-0778-4d88-9de5-15fce6f1f3e8 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: cb5a0778-568b-47c5-9482-87bff5312831] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1154.637271] env[69350]: INFO nova.scheduler.client.report [None req-82bf38b6-a4ce-419e-af03-25180aa7c568 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Deleted allocations for instance d8ff34cc-0660-4828-847d-cc58e0c4385a [ 1154.786591] env[69350]: DEBUG nova.network.neutron [-] [instance: 11c67a96-f39b-4f14-9eed-ca26d6e0d16c] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.826697] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2b92ae7c-af0b-45e7-b55c-c84cd92fc0b6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.837747] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b801f75-1cba-4bff-9869-74fee51af79a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.868480] env[69350]: DEBUG nova.compute.manager [req-596e85eb-2f29-4763-8778-6153a9ce2124 req-5f49d03d-8c1d-474a-95dc-08f1c0588095 service nova] [instance: 11c67a96-f39b-4f14-9eed-ca26d6e0d16c] Detach interface failed, port_id=a7f059ca-fca6-4484-a001-b6b26ed3638b, reason: Instance 11c67a96-f39b-4f14-9eed-ca26d6e0d16c could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1155.147480] env[69350]: DEBUG oslo_concurrency.lockutils [None req-82bf38b6-a4ce-419e-af03-25180aa7c568 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Lock "d8ff34cc-0660-4828-847d-cc58e0c4385a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.100s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.289862] env[69350]: INFO nova.compute.manager [-] [instance: 11c67a96-f39b-4f14-9eed-ca26d6e0d16c] Took 1.25 seconds to deallocate network for instance. [ 1155.297280] env[69350]: DEBUG nova.network.neutron [None req-acb4556b-3390-4502-8755-6899af61cb0e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] Updating instance_info_cache with network_info: [{"id": "3578eb60-2aef-407f-b97f-23621ac41132", "address": "fa:16:3e:53:93:7e", "network": {"id": "ef2fb362-4313-473c-9c09-d0ff427ec60c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1709807276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68e43cb72d9c4af5965e3e49c212db1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3578eb60-2a", "ovs_interfaceid": "3578eb60-2aef-407f-b97f-23621ac41132", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.799393] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e7b70ee8-1a56-4c23-b484-935c2a6b51fe tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.800526] env[69350]: DEBUG oslo_concurrency.lockutils [None req-acb4556b-3390-4502-8755-6899af61cb0e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Releasing lock "refresh_cache-7a738554-0623-4e36-ba13-4d4f1346154c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.853603] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23e4a0cb-73ed-4863-af66-ef3141f01f5e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.861621] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f981922f-cb97-4b9a-9cf4-729f2dc913bb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.892927] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bdbf0a4-8644-4a73-ba01-5222ad6dd405 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.900995] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-434f3e73-e92d-4636-8418-a7d649169388 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.914461] env[69350]: DEBUG nova.compute.provider_tree [None req-36288379-0778-4d88-9de5-15fce6f1f3e8 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1156.310652] env[69350]: DEBUG nova.compute.manager [None req-acb4556b-3390-4502-8755-6899af61cb0e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69350) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1156.420772] env[69350]: DEBUG nova.scheduler.client.report [None req-36288379-0778-4d88-9de5-15fce6f1f3e8 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1156.924898] env[69350]: DEBUG oslo_concurrency.lockutils [None req-36288379-0778-4d88-9de5-15fce6f1f3e8 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.317s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.925453] env[69350]: DEBUG nova.compute.manager [None req-36288379-0778-4d88-9de5-15fce6f1f3e8 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: cb5a0778-568b-47c5-9482-87bff5312831] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1156.930584] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bfb79a6a-0212-483c-a90e-5afaff1a3514 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.517s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.930818] env[69350]: DEBUG nova.objects.instance [None req-bfb79a6a-0212-483c-a90e-5afaff1a3514 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Lazy-loading 'resources' on Instance uuid 29207e32-1b3a-472e-b65e-1de795fbe1c9 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1157.431531] env[69350]: DEBUG oslo_concurrency.lockutils [None req-acb4556b-3390-4502-8755-6899af61cb0e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.433908] env[69350]: DEBUG nova.compute.utils [None req-36288379-0778-4d88-9de5-15fce6f1f3e8 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1157.438110] env[69350]: DEBUG nova.compute.manager [None req-36288379-0778-4d88-9de5-15fce6f1f3e8 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: cb5a0778-568b-47c5-9482-87bff5312831] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1157.438110] env[69350]: DEBUG nova.network.neutron [None req-36288379-0778-4d88-9de5-15fce6f1f3e8 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: cb5a0778-568b-47c5-9482-87bff5312831] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1157.481250] env[69350]: DEBUG nova.policy [None req-36288379-0778-4d88-9de5-15fce6f1f3e8 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '953db4ccd5e04e859766102a84a01db5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b765b6cd255040bda6aa6145fb5d6074', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 1157.638653] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d699003-a099-42c9-b35b-47a9e8b809ba {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.647456] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c85ea87-5e5a-45ad-958e-ba773241c351 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.677582] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef04f402-c58d-4047-994a-b397e64a4de8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.684992] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8279d72-0ba4-42a6-8eae-5697be5b156f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.698537] env[69350]: DEBUG nova.compute.provider_tree [None req-bfb79a6a-0212-483c-a90e-5afaff1a3514 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1157.852144] env[69350]: DEBUG nova.network.neutron [None req-36288379-0778-4d88-9de5-15fce6f1f3e8 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: cb5a0778-568b-47c5-9482-87bff5312831] Successfully created port: 6b608ff1-749d-4e98-9573-0d7036954c36 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1157.941664] env[69350]: DEBUG nova.compute.manager [None req-36288379-0778-4d88-9de5-15fce6f1f3e8 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: cb5a0778-568b-47c5-9482-87bff5312831] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1158.201651] env[69350]: DEBUG nova.scheduler.client.report [None req-bfb79a6a-0212-483c-a90e-5afaff1a3514 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1158.342524] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b253610d-4240-4c5d-826c-fb4aae394a81 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Acquiring lock "492d3ac9-3817-47b3-8fa4-3969d4617244" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.342757] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b253610d-4240-4c5d-826c-fb4aae394a81 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Lock "492d3ac9-3817-47b3-8fa4-3969d4617244" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.709556] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bfb79a6a-0212-483c-a90e-5afaff1a3514 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.776s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.714022] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2fade175-3fdb-4e9c-9a89-45df8a7f5760 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.796s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.714022] env[69350]: INFO nova.compute.claims [None req-2fade175-3fdb-4e9c-9a89-45df8a7f5760 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: 59da504d-d1f7-4cf6-b0a7-7187e8a8f718] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1158.736503] env[69350]: INFO nova.scheduler.client.report [None req-bfb79a6a-0212-483c-a90e-5afaff1a3514 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Deleted allocations for instance 29207e32-1b3a-472e-b65e-1de795fbe1c9 [ 1158.846063] env[69350]: DEBUG nova.compute.manager [None req-b253610d-4240-4c5d-826c-fb4aae394a81 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: 492d3ac9-3817-47b3-8fa4-3969d4617244] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1158.953363] env[69350]: DEBUG nova.compute.manager [None req-36288379-0778-4d88-9de5-15fce6f1f3e8 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: cb5a0778-568b-47c5-9482-87bff5312831] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1158.989265] env[69350]: DEBUG nova.virt.hardware [None req-36288379-0778-4d88-9de5-15fce6f1f3e8 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1158.989575] env[69350]: DEBUG nova.virt.hardware [None req-36288379-0778-4d88-9de5-15fce6f1f3e8 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1158.989761] env[69350]: DEBUG nova.virt.hardware [None req-36288379-0778-4d88-9de5-15fce6f1f3e8 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1158.989962] env[69350]: DEBUG nova.virt.hardware [None req-36288379-0778-4d88-9de5-15fce6f1f3e8 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1158.990283] env[69350]: DEBUG nova.virt.hardware [None req-36288379-0778-4d88-9de5-15fce6f1f3e8 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1158.990483] env[69350]: DEBUG nova.virt.hardware [None req-36288379-0778-4d88-9de5-15fce6f1f3e8 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1158.990752] env[69350]: DEBUG nova.virt.hardware [None req-36288379-0778-4d88-9de5-15fce6f1f3e8 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1158.990938] env[69350]: DEBUG nova.virt.hardware [None req-36288379-0778-4d88-9de5-15fce6f1f3e8 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1158.991138] env[69350]: DEBUG nova.virt.hardware [None req-36288379-0778-4d88-9de5-15fce6f1f3e8 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1158.991329] env[69350]: DEBUG nova.virt.hardware [None req-36288379-0778-4d88-9de5-15fce6f1f3e8 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1158.991527] env[69350]: DEBUG nova.virt.hardware [None req-36288379-0778-4d88-9de5-15fce6f1f3e8 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1158.992501] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef38c9f-86f4-4e42-8597-e7e6f35eec6a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.001560] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-196c2ef3-bff0-4747-be57-a5ed6065fb35 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.075976] env[69350]: DEBUG oslo_concurrency.lockutils [None req-aa7afefe-0d6a-45b5-885c-f160e5a4a8ef tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Acquiring lock "c2902164-bd0d-4dfd-bfa5-4777e4341d4b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.076357] env[69350]: DEBUG oslo_concurrency.lockutils [None req-aa7afefe-0d6a-45b5-885c-f160e5a4a8ef tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Lock "c2902164-bd0d-4dfd-bfa5-4777e4341d4b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.245451] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bfb79a6a-0212-483c-a90e-5afaff1a3514 tempest-ServersListShow2100Test-79051979 tempest-ServersListShow2100Test-79051979-project-member] Lock "29207e32-1b3a-472e-b65e-1de795fbe1c9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.057s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.375906] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b253610d-4240-4c5d-826c-fb4aae394a81 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.390984] env[69350]: DEBUG nova.compute.manager [req-2cd388ac-754f-49ee-ab11-5eadaf3e7c23 req-9d0f812a-3972-42a3-b9dc-dfd7df12e50d service nova] [instance: cb5a0778-568b-47c5-9482-87bff5312831] Received event network-vif-plugged-6b608ff1-749d-4e98-9573-0d7036954c36 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1159.391396] env[69350]: DEBUG oslo_concurrency.lockutils [req-2cd388ac-754f-49ee-ab11-5eadaf3e7c23 req-9d0f812a-3972-42a3-b9dc-dfd7df12e50d service nova] Acquiring lock "cb5a0778-568b-47c5-9482-87bff5312831-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.392339] env[69350]: DEBUG oslo_concurrency.lockutils [req-2cd388ac-754f-49ee-ab11-5eadaf3e7c23 req-9d0f812a-3972-42a3-b9dc-dfd7df12e50d service nova] Lock "cb5a0778-568b-47c5-9482-87bff5312831-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.393052] env[69350]: DEBUG oslo_concurrency.lockutils [req-2cd388ac-754f-49ee-ab11-5eadaf3e7c23 req-9d0f812a-3972-42a3-b9dc-dfd7df12e50d service nova] Lock "cb5a0778-568b-47c5-9482-87bff5312831-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.393300] env[69350]: DEBUG nova.compute.manager [req-2cd388ac-754f-49ee-ab11-5eadaf3e7c23 req-9d0f812a-3972-42a3-b9dc-dfd7df12e50d service nova] [instance: cb5a0778-568b-47c5-9482-87bff5312831] No waiting events found dispatching network-vif-plugged-6b608ff1-749d-4e98-9573-0d7036954c36 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1159.393569] env[69350]: WARNING nova.compute.manager [req-2cd388ac-754f-49ee-ab11-5eadaf3e7c23 req-9d0f812a-3972-42a3-b9dc-dfd7df12e50d service nova] [instance: cb5a0778-568b-47c5-9482-87bff5312831] Received unexpected event network-vif-plugged-6b608ff1-749d-4e98-9573-0d7036954c36 for instance with vm_state building and task_state spawning. [ 1159.451493] env[69350]: DEBUG oslo_concurrency.lockutils [None req-aa48fb82-87d7-4031-a51f-35c4e82476c2 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Acquiring lock "d626c562-9799-43f3-a25a-5bdc1774ef77" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.451718] env[69350]: DEBUG oslo_concurrency.lockutils [None req-aa48fb82-87d7-4031-a51f-35c4e82476c2 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Lock "d626c562-9799-43f3-a25a-5bdc1774ef77" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.491634] env[69350]: DEBUG nova.network.neutron [None req-36288379-0778-4d88-9de5-15fce6f1f3e8 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: cb5a0778-568b-47c5-9482-87bff5312831] Successfully updated port: 6b608ff1-749d-4e98-9573-0d7036954c36 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1159.579426] env[69350]: DEBUG nova.compute.manager [None req-aa7afefe-0d6a-45b5-885c-f160e5a4a8ef tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: c2902164-bd0d-4dfd-bfa5-4777e4341d4b] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1159.924455] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b48509-7c98-4213-83f5-ac8b4fc5be6a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.933179] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c1475fc-bb73-4802-ba30-b3419f1e9423 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.970967] env[69350]: DEBUG nova.compute.manager [None req-aa48fb82-87d7-4031-a51f-35c4e82476c2 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: d626c562-9799-43f3-a25a-5bdc1774ef77] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1159.975599] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a42c8a2-83f3-41f1-b123-2849b0bdb9eb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.985984] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3099c9e6-452a-4104-b675-0bb5ca66fbe1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.003529] env[69350]: DEBUG oslo_concurrency.lockutils [None req-36288379-0778-4d88-9de5-15fce6f1f3e8 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Acquiring lock "refresh_cache-cb5a0778-568b-47c5-9482-87bff5312831" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.003529] env[69350]: DEBUG oslo_concurrency.lockutils [None req-36288379-0778-4d88-9de5-15fce6f1f3e8 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Acquired lock "refresh_cache-cb5a0778-568b-47c5-9482-87bff5312831" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.003681] env[69350]: DEBUG nova.network.neutron [None req-36288379-0778-4d88-9de5-15fce6f1f3e8 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: cb5a0778-568b-47c5-9482-87bff5312831] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1160.005843] env[69350]: DEBUG nova.compute.provider_tree [None req-2fade175-3fdb-4e9c-9a89-45df8a7f5760 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1160.109934] env[69350]: DEBUG oslo_concurrency.lockutils [None req-aa7afefe-0d6a-45b5-885c-f160e5a4a8ef tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.496221] env[69350]: DEBUG oslo_concurrency.lockutils [None req-aa48fb82-87d7-4031-a51f-35c4e82476c2 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.511375] env[69350]: DEBUG nova.scheduler.client.report [None req-2fade175-3fdb-4e9c-9a89-45df8a7f5760 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1160.544688] env[69350]: DEBUG nova.network.neutron [None req-36288379-0778-4d88-9de5-15fce6f1f3e8 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: cb5a0778-568b-47c5-9482-87bff5312831] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1160.678185] env[69350]: DEBUG nova.network.neutron [None req-36288379-0778-4d88-9de5-15fce6f1f3e8 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: cb5a0778-568b-47c5-9482-87bff5312831] Updating instance_info_cache with network_info: [{"id": "6b608ff1-749d-4e98-9573-0d7036954c36", "address": "fa:16:3e:06:c5:14", "network": {"id": "10e89178-be3a-472d-ab81-6b5686479064", "bridge": "br-int", "label": "tempest-ServersTestJSON-841475379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b765b6cd255040bda6aa6145fb5d6074", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b608ff1-74", "ovs_interfaceid": "6b608ff1-749d-4e98-9573-0d7036954c36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.793564] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a877ba2c-f615-45db-a33c-c717a5b85b5a tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Acquiring lock "a8668eef-6f79-4399-8220-e0ffc5218c1d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.793564] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a877ba2c-f615-45db-a33c-c717a5b85b5a tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Lock "a8668eef-6f79-4399-8220-e0ffc5218c1d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.017229] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2fade175-3fdb-4e9c-9a89-45df8a7f5760 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.306s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.017496] env[69350]: DEBUG nova.compute.manager [None req-2fade175-3fdb-4e9c-9a89-45df8a7f5760 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: 59da504d-d1f7-4cf6-b0a7-7187e8a8f718] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1161.020205] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0e8c5baa-36f8-4d5c-ad2d-c4dca0892066 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.886s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.022047] env[69350]: INFO nova.compute.claims [None req-0e8c5baa-36f8-4d5c-ad2d-c4dca0892066 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: c844b729-b790-484f-a78b-3eff6f936586] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1161.181747] env[69350]: DEBUG oslo_concurrency.lockutils [None req-36288379-0778-4d88-9de5-15fce6f1f3e8 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Releasing lock "refresh_cache-cb5a0778-568b-47c5-9482-87bff5312831" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.181943] env[69350]: DEBUG nova.compute.manager [None req-36288379-0778-4d88-9de5-15fce6f1f3e8 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: cb5a0778-568b-47c5-9482-87bff5312831] Instance network_info: |[{"id": "6b608ff1-749d-4e98-9573-0d7036954c36", "address": "fa:16:3e:06:c5:14", "network": {"id": "10e89178-be3a-472d-ab81-6b5686479064", "bridge": "br-int", "label": "tempest-ServersTestJSON-841475379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b765b6cd255040bda6aa6145fb5d6074", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b608ff1-74", "ovs_interfaceid": "6b608ff1-749d-4e98-9573-0d7036954c36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1161.182386] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-36288379-0778-4d88-9de5-15fce6f1f3e8 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: cb5a0778-568b-47c5-9482-87bff5312831] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:c5:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f44b2fa3-6730-4b87-8839-947eff21213f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6b608ff1-749d-4e98-9573-0d7036954c36', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1161.190962] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-36288379-0778-4d88-9de5-15fce6f1f3e8 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1161.191536] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb5a0778-568b-47c5-9482-87bff5312831] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1161.191783] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d58d6dfc-aab2-422a-a796-10dd8780bbd4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.212205] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1161.212205] env[69350]: value = "task-3365831" [ 1161.212205] env[69350]: _type = "Task" [ 1161.212205] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.219648] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365831, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.295760] env[69350]: DEBUG nova.compute.manager [None req-a877ba2c-f615-45db-a33c-c717a5b85b5a tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] [instance: a8668eef-6f79-4399-8220-e0ffc5218c1d] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1161.418430] env[69350]: DEBUG nova.compute.manager [req-bd79002d-b3db-468d-852f-4bd21205e3cf req-ade9489f-e92c-4573-97ca-c07c3b7fbc2b service nova] [instance: cb5a0778-568b-47c5-9482-87bff5312831] Received event network-changed-6b608ff1-749d-4e98-9573-0d7036954c36 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1161.418696] env[69350]: DEBUG nova.compute.manager [req-bd79002d-b3db-468d-852f-4bd21205e3cf req-ade9489f-e92c-4573-97ca-c07c3b7fbc2b service nova] [instance: cb5a0778-568b-47c5-9482-87bff5312831] Refreshing instance network info cache due to event network-changed-6b608ff1-749d-4e98-9573-0d7036954c36. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1161.418902] env[69350]: DEBUG oslo_concurrency.lockutils [req-bd79002d-b3db-468d-852f-4bd21205e3cf req-ade9489f-e92c-4573-97ca-c07c3b7fbc2b service nova] Acquiring lock "refresh_cache-cb5a0778-568b-47c5-9482-87bff5312831" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.419074] env[69350]: DEBUG oslo_concurrency.lockutils [req-bd79002d-b3db-468d-852f-4bd21205e3cf req-ade9489f-e92c-4573-97ca-c07c3b7fbc2b service nova] Acquired lock "refresh_cache-cb5a0778-568b-47c5-9482-87bff5312831" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.419272] env[69350]: DEBUG nova.network.neutron [req-bd79002d-b3db-468d-852f-4bd21205e3cf req-ade9489f-e92c-4573-97ca-c07c3b7fbc2b service nova] [instance: cb5a0778-568b-47c5-9482-87bff5312831] Refreshing network info cache for port 6b608ff1-749d-4e98-9573-0d7036954c36 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1161.525862] env[69350]: DEBUG nova.compute.utils [None req-2fade175-3fdb-4e9c-9a89-45df8a7f5760 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1161.527289] env[69350]: DEBUG nova.compute.manager [None req-2fade175-3fdb-4e9c-9a89-45df8a7f5760 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: 59da504d-d1f7-4cf6-b0a7-7187e8a8f718] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1161.527498] env[69350]: DEBUG nova.network.neutron [None req-2fade175-3fdb-4e9c-9a89-45df8a7f5760 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: 59da504d-d1f7-4cf6-b0a7-7187e8a8f718] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1161.578863] env[69350]: DEBUG nova.policy [None req-2fade175-3fdb-4e9c-9a89-45df8a7f5760 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9c9693865dde46498cfeedad6514435b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e70a04cc40f0407ebac8a2f5bbbd8693', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 1161.722840] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365831, 'name': CreateVM_Task, 'duration_secs': 0.350821} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.722997] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb5a0778-568b-47c5-9482-87bff5312831] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1161.723699] env[69350]: DEBUG oslo_concurrency.lockutils [None req-36288379-0778-4d88-9de5-15fce6f1f3e8 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.723845] env[69350]: DEBUG oslo_concurrency.lockutils [None req-36288379-0778-4d88-9de5-15fce6f1f3e8 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.724183] env[69350]: DEBUG oslo_concurrency.lockutils [None req-36288379-0778-4d88-9de5-15fce6f1f3e8 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.724433] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8282a35e-0d1b-4569-a443-dcbd0ea6afbd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.729714] env[69350]: DEBUG oslo_vmware.api [None req-36288379-0778-4d88-9de5-15fce6f1f3e8 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Waiting for the task: (returnval){ [ 1161.729714] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52b5ef49-ef28-473d-2df9-fa04ca33b9d2" [ 1161.729714] env[69350]: _type = "Task" [ 1161.729714] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.739322] env[69350]: DEBUG oslo_vmware.api [None req-36288379-0778-4d88-9de5-15fce6f1f3e8 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52b5ef49-ef28-473d-2df9-fa04ca33b9d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.817866] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a877ba2c-f615-45db-a33c-c717a5b85b5a tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.832779] env[69350]: DEBUG nova.network.neutron [None req-2fade175-3fdb-4e9c-9a89-45df8a7f5760 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: 59da504d-d1f7-4cf6-b0a7-7187e8a8f718] Successfully created port: 2fa0bce0-01ec-4034-88e2-15fed8319641 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1162.032051] env[69350]: DEBUG nova.compute.manager [None req-2fade175-3fdb-4e9c-9a89-45df8a7f5760 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: 59da504d-d1f7-4cf6-b0a7-7187e8a8f718] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1162.237181] env[69350]: DEBUG nova.network.neutron [req-bd79002d-b3db-468d-852f-4bd21205e3cf req-ade9489f-e92c-4573-97ca-c07c3b7fbc2b service nova] [instance: cb5a0778-568b-47c5-9482-87bff5312831] Updated VIF entry in instance network info cache for port 6b608ff1-749d-4e98-9573-0d7036954c36. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1162.237567] env[69350]: DEBUG nova.network.neutron [req-bd79002d-b3db-468d-852f-4bd21205e3cf req-ade9489f-e92c-4573-97ca-c07c3b7fbc2b service nova] [instance: cb5a0778-568b-47c5-9482-87bff5312831] Updating instance_info_cache with network_info: [{"id": "6b608ff1-749d-4e98-9573-0d7036954c36", "address": "fa:16:3e:06:c5:14", "network": {"id": "10e89178-be3a-472d-ab81-6b5686479064", "bridge": "br-int", "label": "tempest-ServersTestJSON-841475379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b765b6cd255040bda6aa6145fb5d6074", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b608ff1-74", "ovs_interfaceid": "6b608ff1-749d-4e98-9573-0d7036954c36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.245514] env[69350]: DEBUG oslo_vmware.api [None req-36288379-0778-4d88-9de5-15fce6f1f3e8 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52b5ef49-ef28-473d-2df9-fa04ca33b9d2, 'name': SearchDatastore_Task, 'duration_secs': 0.010097} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.248554] env[69350]: DEBUG oslo_concurrency.lockutils [None req-36288379-0778-4d88-9de5-15fce6f1f3e8 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.248705] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-36288379-0778-4d88-9de5-15fce6f1f3e8 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: cb5a0778-568b-47c5-9482-87bff5312831] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1162.248944] env[69350]: DEBUG oslo_concurrency.lockutils [None req-36288379-0778-4d88-9de5-15fce6f1f3e8 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.249232] env[69350]: DEBUG oslo_concurrency.lockutils [None req-36288379-0778-4d88-9de5-15fce6f1f3e8 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.249968] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-36288379-0778-4d88-9de5-15fce6f1f3e8 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1162.250659] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6143cbfd-55b0-4372-818c-edc055e096a8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.259663] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-36288379-0778-4d88-9de5-15fce6f1f3e8 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1162.259821] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-36288379-0778-4d88-9de5-15fce6f1f3e8 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1162.261235] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d42357f-7563-460c-a062-f53950ec78ce {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.269308] env[69350]: DEBUG oslo_vmware.api [None req-36288379-0778-4d88-9de5-15fce6f1f3e8 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Waiting for the task: (returnval){ [ 1162.269308] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52282c80-4f6f-eb6f-e3e8-28157fe53aaa" [ 1162.269308] env[69350]: _type = "Task" [ 1162.269308] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.278383] env[69350]: DEBUG oslo_vmware.api [None req-36288379-0778-4d88-9de5-15fce6f1f3e8 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52282c80-4f6f-eb6f-e3e8-28157fe53aaa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.293731] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-700784e8-d6bf-4524-82f5-41861d3106dd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.300232] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3555d181-443d-45c6-9847-4cd02ca4e8bb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.330940] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ab71ef-4a22-4d7f-81ad-fa39221c3b3a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.337916] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfbed9e1-d00c-4497-9342-7176314f5e79 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.351145] env[69350]: DEBUG nova.compute.provider_tree [None req-0e8c5baa-36f8-4d5c-ad2d-c4dca0892066 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1162.742267] env[69350]: DEBUG oslo_concurrency.lockutils [req-bd79002d-b3db-468d-852f-4bd21205e3cf req-ade9489f-e92c-4573-97ca-c07c3b7fbc2b service nova] Releasing lock "refresh_cache-cb5a0778-568b-47c5-9482-87bff5312831" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.780074] env[69350]: DEBUG oslo_vmware.api [None req-36288379-0778-4d88-9de5-15fce6f1f3e8 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52282c80-4f6f-eb6f-e3e8-28157fe53aaa, 'name': SearchDatastore_Task, 'duration_secs': 0.008442} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.780881] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f176c95-f508-4f8a-b528-8724a8a90bc4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.786497] env[69350]: DEBUG oslo_vmware.api [None req-36288379-0778-4d88-9de5-15fce6f1f3e8 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Waiting for the task: (returnval){ [ 1162.786497] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52592b4d-1cac-0e41-9180-ca0b46fbe9aa" [ 1162.786497] env[69350]: _type = "Task" [ 1162.786497] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.794380] env[69350]: DEBUG oslo_vmware.api [None req-36288379-0778-4d88-9de5-15fce6f1f3e8 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52592b4d-1cac-0e41-9180-ca0b46fbe9aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.853952] env[69350]: DEBUG nova.scheduler.client.report [None req-0e8c5baa-36f8-4d5c-ad2d-c4dca0892066 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1163.043269] env[69350]: DEBUG nova.compute.manager [None req-2fade175-3fdb-4e9c-9a89-45df8a7f5760 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: 59da504d-d1f7-4cf6-b0a7-7187e8a8f718] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1163.067944] env[69350]: DEBUG nova.virt.hardware [None req-2fade175-3fdb-4e9c-9a89-45df8a7f5760 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1163.068207] env[69350]: DEBUG nova.virt.hardware [None req-2fade175-3fdb-4e9c-9a89-45df8a7f5760 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1163.068363] env[69350]: DEBUG nova.virt.hardware [None req-2fade175-3fdb-4e9c-9a89-45df8a7f5760 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1163.068545] env[69350]: DEBUG nova.virt.hardware [None req-2fade175-3fdb-4e9c-9a89-45df8a7f5760 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1163.068694] env[69350]: DEBUG nova.virt.hardware [None req-2fade175-3fdb-4e9c-9a89-45df8a7f5760 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1163.068840] env[69350]: DEBUG nova.virt.hardware [None req-2fade175-3fdb-4e9c-9a89-45df8a7f5760 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1163.069055] env[69350]: DEBUG nova.virt.hardware [None req-2fade175-3fdb-4e9c-9a89-45df8a7f5760 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1163.069217] env[69350]: DEBUG nova.virt.hardware [None req-2fade175-3fdb-4e9c-9a89-45df8a7f5760 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1163.069387] env[69350]: DEBUG nova.virt.hardware [None req-2fade175-3fdb-4e9c-9a89-45df8a7f5760 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1163.069561] env[69350]: DEBUG nova.virt.hardware [None req-2fade175-3fdb-4e9c-9a89-45df8a7f5760 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1163.069746] env[69350]: DEBUG nova.virt.hardware [None req-2fade175-3fdb-4e9c-9a89-45df8a7f5760 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1163.070623] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85ea91a1-ba2d-424b-b02c-7fd402e60f28 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.078251] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f1cfa2-5f1a-475c-bf17-1a1c60888606 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.296444] env[69350]: DEBUG oslo_vmware.api [None req-36288379-0778-4d88-9de5-15fce6f1f3e8 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52592b4d-1cac-0e41-9180-ca0b46fbe9aa, 'name': SearchDatastore_Task, 'duration_secs': 0.009073} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.296711] env[69350]: DEBUG oslo_concurrency.lockutils [None req-36288379-0778-4d88-9de5-15fce6f1f3e8 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.296996] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-36288379-0778-4d88-9de5-15fce6f1f3e8 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] cb5a0778-568b-47c5-9482-87bff5312831/cb5a0778-568b-47c5-9482-87bff5312831.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1163.297223] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f56e5f8b-8b4e-4c80-8397-d39ff14347ae {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.305233] env[69350]: DEBUG oslo_vmware.api [None req-36288379-0778-4d88-9de5-15fce6f1f3e8 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Waiting for the task: (returnval){ [ 1163.305233] env[69350]: value = "task-3365832" [ 1163.305233] env[69350]: _type = "Task" [ 1163.305233] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.312656] env[69350]: DEBUG oslo_vmware.api [None req-36288379-0778-4d88-9de5-15fce6f1f3e8 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3365832, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.361870] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0e8c5baa-36f8-4d5c-ad2d-c4dca0892066 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.342s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.362613] env[69350]: DEBUG nova.compute.manager [None req-0e8c5baa-36f8-4d5c-ad2d-c4dca0892066 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: c844b729-b790-484f-a78b-3eff6f936586] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1163.365917] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8b129241-fbbd-4dd7-bc06-24a0e3ca500b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.669s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.367532] env[69350]: INFO nova.compute.claims [None req-8b129241-fbbd-4dd7-bc06-24a0e3ca500b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1163.446172] env[69350]: DEBUG nova.compute.manager [req-6b36c70c-ce4e-4a90-94e6-5214c36b0900 req-5b2edb67-3d3e-46d4-a417-dd706240e741 service nova] [instance: 59da504d-d1f7-4cf6-b0a7-7187e8a8f718] Received event network-vif-plugged-2fa0bce0-01ec-4034-88e2-15fed8319641 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1163.446442] env[69350]: DEBUG oslo_concurrency.lockutils [req-6b36c70c-ce4e-4a90-94e6-5214c36b0900 req-5b2edb67-3d3e-46d4-a417-dd706240e741 service nova] Acquiring lock "59da504d-d1f7-4cf6-b0a7-7187e8a8f718-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.446666] env[69350]: DEBUG oslo_concurrency.lockutils [req-6b36c70c-ce4e-4a90-94e6-5214c36b0900 req-5b2edb67-3d3e-46d4-a417-dd706240e741 service nova] Lock "59da504d-d1f7-4cf6-b0a7-7187e8a8f718-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.446872] env[69350]: DEBUG oslo_concurrency.lockutils [req-6b36c70c-ce4e-4a90-94e6-5214c36b0900 req-5b2edb67-3d3e-46d4-a417-dd706240e741 service nova] Lock "59da504d-d1f7-4cf6-b0a7-7187e8a8f718-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.447994] env[69350]: DEBUG nova.compute.manager [req-6b36c70c-ce4e-4a90-94e6-5214c36b0900 req-5b2edb67-3d3e-46d4-a417-dd706240e741 service nova] [instance: 59da504d-d1f7-4cf6-b0a7-7187e8a8f718] No waiting events found dispatching network-vif-plugged-2fa0bce0-01ec-4034-88e2-15fed8319641 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1163.447994] env[69350]: WARNING nova.compute.manager [req-6b36c70c-ce4e-4a90-94e6-5214c36b0900 req-5b2edb67-3d3e-46d4-a417-dd706240e741 service nova] [instance: 59da504d-d1f7-4cf6-b0a7-7187e8a8f718] Received unexpected event network-vif-plugged-2fa0bce0-01ec-4034-88e2-15fed8319641 for instance with vm_state building and task_state spawning. [ 1163.502298] env[69350]: DEBUG nova.network.neutron [None req-2fade175-3fdb-4e9c-9a89-45df8a7f5760 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: 59da504d-d1f7-4cf6-b0a7-7187e8a8f718] Successfully updated port: 2fa0bce0-01ec-4034-88e2-15fed8319641 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1163.814462] env[69350]: DEBUG oslo_vmware.api [None req-36288379-0778-4d88-9de5-15fce6f1f3e8 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3365832, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.430293} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.814634] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-36288379-0778-4d88-9de5-15fce6f1f3e8 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] cb5a0778-568b-47c5-9482-87bff5312831/cb5a0778-568b-47c5-9482-87bff5312831.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1163.814846] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-36288379-0778-4d88-9de5-15fce6f1f3e8 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: cb5a0778-568b-47c5-9482-87bff5312831] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1163.815109] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c213d543-4dd6-4094-b52a-62fedce8e1b7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.820650] env[69350]: DEBUG oslo_vmware.api [None req-36288379-0778-4d88-9de5-15fce6f1f3e8 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Waiting for the task: (returnval){ [ 1163.820650] env[69350]: value = "task-3365833" [ 1163.820650] env[69350]: _type = "Task" [ 1163.820650] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.828769] env[69350]: DEBUG oslo_vmware.api [None req-36288379-0778-4d88-9de5-15fce6f1f3e8 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3365833, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.872353] env[69350]: DEBUG nova.compute.utils [None req-0e8c5baa-36f8-4d5c-ad2d-c4dca0892066 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1163.875537] env[69350]: DEBUG nova.compute.manager [None req-0e8c5baa-36f8-4d5c-ad2d-c4dca0892066 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: c844b729-b790-484f-a78b-3eff6f936586] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1163.875727] env[69350]: DEBUG nova.network.neutron [None req-0e8c5baa-36f8-4d5c-ad2d-c4dca0892066 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: c844b729-b790-484f-a78b-3eff6f936586] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1163.912781] env[69350]: DEBUG nova.policy [None req-0e8c5baa-36f8-4d5c-ad2d-c4dca0892066 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ab4329b91984482e9142ad4773bd0560', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eb23de86c4ea42c1accf78e42cda1fc1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 1164.005297] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2fade175-3fdb-4e9c-9a89-45df8a7f5760 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Acquiring lock "refresh_cache-59da504d-d1f7-4cf6-b0a7-7187e8a8f718" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.005352] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2fade175-3fdb-4e9c-9a89-45df8a7f5760 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Acquired lock "refresh_cache-59da504d-d1f7-4cf6-b0a7-7187e8a8f718" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.005475] env[69350]: DEBUG nova.network.neutron [None req-2fade175-3fdb-4e9c-9a89-45df8a7f5760 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: 59da504d-d1f7-4cf6-b0a7-7187e8a8f718] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1164.152768] env[69350]: DEBUG nova.network.neutron [None req-0e8c5baa-36f8-4d5c-ad2d-c4dca0892066 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: c844b729-b790-484f-a78b-3eff6f936586] Successfully created port: ccc9ed4d-a3c8-4f99-b631-7be39136d453 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1164.330991] env[69350]: DEBUG oslo_vmware.api [None req-36288379-0778-4d88-9de5-15fce6f1f3e8 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3365833, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.05902} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.331260] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-36288379-0778-4d88-9de5-15fce6f1f3e8 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: cb5a0778-568b-47c5-9482-87bff5312831] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1164.332013] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2f9e692-8a49-44d0-b2e8-886eba83575b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.354229] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-36288379-0778-4d88-9de5-15fce6f1f3e8 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: cb5a0778-568b-47c5-9482-87bff5312831] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] cb5a0778-568b-47c5-9482-87bff5312831/cb5a0778-568b-47c5-9482-87bff5312831.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1164.354473] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9275098-e73e-4486-9b24-e1072ac6ed73 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.373427] env[69350]: DEBUG oslo_vmware.api [None req-36288379-0778-4d88-9de5-15fce6f1f3e8 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Waiting for the task: (returnval){ [ 1164.373427] env[69350]: value = "task-3365834" [ 1164.373427] env[69350]: _type = "Task" [ 1164.373427] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.376767] env[69350]: DEBUG nova.compute.manager [None req-0e8c5baa-36f8-4d5c-ad2d-c4dca0892066 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: c844b729-b790-484f-a78b-3eff6f936586] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1164.387062] env[69350]: DEBUG oslo_vmware.api [None req-36288379-0778-4d88-9de5-15fce6f1f3e8 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3365834, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.550903] env[69350]: DEBUG nova.network.neutron [None req-2fade175-3fdb-4e9c-9a89-45df8a7f5760 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: 59da504d-d1f7-4cf6-b0a7-7187e8a8f718] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1164.592652] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bda53a7-04b4-4702-a60b-c39ff6b6f97b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.600019] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4c1d432-4546-41a8-becc-50a2df8d7c50 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.640966] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a76ab217-9e0d-4829-afa9-71e611359a0c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.650579] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9232cd49-9532-4e9b-8a83-48112ec2184a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.663077] env[69350]: DEBUG nova.compute.provider_tree [None req-8b129241-fbbd-4dd7-bc06-24a0e3ca500b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1164.743037] env[69350]: DEBUG nova.network.neutron [None req-2fade175-3fdb-4e9c-9a89-45df8a7f5760 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: 59da504d-d1f7-4cf6-b0a7-7187e8a8f718] Updating instance_info_cache with network_info: [{"id": "2fa0bce0-01ec-4034-88e2-15fed8319641", "address": "fa:16:3e:ba:51:57", "network": {"id": "ad123e0a-1a99-4c6b-932f-ff9de41ceb18", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-757019814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e70a04cc40f0407ebac8a2f5bbbd8693", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fa0bce0-01", "ovs_interfaceid": "2fa0bce0-01ec-4034-88e2-15fed8319641", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.886917] env[69350]: DEBUG oslo_vmware.api [None req-36288379-0778-4d88-9de5-15fce6f1f3e8 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3365834, 'name': ReconfigVM_Task, 'duration_secs': 0.271073} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.887368] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-36288379-0778-4d88-9de5-15fce6f1f3e8 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: cb5a0778-568b-47c5-9482-87bff5312831] Reconfigured VM instance instance-0000005b to attach disk [datastore2] cb5a0778-568b-47c5-9482-87bff5312831/cb5a0778-568b-47c5-9482-87bff5312831.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1164.887933] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-53a2f500-ac47-41dd-b6ed-498215bb2b1c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.894360] env[69350]: DEBUG oslo_vmware.api [None req-36288379-0778-4d88-9de5-15fce6f1f3e8 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Waiting for the task: (returnval){ [ 1164.894360] env[69350]: value = "task-3365835" [ 1164.894360] env[69350]: _type = "Task" [ 1164.894360] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.901872] env[69350]: DEBUG oslo_vmware.api [None req-36288379-0778-4d88-9de5-15fce6f1f3e8 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3365835, 'name': Rename_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.166111] env[69350]: DEBUG nova.scheduler.client.report [None req-8b129241-fbbd-4dd7-bc06-24a0e3ca500b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1165.245577] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2fade175-3fdb-4e9c-9a89-45df8a7f5760 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Releasing lock "refresh_cache-59da504d-d1f7-4cf6-b0a7-7187e8a8f718" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.246035] env[69350]: DEBUG nova.compute.manager [None req-2fade175-3fdb-4e9c-9a89-45df8a7f5760 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: 59da504d-d1f7-4cf6-b0a7-7187e8a8f718] Instance network_info: |[{"id": "2fa0bce0-01ec-4034-88e2-15fed8319641", "address": "fa:16:3e:ba:51:57", "network": {"id": "ad123e0a-1a99-4c6b-932f-ff9de41ceb18", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-757019814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e70a04cc40f0407ebac8a2f5bbbd8693", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fa0bce0-01", "ovs_interfaceid": "2fa0bce0-01ec-4034-88e2-15fed8319641", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1165.247266] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-2fade175-3fdb-4e9c-9a89-45df8a7f5760 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: 59da504d-d1f7-4cf6-b0a7-7187e8a8f718] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:51:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc6e6fe1-c4f5-4389-a49f-0978060eebb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2fa0bce0-01ec-4034-88e2-15fed8319641', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1165.255673] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2fade175-3fdb-4e9c-9a89-45df8a7f5760 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1165.255673] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59da504d-d1f7-4cf6-b0a7-7187e8a8f718] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1165.255863] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-63753343-1326-4b21-be8b-50edad59c8a5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.277207] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1165.277207] env[69350]: value = "task-3365836" [ 1165.277207] env[69350]: _type = "Task" [ 1165.277207] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.284699] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365836, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.388820] env[69350]: DEBUG nova.compute.manager [None req-0e8c5baa-36f8-4d5c-ad2d-c4dca0892066 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: c844b729-b790-484f-a78b-3eff6f936586] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1165.404298] env[69350]: DEBUG oslo_vmware.api [None req-36288379-0778-4d88-9de5-15fce6f1f3e8 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3365835, 'name': Rename_Task, 'duration_secs': 0.137374} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.404585] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-36288379-0778-4d88-9de5-15fce6f1f3e8 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: cb5a0778-568b-47c5-9482-87bff5312831] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1165.404808] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-912c32de-bd6b-453c-a1b5-dbadcac07082 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.410749] env[69350]: DEBUG oslo_vmware.api [None req-36288379-0778-4d88-9de5-15fce6f1f3e8 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Waiting for the task: (returnval){ [ 1165.410749] env[69350]: value = "task-3365837" [ 1165.410749] env[69350]: _type = "Task" [ 1165.410749] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.415506] env[69350]: DEBUG nova.virt.hardware [None req-0e8c5baa-36f8-4d5c-ad2d-c4dca0892066 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1165.415720] env[69350]: DEBUG nova.virt.hardware [None req-0e8c5baa-36f8-4d5c-ad2d-c4dca0892066 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1165.415875] env[69350]: DEBUG nova.virt.hardware [None req-0e8c5baa-36f8-4d5c-ad2d-c4dca0892066 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1165.416067] env[69350]: DEBUG nova.virt.hardware [None req-0e8c5baa-36f8-4d5c-ad2d-c4dca0892066 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1165.416239] env[69350]: DEBUG nova.virt.hardware [None req-0e8c5baa-36f8-4d5c-ad2d-c4dca0892066 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1165.416360] env[69350]: DEBUG nova.virt.hardware [None req-0e8c5baa-36f8-4d5c-ad2d-c4dca0892066 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1165.416564] env[69350]: DEBUG nova.virt.hardware [None req-0e8c5baa-36f8-4d5c-ad2d-c4dca0892066 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1165.416715] env[69350]: DEBUG nova.virt.hardware [None req-0e8c5baa-36f8-4d5c-ad2d-c4dca0892066 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1165.416879] env[69350]: DEBUG nova.virt.hardware [None req-0e8c5baa-36f8-4d5c-ad2d-c4dca0892066 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1165.417052] env[69350]: DEBUG nova.virt.hardware [None req-0e8c5baa-36f8-4d5c-ad2d-c4dca0892066 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1165.417228] env[69350]: DEBUG nova.virt.hardware [None req-0e8c5baa-36f8-4d5c-ad2d-c4dca0892066 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1165.418012] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-493ed486-1f43-4b9a-8db2-f5b61161979a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.428279] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f95e3f-b064-4472-9be9-5ce814ddf7f2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.432435] env[69350]: DEBUG oslo_vmware.api [None req-36288379-0778-4d88-9de5-15fce6f1f3e8 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3365837, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.479169] env[69350]: DEBUG nova.compute.manager [req-674fc1b8-fe02-4efa-834f-7862cc4e02fe req-38ab1d5d-43cc-47fb-9bf0-5bc167b36df7 service nova] [instance: 59da504d-d1f7-4cf6-b0a7-7187e8a8f718] Received event network-changed-2fa0bce0-01ec-4034-88e2-15fed8319641 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1165.479425] env[69350]: DEBUG nova.compute.manager [req-674fc1b8-fe02-4efa-834f-7862cc4e02fe req-38ab1d5d-43cc-47fb-9bf0-5bc167b36df7 service nova] [instance: 59da504d-d1f7-4cf6-b0a7-7187e8a8f718] Refreshing instance network info cache due to event network-changed-2fa0bce0-01ec-4034-88e2-15fed8319641. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1165.479734] env[69350]: DEBUG oslo_concurrency.lockutils [req-674fc1b8-fe02-4efa-834f-7862cc4e02fe req-38ab1d5d-43cc-47fb-9bf0-5bc167b36df7 service nova] Acquiring lock "refresh_cache-59da504d-d1f7-4cf6-b0a7-7187e8a8f718" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.479923] env[69350]: DEBUG oslo_concurrency.lockutils [req-674fc1b8-fe02-4efa-834f-7862cc4e02fe req-38ab1d5d-43cc-47fb-9bf0-5bc167b36df7 service nova] Acquired lock "refresh_cache-59da504d-d1f7-4cf6-b0a7-7187e8a8f718" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.480149] env[69350]: DEBUG nova.network.neutron [req-674fc1b8-fe02-4efa-834f-7862cc4e02fe req-38ab1d5d-43cc-47fb-9bf0-5bc167b36df7 service nova] [instance: 59da504d-d1f7-4cf6-b0a7-7187e8a8f718] Refreshing network info cache for port 2fa0bce0-01ec-4034-88e2-15fed8319641 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1165.650515] env[69350]: DEBUG nova.network.neutron [None req-0e8c5baa-36f8-4d5c-ad2d-c4dca0892066 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: c844b729-b790-484f-a78b-3eff6f936586] Successfully updated port: ccc9ed4d-a3c8-4f99-b631-7be39136d453 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1165.671228] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8b129241-fbbd-4dd7-bc06-24a0e3ca500b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.305s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.671703] env[69350]: DEBUG nova.compute.manager [None req-8b129241-fbbd-4dd7-bc06-24a0e3ca500b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1165.675042] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e7b70ee8-1a56-4c23-b484-935c2a6b51fe tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.876s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.675213] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e7b70ee8-1a56-4c23-b484-935c2a6b51fe tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.678161] env[69350]: DEBUG oslo_concurrency.lockutils [None req-acb4556b-3390-4502-8755-6899af61cb0e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 8.247s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.700773] env[69350]: INFO nova.scheduler.client.report [None req-e7b70ee8-1a56-4c23-b484-935c2a6b51fe tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Deleted allocations for instance 11c67a96-f39b-4f14-9eed-ca26d6e0d16c [ 1165.789507] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365836, 'name': CreateVM_Task, 'duration_secs': 0.337686} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.789768] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59da504d-d1f7-4cf6-b0a7-7187e8a8f718] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1165.790430] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2fade175-3fdb-4e9c-9a89-45df8a7f5760 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.790625] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2fade175-3fdb-4e9c-9a89-45df8a7f5760 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.790936] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2fade175-3fdb-4e9c-9a89-45df8a7f5760 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.791245] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61072a30-4acd-4331-beb8-871fe7e884f6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.795947] env[69350]: DEBUG oslo_vmware.api [None req-2fade175-3fdb-4e9c-9a89-45df8a7f5760 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Waiting for the task: (returnval){ [ 1165.795947] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5297376b-d87b-78bc-aee4-0f9ddaedb1fd" [ 1165.795947] env[69350]: _type = "Task" [ 1165.795947] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.803557] env[69350]: DEBUG oslo_vmware.api [None req-2fade175-3fdb-4e9c-9a89-45df8a7f5760 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5297376b-d87b-78bc-aee4-0f9ddaedb1fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.920941] env[69350]: DEBUG oslo_vmware.api [None req-36288379-0778-4d88-9de5-15fce6f1f3e8 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3365837, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.157603] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0e8c5baa-36f8-4d5c-ad2d-c4dca0892066 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Acquiring lock "refresh_cache-c844b729-b790-484f-a78b-3eff6f936586" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.157742] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0e8c5baa-36f8-4d5c-ad2d-c4dca0892066 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Acquired lock "refresh_cache-c844b729-b790-484f-a78b-3eff6f936586" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.157899] env[69350]: DEBUG nova.network.neutron [None req-0e8c5baa-36f8-4d5c-ad2d-c4dca0892066 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: c844b729-b790-484f-a78b-3eff6f936586] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1166.175722] env[69350]: DEBUG nova.network.neutron [req-674fc1b8-fe02-4efa-834f-7862cc4e02fe req-38ab1d5d-43cc-47fb-9bf0-5bc167b36df7 service nova] [instance: 59da504d-d1f7-4cf6-b0a7-7187e8a8f718] Updated VIF entry in instance network info cache for port 2fa0bce0-01ec-4034-88e2-15fed8319641. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1166.176070] env[69350]: DEBUG nova.network.neutron [req-674fc1b8-fe02-4efa-834f-7862cc4e02fe req-38ab1d5d-43cc-47fb-9bf0-5bc167b36df7 service nova] [instance: 59da504d-d1f7-4cf6-b0a7-7187e8a8f718] Updating instance_info_cache with network_info: [{"id": "2fa0bce0-01ec-4034-88e2-15fed8319641", "address": "fa:16:3e:ba:51:57", "network": {"id": "ad123e0a-1a99-4c6b-932f-ff9de41ceb18", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-757019814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e70a04cc40f0407ebac8a2f5bbbd8693", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fa0bce0-01", "ovs_interfaceid": "2fa0bce0-01ec-4034-88e2-15fed8319641", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.181764] env[69350]: DEBUG nova.compute.utils [None req-8b129241-fbbd-4dd7-bc06-24a0e3ca500b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1166.183009] env[69350]: DEBUG nova.objects.instance [None req-acb4556b-3390-4502-8755-6899af61cb0e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Lazy-loading 'migration_context' on Instance uuid 7a738554-0623-4e36-ba13-4d4f1346154c {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1166.184060] env[69350]: DEBUG nova.compute.manager [None req-8b129241-fbbd-4dd7-bc06-24a0e3ca500b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1166.184226] env[69350]: DEBUG nova.network.neutron [None req-8b129241-fbbd-4dd7-bc06-24a0e3ca500b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1166.208428] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e7b70ee8-1a56-4c23-b484-935c2a6b51fe tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Lock "11c67a96-f39b-4f14-9eed-ca26d6e0d16c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.959s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.221790] env[69350]: DEBUG nova.policy [None req-8b129241-fbbd-4dd7-bc06-24a0e3ca500b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5b22203975c14e01892c3e5d72913338', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a61919e72ea342e59edac0c76d120df9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 1166.312171] env[69350]: DEBUG oslo_vmware.api [None req-2fade175-3fdb-4e9c-9a89-45df8a7f5760 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5297376b-d87b-78bc-aee4-0f9ddaedb1fd, 'name': SearchDatastore_Task, 'duration_secs': 0.008908} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.312502] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2fade175-3fdb-4e9c-9a89-45df8a7f5760 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.312698] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-2fade175-3fdb-4e9c-9a89-45df8a7f5760 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: 59da504d-d1f7-4cf6-b0a7-7187e8a8f718] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1166.312977] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2fade175-3fdb-4e9c-9a89-45df8a7f5760 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.313090] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2fade175-3fdb-4e9c-9a89-45df8a7f5760 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.313266] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fade175-3fdb-4e9c-9a89-45df8a7f5760 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1166.313532] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-940591d2-1a63-4c27-96cb-08d0f0dca739 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.334681] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fade175-3fdb-4e9c-9a89-45df8a7f5760 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1166.335385] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-2fade175-3fdb-4e9c-9a89-45df8a7f5760 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1166.335750] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bee1735-ed44-4da3-a5bc-160366dbc4bf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.342471] env[69350]: DEBUG oslo_vmware.api [None req-2fade175-3fdb-4e9c-9a89-45df8a7f5760 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Waiting for the task: (returnval){ [ 1166.342471] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52eb0634-f12c-8445-6bb5-7469ad1982cd" [ 1166.342471] env[69350]: _type = "Task" [ 1166.342471] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.350739] env[69350]: DEBUG oslo_vmware.api [None req-2fade175-3fdb-4e9c-9a89-45df8a7f5760 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52eb0634-f12c-8445-6bb5-7469ad1982cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.422425] env[69350]: DEBUG oslo_vmware.api [None req-36288379-0778-4d88-9de5-15fce6f1f3e8 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3365837, 'name': PowerOnVM_Task, 'duration_secs': 0.712882} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.422702] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-36288379-0778-4d88-9de5-15fce6f1f3e8 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: cb5a0778-568b-47c5-9482-87bff5312831] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1166.422958] env[69350]: INFO nova.compute.manager [None req-36288379-0778-4d88-9de5-15fce6f1f3e8 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: cb5a0778-568b-47c5-9482-87bff5312831] Took 7.47 seconds to spawn the instance on the hypervisor. [ 1166.423082] env[69350]: DEBUG nova.compute.manager [None req-36288379-0778-4d88-9de5-15fce6f1f3e8 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: cb5a0778-568b-47c5-9482-87bff5312831] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1166.423846] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2333f681-e282-48c9-9471-05dbc7a8e677 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.503669] env[69350]: DEBUG nova.network.neutron [None req-8b129241-fbbd-4dd7-bc06-24a0e3ca500b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6] Successfully created port: af9b7f95-596e-41ce-bdd7-dd9457af3887 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1166.678574] env[69350]: DEBUG oslo_concurrency.lockutils [req-674fc1b8-fe02-4efa-834f-7862cc4e02fe req-38ab1d5d-43cc-47fb-9bf0-5bc167b36df7 service nova] Releasing lock "refresh_cache-59da504d-d1f7-4cf6-b0a7-7187e8a8f718" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.685714] env[69350]: DEBUG nova.compute.manager [None req-8b129241-fbbd-4dd7-bc06-24a0e3ca500b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1166.722193] env[69350]: DEBUG nova.network.neutron [None req-0e8c5baa-36f8-4d5c-ad2d-c4dca0892066 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: c844b729-b790-484f-a78b-3eff6f936586] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1166.852986] env[69350]: DEBUG oslo_vmware.api [None req-2fade175-3fdb-4e9c-9a89-45df8a7f5760 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52eb0634-f12c-8445-6bb5-7469ad1982cd, 'name': SearchDatastore_Task, 'duration_secs': 0.00848} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.853779] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-194f6e7c-88f9-49f6-b77e-99675856e250 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.861546] env[69350]: DEBUG oslo_vmware.api [None req-2fade175-3fdb-4e9c-9a89-45df8a7f5760 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Waiting for the task: (returnval){ [ 1166.861546] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]522e1926-a0be-fe4c-301d-c337d7906d20" [ 1166.861546] env[69350]: _type = "Task" [ 1166.861546] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.870226] env[69350]: DEBUG oslo_vmware.api [None req-2fade175-3fdb-4e9c-9a89-45df8a7f5760 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]522e1926-a0be-fe4c-301d-c337d7906d20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.907084] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec7e51c-48b1-4f95-8277-9ee9224b7323 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.915517] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb37161-2f45-4fe2-b564-df7ddcbdc54e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.960754] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c19d1017-7c24-48af-beee-349360ab0f17 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.964743] env[69350]: DEBUG nova.network.neutron [None req-0e8c5baa-36f8-4d5c-ad2d-c4dca0892066 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: c844b729-b790-484f-a78b-3eff6f936586] Updating instance_info_cache with network_info: [{"id": "ccc9ed4d-a3c8-4f99-b631-7be39136d453", "address": "fa:16:3e:18:e0:0a", "network": {"id": "0bcb2b19-9d56-48ef-ae2f-bfa8be4a624b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1099470443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb23de86c4ea42c1accf78e42cda1fc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccc9ed4d-a3", "ovs_interfaceid": "ccc9ed4d-a3c8-4f99-b631-7be39136d453", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.968547] env[69350]: INFO nova.compute.manager [None req-36288379-0778-4d88-9de5-15fce6f1f3e8 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: cb5a0778-568b-47c5-9482-87bff5312831] Took 19.39 seconds to build instance. [ 1166.972036] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd28b762-5e43-41ef-9a5f-e928c0256756 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.988740] env[69350]: DEBUG nova.compute.provider_tree [None req-acb4556b-3390-4502-8755-6899af61cb0e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1167.373029] env[69350]: DEBUG oslo_vmware.api [None req-2fade175-3fdb-4e9c-9a89-45df8a7f5760 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]522e1926-a0be-fe4c-301d-c337d7906d20, 'name': SearchDatastore_Task, 'duration_secs': 0.009779} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.373029] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2fade175-3fdb-4e9c-9a89-45df8a7f5760 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.373337] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fade175-3fdb-4e9c-9a89-45df8a7f5760 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] 59da504d-d1f7-4cf6-b0a7-7187e8a8f718/59da504d-d1f7-4cf6-b0a7-7187e8a8f718.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1167.373337] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-940adf03-5460-407b-834d-c9e9979eb917 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.379401] env[69350]: DEBUG oslo_vmware.api [None req-2fade175-3fdb-4e9c-9a89-45df8a7f5760 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Waiting for the task: (returnval){ [ 1167.379401] env[69350]: value = "task-3365838" [ 1167.379401] env[69350]: _type = "Task" [ 1167.379401] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.389010] env[69350]: DEBUG oslo_vmware.api [None req-2fade175-3fdb-4e9c-9a89-45df8a7f5760 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3365838, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.468024] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0e8c5baa-36f8-4d5c-ad2d-c4dca0892066 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Releasing lock "refresh_cache-c844b729-b790-484f-a78b-3eff6f936586" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.468342] env[69350]: DEBUG nova.compute.manager [None req-0e8c5baa-36f8-4d5c-ad2d-c4dca0892066 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: c844b729-b790-484f-a78b-3eff6f936586] Instance network_info: |[{"id": "ccc9ed4d-a3c8-4f99-b631-7be39136d453", "address": "fa:16:3e:18:e0:0a", "network": {"id": "0bcb2b19-9d56-48ef-ae2f-bfa8be4a624b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1099470443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb23de86c4ea42c1accf78e42cda1fc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccc9ed4d-a3", "ovs_interfaceid": "ccc9ed4d-a3c8-4f99-b631-7be39136d453", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1167.468800] env[69350]: DEBUG oslo_concurrency.lockutils [None req-36288379-0778-4d88-9de5-15fce6f1f3e8 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Lock "cb5a0778-568b-47c5-9482-87bff5312831" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.904s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.469298] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0e8c5baa-36f8-4d5c-ad2d-c4dca0892066 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: c844b729-b790-484f-a78b-3eff6f936586] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:e0:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f1b07b1-e4e5-4842-9090-07fb2c3e124b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ccc9ed4d-a3c8-4f99-b631-7be39136d453', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1167.477665] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e8c5baa-36f8-4d5c-ad2d-c4dca0892066 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1167.477881] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c844b729-b790-484f-a78b-3eff6f936586] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1167.478123] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-01cc12da-3aa3-4b01-8679-1274f0bb1185 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.493958] env[69350]: DEBUG nova.scheduler.client.report [None req-acb4556b-3390-4502-8755-6899af61cb0e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1167.503060] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1167.503060] env[69350]: value = "task-3365839" [ 1167.503060] env[69350]: _type = "Task" [ 1167.503060] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.505156] env[69350]: DEBUG nova.compute.manager [req-c263d90d-f443-4770-80c4-ba41fe6aac2e req-7e7500f3-8a98-47be-ba1f-381115f4b303 service nova] [instance: c844b729-b790-484f-a78b-3eff6f936586] Received event network-vif-plugged-ccc9ed4d-a3c8-4f99-b631-7be39136d453 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1167.505344] env[69350]: DEBUG oslo_concurrency.lockutils [req-c263d90d-f443-4770-80c4-ba41fe6aac2e req-7e7500f3-8a98-47be-ba1f-381115f4b303 service nova] Acquiring lock "c844b729-b790-484f-a78b-3eff6f936586-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.505575] env[69350]: DEBUG oslo_concurrency.lockutils [req-c263d90d-f443-4770-80c4-ba41fe6aac2e req-7e7500f3-8a98-47be-ba1f-381115f4b303 service nova] Lock "c844b729-b790-484f-a78b-3eff6f936586-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.505744] env[69350]: DEBUG oslo_concurrency.lockutils [req-c263d90d-f443-4770-80c4-ba41fe6aac2e req-7e7500f3-8a98-47be-ba1f-381115f4b303 service nova] Lock "c844b729-b790-484f-a78b-3eff6f936586-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.505906] env[69350]: DEBUG nova.compute.manager [req-c263d90d-f443-4770-80c4-ba41fe6aac2e req-7e7500f3-8a98-47be-ba1f-381115f4b303 service nova] [instance: c844b729-b790-484f-a78b-3eff6f936586] No waiting events found dispatching network-vif-plugged-ccc9ed4d-a3c8-4f99-b631-7be39136d453 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1167.506078] env[69350]: WARNING nova.compute.manager [req-c263d90d-f443-4770-80c4-ba41fe6aac2e req-7e7500f3-8a98-47be-ba1f-381115f4b303 service nova] [instance: c844b729-b790-484f-a78b-3eff6f936586] Received unexpected event network-vif-plugged-ccc9ed4d-a3c8-4f99-b631-7be39136d453 for instance with vm_state building and task_state spawning. [ 1167.506235] env[69350]: DEBUG nova.compute.manager [req-c263d90d-f443-4770-80c4-ba41fe6aac2e req-7e7500f3-8a98-47be-ba1f-381115f4b303 service nova] [instance: c844b729-b790-484f-a78b-3eff6f936586] Received event network-changed-ccc9ed4d-a3c8-4f99-b631-7be39136d453 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1167.506387] env[69350]: DEBUG nova.compute.manager [req-c263d90d-f443-4770-80c4-ba41fe6aac2e req-7e7500f3-8a98-47be-ba1f-381115f4b303 service nova] [instance: c844b729-b790-484f-a78b-3eff6f936586] Refreshing instance network info cache due to event network-changed-ccc9ed4d-a3c8-4f99-b631-7be39136d453. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1167.506637] env[69350]: DEBUG oslo_concurrency.lockutils [req-c263d90d-f443-4770-80c4-ba41fe6aac2e req-7e7500f3-8a98-47be-ba1f-381115f4b303 service nova] Acquiring lock "refresh_cache-c844b729-b790-484f-a78b-3eff6f936586" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.506713] env[69350]: DEBUG oslo_concurrency.lockutils [req-c263d90d-f443-4770-80c4-ba41fe6aac2e req-7e7500f3-8a98-47be-ba1f-381115f4b303 service nova] Acquired lock "refresh_cache-c844b729-b790-484f-a78b-3eff6f936586" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.506842] env[69350]: DEBUG nova.network.neutron [req-c263d90d-f443-4770-80c4-ba41fe6aac2e req-7e7500f3-8a98-47be-ba1f-381115f4b303 service nova] [instance: c844b729-b790-484f-a78b-3eff6f936586] Refreshing network info cache for port ccc9ed4d-a3c8-4f99-b631-7be39136d453 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1167.518825] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365839, 'name': CreateVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.702212] env[69350]: DEBUG nova.compute.manager [None req-8b129241-fbbd-4dd7-bc06-24a0e3ca500b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1167.730587] env[69350]: DEBUG nova.virt.hardware [None req-8b129241-fbbd-4dd7-bc06-24a0e3ca500b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1167.730891] env[69350]: DEBUG nova.virt.hardware [None req-8b129241-fbbd-4dd7-bc06-24a0e3ca500b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1167.731168] env[69350]: DEBUG nova.virt.hardware [None req-8b129241-fbbd-4dd7-bc06-24a0e3ca500b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1167.731320] env[69350]: DEBUG nova.virt.hardware [None req-8b129241-fbbd-4dd7-bc06-24a0e3ca500b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1167.731481] env[69350]: DEBUG nova.virt.hardware [None req-8b129241-fbbd-4dd7-bc06-24a0e3ca500b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1167.731665] env[69350]: DEBUG nova.virt.hardware [None req-8b129241-fbbd-4dd7-bc06-24a0e3ca500b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1167.731950] env[69350]: DEBUG nova.virt.hardware [None req-8b129241-fbbd-4dd7-bc06-24a0e3ca500b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1167.732167] env[69350]: DEBUG nova.virt.hardware [None req-8b129241-fbbd-4dd7-bc06-24a0e3ca500b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1167.732421] env[69350]: DEBUG nova.virt.hardware [None req-8b129241-fbbd-4dd7-bc06-24a0e3ca500b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1167.732655] env[69350]: DEBUG nova.virt.hardware [None req-8b129241-fbbd-4dd7-bc06-24a0e3ca500b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1167.732925] env[69350]: DEBUG nova.virt.hardware [None req-8b129241-fbbd-4dd7-bc06-24a0e3ca500b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1167.734059] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0926d757-6ac1-4935-ae76-fa28b5b26690 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.742919] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e412bd-4d28-47b7-82d7-d8881d3b88e8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.780708] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ccee8f21-5819-4e9b-96c8-150644c9a181 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Acquiring lock "cb5a0778-568b-47c5-9482-87bff5312831" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.780911] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ccee8f21-5819-4e9b-96c8-150644c9a181 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Lock "cb5a0778-568b-47c5-9482-87bff5312831" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.781197] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ccee8f21-5819-4e9b-96c8-150644c9a181 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Acquiring lock "cb5a0778-568b-47c5-9482-87bff5312831-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.781444] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ccee8f21-5819-4e9b-96c8-150644c9a181 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Lock "cb5a0778-568b-47c5-9482-87bff5312831-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.781607] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ccee8f21-5819-4e9b-96c8-150644c9a181 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Lock "cb5a0778-568b-47c5-9482-87bff5312831-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.783937] env[69350]: INFO nova.compute.manager [None req-ccee8f21-5819-4e9b-96c8-150644c9a181 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: cb5a0778-568b-47c5-9482-87bff5312831] Terminating instance [ 1167.890108] env[69350]: DEBUG oslo_vmware.api [None req-2fade175-3fdb-4e9c-9a89-45df8a7f5760 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3365838, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50153} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.890425] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fade175-3fdb-4e9c-9a89-45df8a7f5760 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] 59da504d-d1f7-4cf6-b0a7-7187e8a8f718/59da504d-d1f7-4cf6-b0a7-7187e8a8f718.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1167.890660] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-2fade175-3fdb-4e9c-9a89-45df8a7f5760 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: 59da504d-d1f7-4cf6-b0a7-7187e8a8f718] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1167.891040] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9dce9d86-9e99-403f-8788-1c1eecb0d696 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.897647] env[69350]: DEBUG oslo_vmware.api [None req-2fade175-3fdb-4e9c-9a89-45df8a7f5760 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Waiting for the task: (returnval){ [ 1167.897647] env[69350]: value = "task-3365840" [ 1167.897647] env[69350]: _type = "Task" [ 1167.897647] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.906312] env[69350]: DEBUG oslo_vmware.api [None req-2fade175-3fdb-4e9c-9a89-45df8a7f5760 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3365840, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.016489] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365839, 'name': CreateVM_Task, 'duration_secs': 0.496825} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.016654] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c844b729-b790-484f-a78b-3eff6f936586] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1168.017506] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0e8c5baa-36f8-4d5c-ad2d-c4dca0892066 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.017755] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0e8c5baa-36f8-4d5c-ad2d-c4dca0892066 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.018076] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0e8c5baa-36f8-4d5c-ad2d-c4dca0892066 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.018323] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fab3fd9f-f029-401d-ba32-4c4b7a148d30 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.022684] env[69350]: DEBUG oslo_vmware.api [None req-0e8c5baa-36f8-4d5c-ad2d-c4dca0892066 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Waiting for the task: (returnval){ [ 1168.022684] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52967137-82f6-6f9f-28c5-80060490dd91" [ 1168.022684] env[69350]: _type = "Task" [ 1168.022684] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.031727] env[69350]: DEBUG oslo_vmware.api [None req-0e8c5baa-36f8-4d5c-ad2d-c4dca0892066 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52967137-82f6-6f9f-28c5-80060490dd91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.288410] env[69350]: DEBUG nova.compute.manager [None req-ccee8f21-5819-4e9b-96c8-150644c9a181 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: cb5a0778-568b-47c5-9482-87bff5312831] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1168.288583] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ccee8f21-5819-4e9b-96c8-150644c9a181 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: cb5a0778-568b-47c5-9482-87bff5312831] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1168.289521] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3067c31-822f-4eb6-ac06-06fbe3660b0e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.299550] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccee8f21-5819-4e9b-96c8-150644c9a181 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: cb5a0778-568b-47c5-9482-87bff5312831] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1168.299833] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-708388fd-4c0c-49a0-8947-800602e1e702 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.305837] env[69350]: DEBUG oslo_vmware.api [None req-ccee8f21-5819-4e9b-96c8-150644c9a181 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Waiting for the task: (returnval){ [ 1168.305837] env[69350]: value = "task-3365841" [ 1168.305837] env[69350]: _type = "Task" [ 1168.305837] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.316333] env[69350]: DEBUG oslo_vmware.api [None req-ccee8f21-5819-4e9b-96c8-150644c9a181 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3365841, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.325073] env[69350]: DEBUG nova.network.neutron [None req-8b129241-fbbd-4dd7-bc06-24a0e3ca500b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6] Successfully updated port: af9b7f95-596e-41ce-bdd7-dd9457af3887 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1168.348826] env[69350]: DEBUG nova.network.neutron [req-c263d90d-f443-4770-80c4-ba41fe6aac2e req-7e7500f3-8a98-47be-ba1f-381115f4b303 service nova] [instance: c844b729-b790-484f-a78b-3eff6f936586] Updated VIF entry in instance network info cache for port ccc9ed4d-a3c8-4f99-b631-7be39136d453. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1168.349501] env[69350]: DEBUG nova.network.neutron [req-c263d90d-f443-4770-80c4-ba41fe6aac2e req-7e7500f3-8a98-47be-ba1f-381115f4b303 service nova] [instance: c844b729-b790-484f-a78b-3eff6f936586] Updating instance_info_cache with network_info: [{"id": "ccc9ed4d-a3c8-4f99-b631-7be39136d453", "address": "fa:16:3e:18:e0:0a", "network": {"id": "0bcb2b19-9d56-48ef-ae2f-bfa8be4a624b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1099470443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb23de86c4ea42c1accf78e42cda1fc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccc9ed4d-a3", "ovs_interfaceid": "ccc9ed4d-a3c8-4f99-b631-7be39136d453", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.408142] env[69350]: DEBUG oslo_vmware.api [None req-2fade175-3fdb-4e9c-9a89-45df8a7f5760 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3365840, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080912} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.408464] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-2fade175-3fdb-4e9c-9a89-45df8a7f5760 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: 59da504d-d1f7-4cf6-b0a7-7187e8a8f718] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1168.409265] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13744758-3afc-4b0d-9e2a-c2018ce04844 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.433558] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fade175-3fdb-4e9c-9a89-45df8a7f5760 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: 59da504d-d1f7-4cf6-b0a7-7187e8a8f718] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] 59da504d-d1f7-4cf6-b0a7-7187e8a8f718/59da504d-d1f7-4cf6-b0a7-7187e8a8f718.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1168.433639] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15895292-f604-4e7b-bb7b-9534c697a6aa {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.452908] env[69350]: DEBUG oslo_vmware.api [None req-2fade175-3fdb-4e9c-9a89-45df8a7f5760 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Waiting for the task: (returnval){ [ 1168.452908] env[69350]: value = "task-3365842" [ 1168.452908] env[69350]: _type = "Task" [ 1168.452908] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.461154] env[69350]: DEBUG oslo_vmware.api [None req-2fade175-3fdb-4e9c-9a89-45df8a7f5760 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3365842, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.505527] env[69350]: DEBUG oslo_concurrency.lockutils [None req-acb4556b-3390-4502-8755-6899af61cb0e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.827s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.511513] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b253610d-4240-4c5d-826c-fb4aae394a81 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.136s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.514312] env[69350]: INFO nova.compute.claims [None req-b253610d-4240-4c5d-826c-fb4aae394a81 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: 492d3ac9-3817-47b3-8fa4-3969d4617244] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1168.535900] env[69350]: DEBUG oslo_vmware.api [None req-0e8c5baa-36f8-4d5c-ad2d-c4dca0892066 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52967137-82f6-6f9f-28c5-80060490dd91, 'name': SearchDatastore_Task, 'duration_secs': 0.008442} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.536306] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0e8c5baa-36f8-4d5c-ad2d-c4dca0892066 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.536572] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0e8c5baa-36f8-4d5c-ad2d-c4dca0892066 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: c844b729-b790-484f-a78b-3eff6f936586] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1168.536897] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0e8c5baa-36f8-4d5c-ad2d-c4dca0892066 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.537199] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0e8c5baa-36f8-4d5c-ad2d-c4dca0892066 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.538491] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e8c5baa-36f8-4d5c-ad2d-c4dca0892066 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1168.538491] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-52b50ac0-3630-4ec0-8ee1-e7c5859c2e83 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.550346] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e8c5baa-36f8-4d5c-ad2d-c4dca0892066 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1168.550346] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0e8c5baa-36f8-4d5c-ad2d-c4dca0892066 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1168.550346] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b915348-b5f2-4206-ac5f-76dc370289b5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.554542] env[69350]: DEBUG oslo_vmware.api [None req-0e8c5baa-36f8-4d5c-ad2d-c4dca0892066 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Waiting for the task: (returnval){ [ 1168.554542] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52700ae0-8c97-6412-762b-63e2d86705e6" [ 1168.554542] env[69350]: _type = "Task" [ 1168.554542] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.564139] env[69350]: DEBUG oslo_vmware.api [None req-0e8c5baa-36f8-4d5c-ad2d-c4dca0892066 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52700ae0-8c97-6412-762b-63e2d86705e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.817596] env[69350]: DEBUG oslo_vmware.api [None req-ccee8f21-5819-4e9b-96c8-150644c9a181 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3365841, 'name': PowerOffVM_Task, 'duration_secs': 0.305601} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.817851] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccee8f21-5819-4e9b-96c8-150644c9a181 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: cb5a0778-568b-47c5-9482-87bff5312831] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1168.818026] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ccee8f21-5819-4e9b-96c8-150644c9a181 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: cb5a0778-568b-47c5-9482-87bff5312831] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1168.818277] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4e6c0a35-10a6-4712-bfab-cec9395acb12 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.827445] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8b129241-fbbd-4dd7-bc06-24a0e3ca500b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Acquiring lock "refresh_cache-f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.827576] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8b129241-fbbd-4dd7-bc06-24a0e3ca500b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Acquired lock "refresh_cache-f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.827716] env[69350]: DEBUG nova.network.neutron [None req-8b129241-fbbd-4dd7-bc06-24a0e3ca500b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1168.851560] env[69350]: DEBUG oslo_concurrency.lockutils [req-c263d90d-f443-4770-80c4-ba41fe6aac2e req-7e7500f3-8a98-47be-ba1f-381115f4b303 service nova] Releasing lock "refresh_cache-c844b729-b790-484f-a78b-3eff6f936586" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.887311] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ccee8f21-5819-4e9b-96c8-150644c9a181 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: cb5a0778-568b-47c5-9482-87bff5312831] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1168.887522] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ccee8f21-5819-4e9b-96c8-150644c9a181 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: cb5a0778-568b-47c5-9482-87bff5312831] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1168.887705] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccee8f21-5819-4e9b-96c8-150644c9a181 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Deleting the datastore file [datastore2] cb5a0778-568b-47c5-9482-87bff5312831 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1168.887976] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b67300bb-2da3-4255-ad48-fab2f95d94af {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.893808] env[69350]: DEBUG oslo_vmware.api [None req-ccee8f21-5819-4e9b-96c8-150644c9a181 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Waiting for the task: (returnval){ [ 1168.893808] env[69350]: value = "task-3365844" [ 1168.893808] env[69350]: _type = "Task" [ 1168.893808] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.910393] env[69350]: DEBUG oslo_vmware.api [None req-ccee8f21-5819-4e9b-96c8-150644c9a181 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3365844, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.963643] env[69350]: DEBUG oslo_vmware.api [None req-2fade175-3fdb-4e9c-9a89-45df8a7f5760 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3365842, 'name': ReconfigVM_Task, 'duration_secs': 0.287196} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.963923] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fade175-3fdb-4e9c-9a89-45df8a7f5760 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: 59da504d-d1f7-4cf6-b0a7-7187e8a8f718] Reconfigured VM instance instance-0000005c to attach disk [datastore2] 59da504d-d1f7-4cf6-b0a7-7187e8a8f718/59da504d-d1f7-4cf6-b0a7-7187e8a8f718.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1168.964532] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e69d8bd-ab5d-40f7-b070-23e27fb56409 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.971679] env[69350]: DEBUG oslo_vmware.api [None req-2fade175-3fdb-4e9c-9a89-45df8a7f5760 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Waiting for the task: (returnval){ [ 1168.971679] env[69350]: value = "task-3365845" [ 1168.971679] env[69350]: _type = "Task" [ 1168.971679] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.984387] env[69350]: DEBUG oslo_vmware.api [None req-2fade175-3fdb-4e9c-9a89-45df8a7f5760 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3365845, 'name': Rename_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.064371] env[69350]: DEBUG oslo_vmware.api [None req-0e8c5baa-36f8-4d5c-ad2d-c4dca0892066 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52700ae0-8c97-6412-762b-63e2d86705e6, 'name': SearchDatastore_Task, 'duration_secs': 0.011861} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.065089] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7047bd52-748d-47d6-a900-979305a0e1b2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.070587] env[69350]: DEBUG oslo_vmware.api [None req-0e8c5baa-36f8-4d5c-ad2d-c4dca0892066 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Waiting for the task: (returnval){ [ 1169.070587] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5299b155-e359-d93d-7cda-d317a9893a4e" [ 1169.070587] env[69350]: _type = "Task" [ 1169.070587] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.078172] env[69350]: DEBUG oslo_vmware.api [None req-0e8c5baa-36f8-4d5c-ad2d-c4dca0892066 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5299b155-e359-d93d-7cda-d317a9893a4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.358640] env[69350]: DEBUG nova.network.neutron [None req-8b129241-fbbd-4dd7-bc06-24a0e3ca500b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1169.405439] env[69350]: DEBUG oslo_vmware.api [None req-ccee8f21-5819-4e9b-96c8-150644c9a181 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3365844, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158156} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.405714] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccee8f21-5819-4e9b-96c8-150644c9a181 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1169.405907] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ccee8f21-5819-4e9b-96c8-150644c9a181 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: cb5a0778-568b-47c5-9482-87bff5312831] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1169.406097] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ccee8f21-5819-4e9b-96c8-150644c9a181 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: cb5a0778-568b-47c5-9482-87bff5312831] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1169.406280] env[69350]: INFO nova.compute.manager [None req-ccee8f21-5819-4e9b-96c8-150644c9a181 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: cb5a0778-568b-47c5-9482-87bff5312831] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1169.406520] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ccee8f21-5819-4e9b-96c8-150644c9a181 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1169.406782] env[69350]: DEBUG nova.compute.manager [-] [instance: cb5a0778-568b-47c5-9482-87bff5312831] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1169.406782] env[69350]: DEBUG nova.network.neutron [-] [instance: cb5a0778-568b-47c5-9482-87bff5312831] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1169.481781] env[69350]: DEBUG oslo_vmware.api [None req-2fade175-3fdb-4e9c-9a89-45df8a7f5760 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3365845, 'name': Rename_Task, 'duration_secs': 0.165068} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.482134] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fade175-3fdb-4e9c-9a89-45df8a7f5760 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: 59da504d-d1f7-4cf6-b0a7-7187e8a8f718] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1169.482359] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50ae0e4e-23e4-496e-9801-61a54c85e963 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.488193] env[69350]: DEBUG oslo_vmware.api [None req-2fade175-3fdb-4e9c-9a89-45df8a7f5760 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Waiting for the task: (returnval){ [ 1169.488193] env[69350]: value = "task-3365846" [ 1169.488193] env[69350]: _type = "Task" [ 1169.488193] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.498885] env[69350]: DEBUG oslo_vmware.api [None req-2fade175-3fdb-4e9c-9a89-45df8a7f5760 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3365846, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.587056] env[69350]: DEBUG oslo_vmware.api [None req-0e8c5baa-36f8-4d5c-ad2d-c4dca0892066 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5299b155-e359-d93d-7cda-d317a9893a4e, 'name': SearchDatastore_Task, 'duration_secs': 0.009609} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.587530] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0e8c5baa-36f8-4d5c-ad2d-c4dca0892066 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.587891] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e8c5baa-36f8-4d5c-ad2d-c4dca0892066 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] c844b729-b790-484f-a78b-3eff6f936586/c844b729-b790-484f-a78b-3eff6f936586.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1169.591884] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11ce7d05-748f-41d1-9212-59bd7838a12b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.601349] env[69350]: DEBUG oslo_vmware.api [None req-0e8c5baa-36f8-4d5c-ad2d-c4dca0892066 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Waiting for the task: (returnval){ [ 1169.601349] env[69350]: value = "task-3365847" [ 1169.601349] env[69350]: _type = "Task" [ 1169.601349] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.612293] env[69350]: DEBUG oslo_vmware.api [None req-0e8c5baa-36f8-4d5c-ad2d-c4dca0892066 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3365847, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.797783] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e92b190d-5867-4589-abbb-f798c7f155f7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.809336] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a66e307e-bf7a-4d74-910f-5339f19da0c4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.849270] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc559985-62e3-41e8-a664-2d1df5a37dc4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.854161] env[69350]: DEBUG nova.compute.manager [req-ac869200-9a04-41e4-a15f-b3578f11fdee req-922296c8-7632-4b18-8fa1-895af309ef14 service nova] [instance: f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6] Received event network-vif-plugged-af9b7f95-596e-41ce-bdd7-dd9457af3887 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1169.854522] env[69350]: DEBUG oslo_concurrency.lockutils [req-ac869200-9a04-41e4-a15f-b3578f11fdee req-922296c8-7632-4b18-8fa1-895af309ef14 service nova] Acquiring lock "f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.854877] env[69350]: DEBUG oslo_concurrency.lockutils [req-ac869200-9a04-41e4-a15f-b3578f11fdee req-922296c8-7632-4b18-8fa1-895af309ef14 service nova] Lock "f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.855135] env[69350]: DEBUG oslo_concurrency.lockutils [req-ac869200-9a04-41e4-a15f-b3578f11fdee req-922296c8-7632-4b18-8fa1-895af309ef14 service nova] Lock "f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.855369] env[69350]: DEBUG nova.compute.manager [req-ac869200-9a04-41e4-a15f-b3578f11fdee req-922296c8-7632-4b18-8fa1-895af309ef14 service nova] [instance: f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6] No waiting events found dispatching network-vif-plugged-af9b7f95-596e-41ce-bdd7-dd9457af3887 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1169.855601] env[69350]: WARNING nova.compute.manager [req-ac869200-9a04-41e4-a15f-b3578f11fdee req-922296c8-7632-4b18-8fa1-895af309ef14 service nova] [instance: f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6] Received unexpected event network-vif-plugged-af9b7f95-596e-41ce-bdd7-dd9457af3887 for instance with vm_state building and task_state spawning. [ 1169.855794] env[69350]: DEBUG nova.compute.manager [req-ac869200-9a04-41e4-a15f-b3578f11fdee req-922296c8-7632-4b18-8fa1-895af309ef14 service nova] [instance: f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6] Received event network-changed-af9b7f95-596e-41ce-bdd7-dd9457af3887 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1169.856020] env[69350]: DEBUG nova.compute.manager [req-ac869200-9a04-41e4-a15f-b3578f11fdee req-922296c8-7632-4b18-8fa1-895af309ef14 service nova] [instance: f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6] Refreshing instance network info cache due to event network-changed-af9b7f95-596e-41ce-bdd7-dd9457af3887. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1169.856266] env[69350]: DEBUG oslo_concurrency.lockutils [req-ac869200-9a04-41e4-a15f-b3578f11fdee req-922296c8-7632-4b18-8fa1-895af309ef14 service nova] Acquiring lock "refresh_cache-f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.864564] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6231c977-8fc4-4bf1-a637-10808ac146ac {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.884281] env[69350]: DEBUG nova.compute.provider_tree [None req-b253610d-4240-4c5d-826c-fb4aae394a81 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1169.909625] env[69350]: DEBUG nova.network.neutron [None req-8b129241-fbbd-4dd7-bc06-24a0e3ca500b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6] Updating instance_info_cache with network_info: [{"id": "af9b7f95-596e-41ce-bdd7-dd9457af3887", "address": "fa:16:3e:57:78:44", "network": {"id": "b27a5766-3026-4d42-a208-8e9c2a543be5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1341532197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a61919e72ea342e59edac0c76d120df9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf9b7f95-59", "ovs_interfaceid": "af9b7f95-596e-41ce-bdd7-dd9457af3887", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.000433] env[69350]: DEBUG oslo_vmware.api [None req-2fade175-3fdb-4e9c-9a89-45df8a7f5760 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3365846, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.066263] env[69350]: INFO nova.compute.manager [None req-acb4556b-3390-4502-8755-6899af61cb0e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] Swapping old allocation on dict_keys(['493c4881-f171-4c66-96e5-06180e27f02f']) held by migration 8819f452-69e0-46f0-9794-ad6965dfbdd5 for instance [ 1170.097530] env[69350]: DEBUG nova.scheduler.client.report [None req-acb4556b-3390-4502-8755-6899af61cb0e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Overwriting current allocation {'allocations': {'493c4881-f171-4c66-96e5-06180e27f02f': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 132}}, 'project_id': '68e43cb72d9c4af5965e3e49c212db1c', 'user_id': '55a292f3ba524f33a4e2bace92869392', 'consumer_generation': 1} on consumer 7a738554-0623-4e36-ba13-4d4f1346154c {{(pid=69350) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1170.112977] env[69350]: DEBUG oslo_vmware.api [None req-0e8c5baa-36f8-4d5c-ad2d-c4dca0892066 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3365847, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.219450] env[69350]: DEBUG oslo_concurrency.lockutils [None req-acb4556b-3390-4502-8755-6899af61cb0e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Acquiring lock "refresh_cache-7a738554-0623-4e36-ba13-4d4f1346154c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.219760] env[69350]: DEBUG oslo_concurrency.lockutils [None req-acb4556b-3390-4502-8755-6899af61cb0e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Acquired lock "refresh_cache-7a738554-0623-4e36-ba13-4d4f1346154c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.222233] env[69350]: DEBUG nova.network.neutron [None req-acb4556b-3390-4502-8755-6899af61cb0e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1170.387734] env[69350]: DEBUG nova.scheduler.client.report [None req-b253610d-4240-4c5d-826c-fb4aae394a81 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1170.413027] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8b129241-fbbd-4dd7-bc06-24a0e3ca500b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Releasing lock "refresh_cache-f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.413149] env[69350]: DEBUG nova.compute.manager [None req-8b129241-fbbd-4dd7-bc06-24a0e3ca500b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6] Instance network_info: |[{"id": "af9b7f95-596e-41ce-bdd7-dd9457af3887", "address": "fa:16:3e:57:78:44", "network": {"id": "b27a5766-3026-4d42-a208-8e9c2a543be5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1341532197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a61919e72ea342e59edac0c76d120df9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf9b7f95-59", "ovs_interfaceid": "af9b7f95-596e-41ce-bdd7-dd9457af3887", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1170.413382] env[69350]: DEBUG oslo_concurrency.lockutils [req-ac869200-9a04-41e4-a15f-b3578f11fdee req-922296c8-7632-4b18-8fa1-895af309ef14 service nova] Acquired lock "refresh_cache-f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.413566] env[69350]: DEBUG nova.network.neutron [req-ac869200-9a04-41e4-a15f-b3578f11fdee req-922296c8-7632-4b18-8fa1-895af309ef14 service nova] [instance: f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6] Refreshing network info cache for port af9b7f95-596e-41ce-bdd7-dd9457af3887 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1170.414955] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8b129241-fbbd-4dd7-bc06-24a0e3ca500b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:78:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '557aba95-8968-407a-bac2-2fae66f7c8e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'af9b7f95-596e-41ce-bdd7-dd9457af3887', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1170.423084] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b129241-fbbd-4dd7-bc06-24a0e3ca500b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1170.424076] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1170.424335] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7bc72a35-8d9d-4ffe-98e2-6bbcda16210b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.446072] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1170.446072] env[69350]: value = "task-3365848" [ 1170.446072] env[69350]: _type = "Task" [ 1170.446072] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.454800] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365848, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.498445] env[69350]: DEBUG oslo_vmware.api [None req-2fade175-3fdb-4e9c-9a89-45df8a7f5760 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3365846, 'name': PowerOnVM_Task, 'duration_secs': 0.7321} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.498820] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fade175-3fdb-4e9c-9a89-45df8a7f5760 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: 59da504d-d1f7-4cf6-b0a7-7187e8a8f718] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1170.498883] env[69350]: INFO nova.compute.manager [None req-2fade175-3fdb-4e9c-9a89-45df8a7f5760 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: 59da504d-d1f7-4cf6-b0a7-7187e8a8f718] Took 7.46 seconds to spawn the instance on the hypervisor. [ 1170.499051] env[69350]: DEBUG nova.compute.manager [None req-2fade175-3fdb-4e9c-9a89-45df8a7f5760 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: 59da504d-d1f7-4cf6-b0a7-7187e8a8f718] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1170.499960] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a256a07f-54e7-41b9-813d-faf764a61d1b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.565112] env[69350]: DEBUG nova.network.neutron [-] [instance: cb5a0778-568b-47c5-9482-87bff5312831] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.613283] env[69350]: DEBUG oslo_vmware.api [None req-0e8c5baa-36f8-4d5c-ad2d-c4dca0892066 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3365847, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.789843} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.613575] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e8c5baa-36f8-4d5c-ad2d-c4dca0892066 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] c844b729-b790-484f-a78b-3eff6f936586/c844b729-b790-484f-a78b-3eff6f936586.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1170.613880] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0e8c5baa-36f8-4d5c-ad2d-c4dca0892066 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: c844b729-b790-484f-a78b-3eff6f936586] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1170.614172] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e732974f-3c96-48f1-a367-fb42ee826bde {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.620879] env[69350]: DEBUG oslo_vmware.api [None req-0e8c5baa-36f8-4d5c-ad2d-c4dca0892066 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Waiting for the task: (returnval){ [ 1170.620879] env[69350]: value = "task-3365849" [ 1170.620879] env[69350]: _type = "Task" [ 1170.620879] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.629629] env[69350]: DEBUG oslo_vmware.api [None req-0e8c5baa-36f8-4d5c-ad2d-c4dca0892066 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3365849, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.893357] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b253610d-4240-4c5d-826c-fb4aae394a81 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.381s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.893994] env[69350]: DEBUG nova.compute.manager [None req-b253610d-4240-4c5d-826c-fb4aae394a81 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: 492d3ac9-3817-47b3-8fa4-3969d4617244] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1170.896394] env[69350]: DEBUG oslo_concurrency.lockutils [None req-aa7afefe-0d6a-45b5-885c-f160e5a4a8ef tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.787s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.901020] env[69350]: INFO nova.compute.claims [None req-aa7afefe-0d6a-45b5-885c-f160e5a4a8ef tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: c2902164-bd0d-4dfd-bfa5-4777e4341d4b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1170.956729] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365848, 'name': CreateVM_Task, 'duration_secs': 0.386366} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.956982] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1170.957605] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8b129241-fbbd-4dd7-bc06-24a0e3ca500b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.957773] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8b129241-fbbd-4dd7-bc06-24a0e3ca500b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.958108] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8b129241-fbbd-4dd7-bc06-24a0e3ca500b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.959101] env[69350]: DEBUG nova.network.neutron [None req-acb4556b-3390-4502-8755-6899af61cb0e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] Updating instance_info_cache with network_info: [{"id": "3578eb60-2aef-407f-b97f-23621ac41132", "address": "fa:16:3e:53:93:7e", "network": {"id": "ef2fb362-4313-473c-9c09-d0ff427ec60c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1709807276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68e43cb72d9c4af5965e3e49c212db1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3578eb60-2a", "ovs_interfaceid": "3578eb60-2aef-407f-b97f-23621ac41132", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.960216] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c0a2627-6ba8-4727-b023-03c0ccd5ba12 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.963646] env[69350]: DEBUG oslo_concurrency.lockutils [None req-564b9026-aa68-42ee-bd16-5ddad8323ef6 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Acquiring lock "c168608c-1c65-4e48-be87-93dfa497f573" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.963646] env[69350]: DEBUG oslo_concurrency.lockutils [None req-564b9026-aa68-42ee-bd16-5ddad8323ef6 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Lock "c168608c-1c65-4e48-be87-93dfa497f573" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.967804] env[69350]: DEBUG oslo_vmware.api [None req-8b129241-fbbd-4dd7-bc06-24a0e3ca500b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Waiting for the task: (returnval){ [ 1170.967804] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]528cb9b5-4257-e9ff-e165-371740c62842" [ 1170.967804] env[69350]: _type = "Task" [ 1170.967804] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.978264] env[69350]: DEBUG oslo_vmware.api [None req-8b129241-fbbd-4dd7-bc06-24a0e3ca500b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]528cb9b5-4257-e9ff-e165-371740c62842, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.021471] env[69350]: INFO nova.compute.manager [None req-2fade175-3fdb-4e9c-9a89-45df8a7f5760 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: 59da504d-d1f7-4cf6-b0a7-7187e8a8f718] Took 22.12 seconds to build instance. [ 1171.067877] env[69350]: INFO nova.compute.manager [-] [instance: cb5a0778-568b-47c5-9482-87bff5312831] Took 1.66 seconds to deallocate network for instance. [ 1171.129641] env[69350]: DEBUG oslo_vmware.api [None req-0e8c5baa-36f8-4d5c-ad2d-c4dca0892066 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3365849, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.210205} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.129902] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0e8c5baa-36f8-4d5c-ad2d-c4dca0892066 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: c844b729-b790-484f-a78b-3eff6f936586] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1171.130671] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-953a3d8d-3479-4aef-9a9e-c0c1b22fa3a1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.153987] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e8c5baa-36f8-4d5c-ad2d-c4dca0892066 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: c844b729-b790-484f-a78b-3eff6f936586] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] c844b729-b790-484f-a78b-3eff6f936586/c844b729-b790-484f-a78b-3eff6f936586.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1171.156386] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-687bc21b-0c8b-4988-a248-4cecd2518b0b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.175982] env[69350]: DEBUG oslo_vmware.api [None req-0e8c5baa-36f8-4d5c-ad2d-c4dca0892066 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Waiting for the task: (returnval){ [ 1171.175982] env[69350]: value = "task-3365850" [ 1171.175982] env[69350]: _type = "Task" [ 1171.175982] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.184235] env[69350]: DEBUG oslo_vmware.api [None req-0e8c5baa-36f8-4d5c-ad2d-c4dca0892066 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3365850, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.201651] env[69350]: DEBUG nova.network.neutron [req-ac869200-9a04-41e4-a15f-b3578f11fdee req-922296c8-7632-4b18-8fa1-895af309ef14 service nova] [instance: f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6] Updated VIF entry in instance network info cache for port af9b7f95-596e-41ce-bdd7-dd9457af3887. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1171.202073] env[69350]: DEBUG nova.network.neutron [req-ac869200-9a04-41e4-a15f-b3578f11fdee req-922296c8-7632-4b18-8fa1-895af309ef14 service nova] [instance: f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6] Updating instance_info_cache with network_info: [{"id": "af9b7f95-596e-41ce-bdd7-dd9457af3887", "address": "fa:16:3e:57:78:44", "network": {"id": "b27a5766-3026-4d42-a208-8e9c2a543be5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1341532197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a61919e72ea342e59edac0c76d120df9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf9b7f95-59", "ovs_interfaceid": "af9b7f95-596e-41ce-bdd7-dd9457af3887", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.402960] env[69350]: DEBUG nova.compute.utils [None req-b253610d-4240-4c5d-826c-fb4aae394a81 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1171.406881] env[69350]: DEBUG nova.compute.manager [None req-b253610d-4240-4c5d-826c-fb4aae394a81 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: 492d3ac9-3817-47b3-8fa4-3969d4617244] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1171.407076] env[69350]: DEBUG nova.network.neutron [None req-b253610d-4240-4c5d-826c-fb4aae394a81 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: 492d3ac9-3817-47b3-8fa4-3969d4617244] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1171.444493] env[69350]: DEBUG nova.policy [None req-b253610d-4240-4c5d-826c-fb4aae394a81 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8dd2f34152fc4907958920f5dd65722a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3571746915f448e3a8390b87a7cc7369', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 1171.465173] env[69350]: DEBUG oslo_concurrency.lockutils [None req-acb4556b-3390-4502-8755-6899af61cb0e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Releasing lock "refresh_cache-7a738554-0623-4e36-ba13-4d4f1346154c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.465991] env[69350]: INFO nova.compute.manager [None req-564b9026-aa68-42ee-bd16-5ddad8323ef6 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: c168608c-1c65-4e48-be87-93dfa497f573] Detaching volume a9c5cf86-46a7-4c0e-b263-a2af626d4e5a [ 1171.470474] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d5897d3-6827-465e-8d21-df44beb6f18a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.485855] env[69350]: DEBUG oslo_vmware.api [None req-8b129241-fbbd-4dd7-bc06-24a0e3ca500b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]528cb9b5-4257-e9ff-e165-371740c62842, 'name': SearchDatastore_Task, 'duration_secs': 0.010455} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.486568] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-723f919f-fda5-4bb2-ad92-179d32ea0836 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.489026] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8b129241-fbbd-4dd7-bc06-24a0e3ca500b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.489260] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8b129241-fbbd-4dd7-bc06-24a0e3ca500b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1171.489496] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8b129241-fbbd-4dd7-bc06-24a0e3ca500b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.489665] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8b129241-fbbd-4dd7-bc06-24a0e3ca500b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.490248] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b129241-fbbd-4dd7-bc06-24a0e3ca500b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1171.490440] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d68b7ea6-e0c4-43e7-915b-28d849e40ffb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.506790] env[69350]: INFO nova.virt.block_device [None req-564b9026-aa68-42ee-bd16-5ddad8323ef6 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: c168608c-1c65-4e48-be87-93dfa497f573] Attempting to driver detach volume a9c5cf86-46a7-4c0e-b263-a2af626d4e5a from mountpoint /dev/sdb [ 1171.507058] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-564b9026-aa68-42ee-bd16-5ddad8323ef6 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: c168608c-1c65-4e48-be87-93dfa497f573] Volume detach. Driver type: vmdk {{(pid=69350) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1171.507432] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-564b9026-aa68-42ee-bd16-5ddad8323ef6 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: c168608c-1c65-4e48-be87-93dfa497f573] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-671645', 'volume_id': 'a9c5cf86-46a7-4c0e-b263-a2af626d4e5a', 'name': 'volume-a9c5cf86-46a7-4c0e-b263-a2af626d4e5a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c168608c-1c65-4e48-be87-93dfa497f573', 'attached_at': '', 'detached_at': '', 'volume_id': 'a9c5cf86-46a7-4c0e-b263-a2af626d4e5a', 'serial': 'a9c5cf86-46a7-4c0e-b263-a2af626d4e5a'} {{(pid=69350) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1171.507995] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af1aefd4-5d3c-4bd3-8efb-6a3dd76c089b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.528666] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2fade175-3fdb-4e9c-9a89-45df8a7f5760 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Lock "59da504d-d1f7-4cf6-b0a7-7187e8a8f718" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.639s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.530661] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc1d03b2-102a-4efc-8514-bb390a85817c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.533245] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b129241-fbbd-4dd7-bc06-24a0e3ca500b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1171.533422] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8b129241-fbbd-4dd7-bc06-24a0e3ca500b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1171.534200] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d230db8-1d6c-43e8-a7c9-0d68ccceca20 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.540683] env[69350]: DEBUG oslo_vmware.api [None req-8b129241-fbbd-4dd7-bc06-24a0e3ca500b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Waiting for the task: (returnval){ [ 1171.540683] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52d8955c-3c41-1a61-2215-c3afed369834" [ 1171.540683] env[69350]: _type = "Task" [ 1171.540683] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.545617] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc4aff0-8e37-42d1-8934-eeb0ca9ab78f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.571422] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fdf4dfc-945d-4505-8b52-058b23010797 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.574073] env[69350]: DEBUG oslo_vmware.api [None req-8b129241-fbbd-4dd7-bc06-24a0e3ca500b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52d8955c-3c41-1a61-2215-c3afed369834, 'name': SearchDatastore_Task, 'duration_secs': 0.009918} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.574939] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ccee8f21-5819-4e9b-96c8-150644c9a181 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.576090] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da662c8b-7267-4be9-abeb-fdf784703bf1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.588887] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-564b9026-aa68-42ee-bd16-5ddad8323ef6 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] The volume has not been displaced from its original location: [datastore1] volume-a9c5cf86-46a7-4c0e-b263-a2af626d4e5a/volume-a9c5cf86-46a7-4c0e-b263-a2af626d4e5a.vmdk. No consolidation needed. {{(pid=69350) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1171.594290] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-564b9026-aa68-42ee-bd16-5ddad8323ef6 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: c168608c-1c65-4e48-be87-93dfa497f573] Reconfiguring VM instance instance-0000004f to detach disk 2001 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1171.595035] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-719d5b84-bf22-4477-a6ad-77f9206f404d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.610105] env[69350]: DEBUG oslo_vmware.api [None req-8b129241-fbbd-4dd7-bc06-24a0e3ca500b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Waiting for the task: (returnval){ [ 1171.610105] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52237766-f9e4-5bb6-6b93-2748d548f09d" [ 1171.610105] env[69350]: _type = "Task" [ 1171.610105] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.616346] env[69350]: DEBUG oslo_vmware.api [None req-564b9026-aa68-42ee-bd16-5ddad8323ef6 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Waiting for the task: (returnval){ [ 1171.616346] env[69350]: value = "task-3365851" [ 1171.616346] env[69350]: _type = "Task" [ 1171.616346] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.619664] env[69350]: DEBUG oslo_vmware.api [None req-8b129241-fbbd-4dd7-bc06-24a0e3ca500b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52237766-f9e4-5bb6-6b93-2748d548f09d, 'name': SearchDatastore_Task, 'duration_secs': 0.009933} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.622694] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8b129241-fbbd-4dd7-bc06-24a0e3ca500b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.622960] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b129241-fbbd-4dd7-bc06-24a0e3ca500b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6/f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1171.623231] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a016c652-199a-49a6-afc1-84bb1abaf5aa {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.633241] env[69350]: DEBUG oslo_vmware.api [None req-564b9026-aa68-42ee-bd16-5ddad8323ef6 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Task: {'id': task-3365851, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.634474] env[69350]: DEBUG oslo_vmware.api [None req-8b129241-fbbd-4dd7-bc06-24a0e3ca500b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Waiting for the task: (returnval){ [ 1171.634474] env[69350]: value = "task-3365852" [ 1171.634474] env[69350]: _type = "Task" [ 1171.634474] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.642034] env[69350]: DEBUG oslo_vmware.api [None req-8b129241-fbbd-4dd7-bc06-24a0e3ca500b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365852, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.685865] env[69350]: DEBUG oslo_vmware.api [None req-0e8c5baa-36f8-4d5c-ad2d-c4dca0892066 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3365850, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.704746] env[69350]: DEBUG oslo_concurrency.lockutils [req-ac869200-9a04-41e4-a15f-b3578f11fdee req-922296c8-7632-4b18-8fa1-895af309ef14 service nova] Releasing lock "refresh_cache-f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.778195] env[69350]: DEBUG nova.network.neutron [None req-b253610d-4240-4c5d-826c-fb4aae394a81 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: 492d3ac9-3817-47b3-8fa4-3969d4617244] Successfully created port: d638d6fd-0d49-4798-bbec-948d0c7692f4 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1171.879691] env[69350]: DEBUG nova.compute.manager [req-9e8ec66d-45ad-4f33-9a15-30fa2e21fa96 req-e9d39029-f9fe-4992-b7bb-492c0707b774 service nova] [instance: cb5a0778-568b-47c5-9482-87bff5312831] Received event network-vif-deleted-6b608ff1-749d-4e98-9573-0d7036954c36 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1171.907288] env[69350]: DEBUG nova.compute.manager [None req-b253610d-4240-4c5d-826c-fb4aae394a81 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: 492d3ac9-3817-47b3-8fa4-3969d4617244] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1172.063661] env[69350]: DEBUG nova.compute.manager [req-f0311272-deb7-411f-83dc-a967bdb6a688 req-46bf7e19-f3f2-43f9-aaaa-e78191317abb service nova] [instance: 59da504d-d1f7-4cf6-b0a7-7187e8a8f718] Received event network-changed-2fa0bce0-01ec-4034-88e2-15fed8319641 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1172.063661] env[69350]: DEBUG nova.compute.manager [req-f0311272-deb7-411f-83dc-a967bdb6a688 req-46bf7e19-f3f2-43f9-aaaa-e78191317abb service nova] [instance: 59da504d-d1f7-4cf6-b0a7-7187e8a8f718] Refreshing instance network info cache due to event network-changed-2fa0bce0-01ec-4034-88e2-15fed8319641. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1172.063900] env[69350]: DEBUG oslo_concurrency.lockutils [req-f0311272-deb7-411f-83dc-a967bdb6a688 req-46bf7e19-f3f2-43f9-aaaa-e78191317abb service nova] Acquiring lock "refresh_cache-59da504d-d1f7-4cf6-b0a7-7187e8a8f718" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.063900] env[69350]: DEBUG oslo_concurrency.lockutils [req-f0311272-deb7-411f-83dc-a967bdb6a688 req-46bf7e19-f3f2-43f9-aaaa-e78191317abb service nova] Acquired lock "refresh_cache-59da504d-d1f7-4cf6-b0a7-7187e8a8f718" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.064032] env[69350]: DEBUG nova.network.neutron [req-f0311272-deb7-411f-83dc-a967bdb6a688 req-46bf7e19-f3f2-43f9-aaaa-e78191317abb service nova] [instance: 59da504d-d1f7-4cf6-b0a7-7187e8a8f718] Refreshing network info cache for port 2fa0bce0-01ec-4034-88e2-15fed8319641 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1172.117658] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b1bfe40-5a81-4dcf-9d0a-56e41959eb55 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.129891] env[69350]: DEBUG oslo_vmware.api [None req-564b9026-aa68-42ee-bd16-5ddad8323ef6 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Task: {'id': task-3365851, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.133737] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddeac18f-3987-4863-9172-117b6382bac9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.144623] env[69350]: DEBUG oslo_vmware.api [None req-8b129241-fbbd-4dd7-bc06-24a0e3ca500b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365852, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.170797] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f49339-2206-426e-b156-b5d352b243cc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.181476] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e76b3903-1aab-46a1-abd9-a951f0a0422e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.194876] env[69350]: DEBUG nova.compute.provider_tree [None req-aa7afefe-0d6a-45b5-885c-f160e5a4a8ef tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1172.199059] env[69350]: DEBUG oslo_vmware.api [None req-0e8c5baa-36f8-4d5c-ad2d-c4dca0892066 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3365850, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.582769] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-acb4556b-3390-4502-8755-6899af61cb0e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1172.583126] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-913801cb-2c67-4dca-aaff-743fe5f4b388 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.591460] env[69350]: DEBUG oslo_vmware.api [None req-acb4556b-3390-4502-8755-6899af61cb0e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Waiting for the task: (returnval){ [ 1172.591460] env[69350]: value = "task-3365853" [ 1172.591460] env[69350]: _type = "Task" [ 1172.591460] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.599965] env[69350]: DEBUG oslo_vmware.api [None req-acb4556b-3390-4502-8755-6899af61cb0e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365853, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.631044] env[69350]: DEBUG oslo_vmware.api [None req-564b9026-aa68-42ee-bd16-5ddad8323ef6 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Task: {'id': task-3365851, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.647862] env[69350]: DEBUG oslo_vmware.api [None req-8b129241-fbbd-4dd7-bc06-24a0e3ca500b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365852, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.686727] env[69350]: DEBUG oslo_vmware.api [None req-0e8c5baa-36f8-4d5c-ad2d-c4dca0892066 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3365850, 'name': ReconfigVM_Task, 'duration_secs': 1.301084} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.687104] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e8c5baa-36f8-4d5c-ad2d-c4dca0892066 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: c844b729-b790-484f-a78b-3eff6f936586] Reconfigured VM instance instance-0000005d to attach disk [datastore1] c844b729-b790-484f-a78b-3eff6f936586/c844b729-b790-484f-a78b-3eff6f936586.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1172.687839] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-26935998-6a59-42d7-b020-b4ecd26f636f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.694427] env[69350]: DEBUG oslo_vmware.api [None req-0e8c5baa-36f8-4d5c-ad2d-c4dca0892066 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Waiting for the task: (returnval){ [ 1172.694427] env[69350]: value = "task-3365854" [ 1172.694427] env[69350]: _type = "Task" [ 1172.694427] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.700682] env[69350]: DEBUG nova.scheduler.client.report [None req-aa7afefe-0d6a-45b5-885c-f160e5a4a8ef tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1172.710428] env[69350]: DEBUG oslo_vmware.api [None req-0e8c5baa-36f8-4d5c-ad2d-c4dca0892066 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3365854, 'name': Rename_Task} progress is 10%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.842307] env[69350]: DEBUG nova.network.neutron [req-f0311272-deb7-411f-83dc-a967bdb6a688 req-46bf7e19-f3f2-43f9-aaaa-e78191317abb service nova] [instance: 59da504d-d1f7-4cf6-b0a7-7187e8a8f718] Updated VIF entry in instance network info cache for port 2fa0bce0-01ec-4034-88e2-15fed8319641. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1172.842764] env[69350]: DEBUG nova.network.neutron [req-f0311272-deb7-411f-83dc-a967bdb6a688 req-46bf7e19-f3f2-43f9-aaaa-e78191317abb service nova] [instance: 59da504d-d1f7-4cf6-b0a7-7187e8a8f718] Updating instance_info_cache with network_info: [{"id": "2fa0bce0-01ec-4034-88e2-15fed8319641", "address": "fa:16:3e:ba:51:57", "network": {"id": "ad123e0a-1a99-4c6b-932f-ff9de41ceb18", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-757019814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e70a04cc40f0407ebac8a2f5bbbd8693", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fa0bce0-01", "ovs_interfaceid": "2fa0bce0-01ec-4034-88e2-15fed8319641", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.920330] env[69350]: DEBUG nova.compute.manager [None req-b253610d-4240-4c5d-826c-fb4aae394a81 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: 492d3ac9-3817-47b3-8fa4-3969d4617244] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1172.948770] env[69350]: DEBUG nova.virt.hardware [None req-b253610d-4240-4c5d-826c-fb4aae394a81 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1172.949076] env[69350]: DEBUG nova.virt.hardware [None req-b253610d-4240-4c5d-826c-fb4aae394a81 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1172.949187] env[69350]: DEBUG nova.virt.hardware [None req-b253610d-4240-4c5d-826c-fb4aae394a81 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1172.949382] env[69350]: DEBUG nova.virt.hardware [None req-b253610d-4240-4c5d-826c-fb4aae394a81 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1172.949508] env[69350]: DEBUG nova.virt.hardware [None req-b253610d-4240-4c5d-826c-fb4aae394a81 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1172.949694] env[69350]: DEBUG nova.virt.hardware [None req-b253610d-4240-4c5d-826c-fb4aae394a81 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1172.949899] env[69350]: DEBUG nova.virt.hardware [None req-b253610d-4240-4c5d-826c-fb4aae394a81 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1172.950085] env[69350]: DEBUG nova.virt.hardware [None req-b253610d-4240-4c5d-826c-fb4aae394a81 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1172.950277] env[69350]: DEBUG nova.virt.hardware [None req-b253610d-4240-4c5d-826c-fb4aae394a81 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1172.950395] env[69350]: DEBUG nova.virt.hardware [None req-b253610d-4240-4c5d-826c-fb4aae394a81 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1172.950563] env[69350]: DEBUG nova.virt.hardware [None req-b253610d-4240-4c5d-826c-fb4aae394a81 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1172.951533] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-642bec76-a046-4533-bf98-8869791da150 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.959451] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d966689c-bc51-4d4d-a303-9c424356c789 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.102108] env[69350]: DEBUG oslo_vmware.api [None req-acb4556b-3390-4502-8755-6899af61cb0e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365853, 'name': PowerOffVM_Task, 'duration_secs': 0.295617} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.102393] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-acb4556b-3390-4502-8755-6899af61cb0e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1173.103110] env[69350]: DEBUG nova.virt.hardware [None req-acb4556b-3390-4502-8755-6899af61cb0e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1173.103257] env[69350]: DEBUG nova.virt.hardware [None req-acb4556b-3390-4502-8755-6899af61cb0e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1173.103415] env[69350]: DEBUG nova.virt.hardware [None req-acb4556b-3390-4502-8755-6899af61cb0e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1173.103586] env[69350]: DEBUG nova.virt.hardware [None req-acb4556b-3390-4502-8755-6899af61cb0e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1173.103758] env[69350]: DEBUG nova.virt.hardware [None req-acb4556b-3390-4502-8755-6899af61cb0e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1173.103954] env[69350]: DEBUG nova.virt.hardware [None req-acb4556b-3390-4502-8755-6899af61cb0e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1173.104182] env[69350]: DEBUG nova.virt.hardware [None req-acb4556b-3390-4502-8755-6899af61cb0e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1173.104339] env[69350]: DEBUG nova.virt.hardware [None req-acb4556b-3390-4502-8755-6899af61cb0e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1173.104619] env[69350]: DEBUG nova.virt.hardware [None req-acb4556b-3390-4502-8755-6899af61cb0e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1173.104709] env[69350]: DEBUG nova.virt.hardware [None req-acb4556b-3390-4502-8755-6899af61cb0e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1173.104825] env[69350]: DEBUG nova.virt.hardware [None req-acb4556b-3390-4502-8755-6899af61cb0e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1173.110039] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69cab95e-0046-4ff5-89e5-a3728ce75e03 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.126160] env[69350]: DEBUG oslo_vmware.api [None req-acb4556b-3390-4502-8755-6899af61cb0e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Waiting for the task: (returnval){ [ 1173.126160] env[69350]: value = "task-3365855" [ 1173.126160] env[69350]: _type = "Task" [ 1173.126160] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.129216] env[69350]: DEBUG oslo_vmware.api [None req-564b9026-aa68-42ee-bd16-5ddad8323ef6 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Task: {'id': task-3365851, 'name': ReconfigVM_Task, 'duration_secs': 1.272378} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.132426] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-564b9026-aa68-42ee-bd16-5ddad8323ef6 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: c168608c-1c65-4e48-be87-93dfa497f573] Reconfigured VM instance instance-0000004f to detach disk 2001 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1173.136973] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab584a6a-0b55-49a4-b4f0-318703a15da9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.154709] env[69350]: DEBUG oslo_vmware.api [None req-acb4556b-3390-4502-8755-6899af61cb0e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365855, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.156542] env[69350]: DEBUG oslo_vmware.api [None req-564b9026-aa68-42ee-bd16-5ddad8323ef6 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Waiting for the task: (returnval){ [ 1173.156542] env[69350]: value = "task-3365856" [ 1173.156542] env[69350]: _type = "Task" [ 1173.156542] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.162311] env[69350]: DEBUG oslo_vmware.api [None req-8b129241-fbbd-4dd7-bc06-24a0e3ca500b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365852, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.237876} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.162932] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b129241-fbbd-4dd7-bc06-24a0e3ca500b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6/f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1173.163300] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8b129241-fbbd-4dd7-bc06-24a0e3ca500b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1173.163455] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e11051ae-8afb-4f27-9c7d-9d2424b2b5b5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.168202] env[69350]: DEBUG oslo_vmware.api [None req-564b9026-aa68-42ee-bd16-5ddad8323ef6 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Task: {'id': task-3365856, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.172613] env[69350]: DEBUG oslo_vmware.api [None req-8b129241-fbbd-4dd7-bc06-24a0e3ca500b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Waiting for the task: (returnval){ [ 1173.172613] env[69350]: value = "task-3365857" [ 1173.172613] env[69350]: _type = "Task" [ 1173.172613] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.181087] env[69350]: DEBUG oslo_vmware.api [None req-8b129241-fbbd-4dd7-bc06-24a0e3ca500b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365857, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.203954] env[69350]: DEBUG oslo_vmware.api [None req-0e8c5baa-36f8-4d5c-ad2d-c4dca0892066 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3365854, 'name': Rename_Task, 'duration_secs': 0.25472} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.204239] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e8c5baa-36f8-4d5c-ad2d-c4dca0892066 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: c844b729-b790-484f-a78b-3eff6f936586] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1173.204480] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ccdce76-58d4-4279-b321-16755cc57cb7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.206568] env[69350]: DEBUG oslo_concurrency.lockutils [None req-aa7afefe-0d6a-45b5-885c-f160e5a4a8ef tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.310s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.207039] env[69350]: DEBUG nova.compute.manager [None req-aa7afefe-0d6a-45b5-885c-f160e5a4a8ef tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: c2902164-bd0d-4dfd-bfa5-4777e4341d4b] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1173.209613] env[69350]: DEBUG oslo_concurrency.lockutils [None req-aa48fb82-87d7-4031-a51f-35c4e82476c2 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.714s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.211008] env[69350]: INFO nova.compute.claims [None req-aa48fb82-87d7-4031-a51f-35c4e82476c2 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: d626c562-9799-43f3-a25a-5bdc1774ef77] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1173.218874] env[69350]: DEBUG oslo_vmware.api [None req-0e8c5baa-36f8-4d5c-ad2d-c4dca0892066 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Waiting for the task: (returnval){ [ 1173.218874] env[69350]: value = "task-3365858" [ 1173.218874] env[69350]: _type = "Task" [ 1173.218874] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.232859] env[69350]: DEBUG oslo_vmware.api [None req-0e8c5baa-36f8-4d5c-ad2d-c4dca0892066 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3365858, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.284086] env[69350]: DEBUG nova.network.neutron [None req-b253610d-4240-4c5d-826c-fb4aae394a81 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: 492d3ac9-3817-47b3-8fa4-3969d4617244] Successfully updated port: d638d6fd-0d49-4798-bbec-948d0c7692f4 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1173.345801] env[69350]: DEBUG oslo_concurrency.lockutils [req-f0311272-deb7-411f-83dc-a967bdb6a688 req-46bf7e19-f3f2-43f9-aaaa-e78191317abb service nova] Releasing lock "refresh_cache-59da504d-d1f7-4cf6-b0a7-7187e8a8f718" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.639166] env[69350]: DEBUG oslo_vmware.api [None req-acb4556b-3390-4502-8755-6899af61cb0e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365855, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.668719] env[69350]: DEBUG oslo_vmware.api [None req-564b9026-aa68-42ee-bd16-5ddad8323ef6 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Task: {'id': task-3365856, 'name': ReconfigVM_Task, 'duration_secs': 0.146284} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.669031] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-564b9026-aa68-42ee-bd16-5ddad8323ef6 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: c168608c-1c65-4e48-be87-93dfa497f573] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-671645', 'volume_id': 'a9c5cf86-46a7-4c0e-b263-a2af626d4e5a', 'name': 'volume-a9c5cf86-46a7-4c0e-b263-a2af626d4e5a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c168608c-1c65-4e48-be87-93dfa497f573', 'attached_at': '', 'detached_at': '', 'volume_id': 'a9c5cf86-46a7-4c0e-b263-a2af626d4e5a', 'serial': 'a9c5cf86-46a7-4c0e-b263-a2af626d4e5a'} {{(pid=69350) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1173.681828] env[69350]: DEBUG oslo_vmware.api [None req-8b129241-fbbd-4dd7-bc06-24a0e3ca500b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365857, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.24939} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.682108] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8b129241-fbbd-4dd7-bc06-24a0e3ca500b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1173.682975] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b662a1-00a5-4b1a-bdd6-79d02f549f39 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.705496] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b129241-fbbd-4dd7-bc06-24a0e3ca500b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6/f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1173.705811] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92c6f922-3312-4923-9670-a4fd095e4f01 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.721675] env[69350]: DEBUG nova.compute.utils [None req-aa7afefe-0d6a-45b5-885c-f160e5a4a8ef tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1173.724874] env[69350]: DEBUG nova.compute.manager [None req-aa7afefe-0d6a-45b5-885c-f160e5a4a8ef tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: c2902164-bd0d-4dfd-bfa5-4777e4341d4b] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1173.725054] env[69350]: DEBUG nova.network.neutron [None req-aa7afefe-0d6a-45b5-885c-f160e5a4a8ef tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: c2902164-bd0d-4dfd-bfa5-4777e4341d4b] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1173.735361] env[69350]: DEBUG oslo_vmware.api [None req-8b129241-fbbd-4dd7-bc06-24a0e3ca500b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Waiting for the task: (returnval){ [ 1173.735361] env[69350]: value = "task-3365859" [ 1173.735361] env[69350]: _type = "Task" [ 1173.735361] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.739061] env[69350]: DEBUG oslo_vmware.api [None req-0e8c5baa-36f8-4d5c-ad2d-c4dca0892066 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3365858, 'name': PowerOnVM_Task, 'duration_secs': 0.498605} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.741996] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e8c5baa-36f8-4d5c-ad2d-c4dca0892066 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: c844b729-b790-484f-a78b-3eff6f936586] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1173.742222] env[69350]: INFO nova.compute.manager [None req-0e8c5baa-36f8-4d5c-ad2d-c4dca0892066 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: c844b729-b790-484f-a78b-3eff6f936586] Took 8.35 seconds to spawn the instance on the hypervisor. [ 1173.742412] env[69350]: DEBUG nova.compute.manager [None req-0e8c5baa-36f8-4d5c-ad2d-c4dca0892066 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: c844b729-b790-484f-a78b-3eff6f936586] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1173.743204] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0153ce6-65dd-4e8a-b7a8-7322b999985d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.751044] env[69350]: DEBUG oslo_vmware.api [None req-8b129241-fbbd-4dd7-bc06-24a0e3ca500b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365859, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.766840] env[69350]: DEBUG nova.policy [None req-aa7afefe-0d6a-45b5-885c-f160e5a4a8ef tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '59fb34dd5b6e49c9891425b7b2705beb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e00619eed830495c94eed15309016c5b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 1173.788827] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b253610d-4240-4c5d-826c-fb4aae394a81 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Acquiring lock "refresh_cache-492d3ac9-3817-47b3-8fa4-3969d4617244" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.788911] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b253610d-4240-4c5d-826c-fb4aae394a81 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Acquired lock "refresh_cache-492d3ac9-3817-47b3-8fa4-3969d4617244" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.788989] env[69350]: DEBUG nova.network.neutron [None req-b253610d-4240-4c5d-826c-fb4aae394a81 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: 492d3ac9-3817-47b3-8fa4-3969d4617244] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1173.910017] env[69350]: DEBUG nova.compute.manager [req-aa4a4465-614b-49f6-827e-88139298d388 req-217523bf-1913-448c-b391-68ea7cfcaffe service nova] [instance: 492d3ac9-3817-47b3-8fa4-3969d4617244] Received event network-vif-plugged-d638d6fd-0d49-4798-bbec-948d0c7692f4 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1173.910263] env[69350]: DEBUG oslo_concurrency.lockutils [req-aa4a4465-614b-49f6-827e-88139298d388 req-217523bf-1913-448c-b391-68ea7cfcaffe service nova] Acquiring lock "492d3ac9-3817-47b3-8fa4-3969d4617244-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.910478] env[69350]: DEBUG oslo_concurrency.lockutils [req-aa4a4465-614b-49f6-827e-88139298d388 req-217523bf-1913-448c-b391-68ea7cfcaffe service nova] Lock "492d3ac9-3817-47b3-8fa4-3969d4617244-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.910647] env[69350]: DEBUG oslo_concurrency.lockutils [req-aa4a4465-614b-49f6-827e-88139298d388 req-217523bf-1913-448c-b391-68ea7cfcaffe service nova] Lock "492d3ac9-3817-47b3-8fa4-3969d4617244-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.910835] env[69350]: DEBUG nova.compute.manager [req-aa4a4465-614b-49f6-827e-88139298d388 req-217523bf-1913-448c-b391-68ea7cfcaffe service nova] [instance: 492d3ac9-3817-47b3-8fa4-3969d4617244] No waiting events found dispatching network-vif-plugged-d638d6fd-0d49-4798-bbec-948d0c7692f4 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1173.911388] env[69350]: WARNING nova.compute.manager [req-aa4a4465-614b-49f6-827e-88139298d388 req-217523bf-1913-448c-b391-68ea7cfcaffe service nova] [instance: 492d3ac9-3817-47b3-8fa4-3969d4617244] Received unexpected event network-vif-plugged-d638d6fd-0d49-4798-bbec-948d0c7692f4 for instance with vm_state building and task_state spawning. [ 1173.911614] env[69350]: DEBUG nova.compute.manager [req-aa4a4465-614b-49f6-827e-88139298d388 req-217523bf-1913-448c-b391-68ea7cfcaffe service nova] [instance: 492d3ac9-3817-47b3-8fa4-3969d4617244] Received event network-changed-d638d6fd-0d49-4798-bbec-948d0c7692f4 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1173.911781] env[69350]: DEBUG nova.compute.manager [req-aa4a4465-614b-49f6-827e-88139298d388 req-217523bf-1913-448c-b391-68ea7cfcaffe service nova] [instance: 492d3ac9-3817-47b3-8fa4-3969d4617244] Refreshing instance network info cache due to event network-changed-d638d6fd-0d49-4798-bbec-948d0c7692f4. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1173.911941] env[69350]: DEBUG oslo_concurrency.lockutils [req-aa4a4465-614b-49f6-827e-88139298d388 req-217523bf-1913-448c-b391-68ea7cfcaffe service nova] Acquiring lock "refresh_cache-492d3ac9-3817-47b3-8fa4-3969d4617244" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.077402] env[69350]: DEBUG nova.network.neutron [None req-aa7afefe-0d6a-45b5-885c-f160e5a4a8ef tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: c2902164-bd0d-4dfd-bfa5-4777e4341d4b] Successfully created port: 49dcecd7-000f-4434-abb0-878baf509ce8 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1174.140074] env[69350]: DEBUG oslo_vmware.api [None req-acb4556b-3390-4502-8755-6899af61cb0e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365855, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.226914] env[69350]: DEBUG nova.compute.manager [None req-aa7afefe-0d6a-45b5-885c-f160e5a4a8ef tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: c2902164-bd0d-4dfd-bfa5-4777e4341d4b] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1174.229655] env[69350]: DEBUG nova.objects.instance [None req-564b9026-aa68-42ee-bd16-5ddad8323ef6 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Lazy-loading 'flavor' on Instance uuid c168608c-1c65-4e48-be87-93dfa497f573 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1174.249240] env[69350]: DEBUG oslo_vmware.api [None req-8b129241-fbbd-4dd7-bc06-24a0e3ca500b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365859, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.271798] env[69350]: INFO nova.compute.manager [None req-0e8c5baa-36f8-4d5c-ad2d-c4dca0892066 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: c844b729-b790-484f-a78b-3eff6f936586] Took 24.15 seconds to build instance. [ 1174.336110] env[69350]: DEBUG nova.network.neutron [None req-b253610d-4240-4c5d-826c-fb4aae394a81 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: 492d3ac9-3817-47b3-8fa4-3969d4617244] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1174.437376] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09ec2d07-e729-43ef-9c9d-eba942083e8e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.444584] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa63ee2-ea84-44b0-b3f5-41aea20a071a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.478103] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3618afcf-4bcd-4342-b9fe-8ff53e05ae99 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.482379] env[69350]: DEBUG nova.network.neutron [None req-b253610d-4240-4c5d-826c-fb4aae394a81 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: 492d3ac9-3817-47b3-8fa4-3969d4617244] Updating instance_info_cache with network_info: [{"id": "d638d6fd-0d49-4798-bbec-948d0c7692f4", "address": "fa:16:3e:87:07:e8", "network": {"id": "40334e43-9f84-443d-804a-12efd4b9811e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-200552017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3571746915f448e3a8390b87a7cc7369", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd638d6fd-0d", "ovs_interfaceid": "d638d6fd-0d49-4798-bbec-948d0c7692f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.486434] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e44718-e8d5-4f69-ba88-ae17b8d4d9a4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.499697] env[69350]: DEBUG nova.compute.provider_tree [None req-aa48fb82-87d7-4031-a51f-35c4e82476c2 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1174.641163] env[69350]: DEBUG oslo_vmware.api [None req-acb4556b-3390-4502-8755-6899af61cb0e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365855, 'name': ReconfigVM_Task, 'duration_secs': 1.456841} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.642032] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01a23deb-750a-46e1-b09b-8b1a0c44ec45 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.663283] env[69350]: DEBUG nova.virt.hardware [None req-acb4556b-3390-4502-8755-6899af61cb0e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1174.663548] env[69350]: DEBUG nova.virt.hardware [None req-acb4556b-3390-4502-8755-6899af61cb0e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1174.664212] env[69350]: DEBUG nova.virt.hardware [None req-acb4556b-3390-4502-8755-6899af61cb0e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1174.664212] env[69350]: DEBUG nova.virt.hardware [None req-acb4556b-3390-4502-8755-6899af61cb0e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1174.664212] env[69350]: DEBUG nova.virt.hardware [None req-acb4556b-3390-4502-8755-6899af61cb0e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1174.664212] env[69350]: DEBUG nova.virt.hardware [None req-acb4556b-3390-4502-8755-6899af61cb0e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1174.664488] env[69350]: DEBUG nova.virt.hardware [None req-acb4556b-3390-4502-8755-6899af61cb0e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1174.664528] env[69350]: DEBUG nova.virt.hardware [None req-acb4556b-3390-4502-8755-6899af61cb0e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1174.664679] env[69350]: DEBUG nova.virt.hardware [None req-acb4556b-3390-4502-8755-6899af61cb0e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1174.664896] env[69350]: DEBUG nova.virt.hardware [None req-acb4556b-3390-4502-8755-6899af61cb0e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1174.665010] env[69350]: DEBUG nova.virt.hardware [None req-acb4556b-3390-4502-8755-6899af61cb0e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1174.666156] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8aec098b-0734-4e12-9294-a9ef9a8d94f9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.672164] env[69350]: DEBUG oslo_vmware.api [None req-acb4556b-3390-4502-8755-6899af61cb0e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Waiting for the task: (returnval){ [ 1174.672164] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]520e2639-d137-4fb4-c009-d1a0bb37b505" [ 1174.672164] env[69350]: _type = "Task" [ 1174.672164] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.680367] env[69350]: DEBUG oslo_vmware.api [None req-acb4556b-3390-4502-8755-6899af61cb0e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]520e2639-d137-4fb4-c009-d1a0bb37b505, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.754924] env[69350]: DEBUG oslo_vmware.api [None req-8b129241-fbbd-4dd7-bc06-24a0e3ca500b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365859, 'name': ReconfigVM_Task, 'duration_secs': 0.53892} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.755232] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b129241-fbbd-4dd7-bc06-24a0e3ca500b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6] Reconfigured VM instance instance-0000005e to attach disk [datastore1] f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6/f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1174.759225] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-03bb8ce9-691c-4559-b1b1-20c8d850e74d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.766715] env[69350]: DEBUG oslo_vmware.api [None req-8b129241-fbbd-4dd7-bc06-24a0e3ca500b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Waiting for the task: (returnval){ [ 1174.766715] env[69350]: value = "task-3365860" [ 1174.766715] env[69350]: _type = "Task" [ 1174.766715] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.776478] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0e8c5baa-36f8-4d5c-ad2d-c4dca0892066 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Lock "c844b729-b790-484f-a78b-3eff6f936586" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.665s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.776972] env[69350]: DEBUG oslo_vmware.api [None req-8b129241-fbbd-4dd7-bc06-24a0e3ca500b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365860, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.987058] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b253610d-4240-4c5d-826c-fb4aae394a81 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Releasing lock "refresh_cache-492d3ac9-3817-47b3-8fa4-3969d4617244" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.987058] env[69350]: DEBUG nova.compute.manager [None req-b253610d-4240-4c5d-826c-fb4aae394a81 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: 492d3ac9-3817-47b3-8fa4-3969d4617244] Instance network_info: |[{"id": "d638d6fd-0d49-4798-bbec-948d0c7692f4", "address": "fa:16:3e:87:07:e8", "network": {"id": "40334e43-9f84-443d-804a-12efd4b9811e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-200552017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3571746915f448e3a8390b87a7cc7369", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd638d6fd-0d", "ovs_interfaceid": "d638d6fd-0d49-4798-bbec-948d0c7692f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1174.987058] env[69350]: DEBUG oslo_concurrency.lockutils [req-aa4a4465-614b-49f6-827e-88139298d388 req-217523bf-1913-448c-b391-68ea7cfcaffe service nova] Acquired lock "refresh_cache-492d3ac9-3817-47b3-8fa4-3969d4617244" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.987330] env[69350]: DEBUG nova.network.neutron [req-aa4a4465-614b-49f6-827e-88139298d388 req-217523bf-1913-448c-b391-68ea7cfcaffe service nova] [instance: 492d3ac9-3817-47b3-8fa4-3969d4617244] Refreshing network info cache for port d638d6fd-0d49-4798-bbec-948d0c7692f4 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1174.988862] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b253610d-4240-4c5d-826c-fb4aae394a81 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: 492d3ac9-3817-47b3-8fa4-3969d4617244] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:07:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '17c839f5-4de0-449c-9a24-4e0e2fca37ca', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd638d6fd-0d49-4798-bbec-948d0c7692f4', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1175.002672] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b253610d-4240-4c5d-826c-fb4aae394a81 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1175.007798] env[69350]: DEBUG nova.scheduler.client.report [None req-aa48fb82-87d7-4031-a51f-35c4e82476c2 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1175.012452] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 492d3ac9-3817-47b3-8fa4-3969d4617244] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1175.013421] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-29971573-2d40-4bb1-bb69-9a1ab0b1793c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.044860] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1175.044860] env[69350]: value = "task-3365861" [ 1175.044860] env[69350]: _type = "Task" [ 1175.044860] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.054154] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365861, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.185633] env[69350]: DEBUG oslo_vmware.api [None req-acb4556b-3390-4502-8755-6899af61cb0e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]520e2639-d137-4fb4-c009-d1a0bb37b505, 'name': SearchDatastore_Task, 'duration_secs': 0.009213} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.191400] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-acb4556b-3390-4502-8755-6899af61cb0e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] Reconfiguring VM instance instance-0000004d to detach disk 2000 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1175.191737] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e61ecc39-b95b-4e5f-aa10-649aaf2e7731 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.211244] env[69350]: DEBUG oslo_vmware.api [None req-acb4556b-3390-4502-8755-6899af61cb0e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Waiting for the task: (returnval){ [ 1175.211244] env[69350]: value = "task-3365862" [ 1175.211244] env[69350]: _type = "Task" [ 1175.211244] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.218854] env[69350]: DEBUG oslo_vmware.api [None req-acb4556b-3390-4502-8755-6899af61cb0e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365862, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.237446] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2e08f9dc-ba01-4d06-aac6-f0a5aa59d447 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Acquiring lock "c168608c-1c65-4e48-be87-93dfa497f573" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.239954] env[69350]: DEBUG nova.network.neutron [req-aa4a4465-614b-49f6-827e-88139298d388 req-217523bf-1913-448c-b391-68ea7cfcaffe service nova] [instance: 492d3ac9-3817-47b3-8fa4-3969d4617244] Updated VIF entry in instance network info cache for port d638d6fd-0d49-4798-bbec-948d0c7692f4. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1175.240346] env[69350]: DEBUG nova.network.neutron [req-aa4a4465-614b-49f6-827e-88139298d388 req-217523bf-1913-448c-b391-68ea7cfcaffe service nova] [instance: 492d3ac9-3817-47b3-8fa4-3969d4617244] Updating instance_info_cache with network_info: [{"id": "d638d6fd-0d49-4798-bbec-948d0c7692f4", "address": "fa:16:3e:87:07:e8", "network": {"id": "40334e43-9f84-443d-804a-12efd4b9811e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-200552017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3571746915f448e3a8390b87a7cc7369", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd638d6fd-0d", "ovs_interfaceid": "d638d6fd-0d49-4798-bbec-948d0c7692f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.244116] env[69350]: DEBUG nova.compute.manager [None req-aa7afefe-0d6a-45b5-885c-f160e5a4a8ef tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: c2902164-bd0d-4dfd-bfa5-4777e4341d4b] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1175.249591] env[69350]: DEBUG oslo_concurrency.lockutils [None req-564b9026-aa68-42ee-bd16-5ddad8323ef6 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Lock "c168608c-1c65-4e48-be87-93dfa497f573" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.287s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.251135] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2e08f9dc-ba01-4d06-aac6-f0a5aa59d447 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Lock "c168608c-1c65-4e48-be87-93dfa497f573" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.014s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.251407] env[69350]: DEBUG nova.compute.manager [None req-2e08f9dc-ba01-4d06-aac6-f0a5aa59d447 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: c168608c-1c65-4e48-be87-93dfa497f573] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1175.252767] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d07d123a-a556-4b8e-b9de-45b0cfc92dcd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.261202] env[69350]: DEBUG nova.compute.manager [None req-2e08f9dc-ba01-4d06-aac6-f0a5aa59d447 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: c168608c-1c65-4e48-be87-93dfa497f573] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69350) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1175.261721] env[69350]: DEBUG nova.objects.instance [None req-2e08f9dc-ba01-4d06-aac6-f0a5aa59d447 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Lazy-loading 'flavor' on Instance uuid c168608c-1c65-4e48-be87-93dfa497f573 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1175.276679] env[69350]: DEBUG oslo_vmware.api [None req-8b129241-fbbd-4dd7-bc06-24a0e3ca500b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365860, 'name': Rename_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.279670] env[69350]: DEBUG nova.virt.hardware [None req-aa7afefe-0d6a-45b5-885c-f160e5a4a8ef tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1175.279885] env[69350]: DEBUG nova.virt.hardware [None req-aa7afefe-0d6a-45b5-885c-f160e5a4a8ef tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1175.280067] env[69350]: DEBUG nova.virt.hardware [None req-aa7afefe-0d6a-45b5-885c-f160e5a4a8ef tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1175.280260] env[69350]: DEBUG nova.virt.hardware [None req-aa7afefe-0d6a-45b5-885c-f160e5a4a8ef tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1175.280405] env[69350]: DEBUG nova.virt.hardware [None req-aa7afefe-0d6a-45b5-885c-f160e5a4a8ef tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1175.280554] env[69350]: DEBUG nova.virt.hardware [None req-aa7afefe-0d6a-45b5-885c-f160e5a4a8ef tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1175.280759] env[69350]: DEBUG nova.virt.hardware [None req-aa7afefe-0d6a-45b5-885c-f160e5a4a8ef tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1175.280917] env[69350]: DEBUG nova.virt.hardware [None req-aa7afefe-0d6a-45b5-885c-f160e5a4a8ef tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1175.281096] env[69350]: DEBUG nova.virt.hardware [None req-aa7afefe-0d6a-45b5-885c-f160e5a4a8ef tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1175.281263] env[69350]: DEBUG nova.virt.hardware [None req-aa7afefe-0d6a-45b5-885c-f160e5a4a8ef tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1175.281433] env[69350]: DEBUG nova.virt.hardware [None req-aa7afefe-0d6a-45b5-885c-f160e5a4a8ef tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1175.282462] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad051ed-ca18-415b-a03f-b9f9b65da469 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.290271] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05d68506-89d0-4d61-8fae-da171ce6e09c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.403828] env[69350]: DEBUG oslo_concurrency.lockutils [None req-19c986bc-e3d9-4905-9612-f20a1c0e1b5c tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Acquiring lock "c844b729-b790-484f-a78b-3eff6f936586" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.404011] env[69350]: DEBUG oslo_concurrency.lockutils [None req-19c986bc-e3d9-4905-9612-f20a1c0e1b5c tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Lock "c844b729-b790-484f-a78b-3eff6f936586" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.404241] env[69350]: DEBUG nova.compute.manager [None req-19c986bc-e3d9-4905-9612-f20a1c0e1b5c tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: c844b729-b790-484f-a78b-3eff6f936586] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1175.405164] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-190acc17-a802-4bc7-8e55-9c264716361d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.411499] env[69350]: DEBUG nova.compute.manager [None req-19c986bc-e3d9-4905-9612-f20a1c0e1b5c tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: c844b729-b790-484f-a78b-3eff6f936586] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69350) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1175.412323] env[69350]: DEBUG nova.objects.instance [None req-19c986bc-e3d9-4905-9612-f20a1c0e1b5c tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Lazy-loading 'flavor' on Instance uuid c844b729-b790-484f-a78b-3eff6f936586 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1175.515037] env[69350]: DEBUG oslo_concurrency.lockutils [None req-aa48fb82-87d7-4031-a51f-35c4e82476c2 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.305s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.515037] env[69350]: DEBUG nova.compute.manager [None req-aa48fb82-87d7-4031-a51f-35c4e82476c2 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: d626c562-9799-43f3-a25a-5bdc1774ef77] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1175.517611] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a877ba2c-f615-45db-a33c-c717a5b85b5a tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.700s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.519015] env[69350]: INFO nova.compute.claims [None req-a877ba2c-f615-45db-a33c-c717a5b85b5a tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] [instance: a8668eef-6f79-4399-8220-e0ffc5218c1d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1175.557351] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365861, 'name': CreateVM_Task, 'duration_secs': 0.47343} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.557519] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 492d3ac9-3817-47b3-8fa4-3969d4617244] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1175.558335] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b253610d-4240-4c5d-826c-fb4aae394a81 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.558498] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b253610d-4240-4c5d-826c-fb4aae394a81 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.558822] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b253610d-4240-4c5d-826c-fb4aae394a81 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.559292] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-675e6777-f498-4d07-8eaa-24d3311c404f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.564023] env[69350]: DEBUG oslo_vmware.api [None req-b253610d-4240-4c5d-826c-fb4aae394a81 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Waiting for the task: (returnval){ [ 1175.564023] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52a5f485-393a-5b38-4569-800acd6f1e24" [ 1175.564023] env[69350]: _type = "Task" [ 1175.564023] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.571738] env[69350]: DEBUG oslo_vmware.api [None req-b253610d-4240-4c5d-826c-fb4aae394a81 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52a5f485-393a-5b38-4569-800acd6f1e24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.624276] env[69350]: DEBUG nova.network.neutron [None req-aa7afefe-0d6a-45b5-885c-f160e5a4a8ef tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: c2902164-bd0d-4dfd-bfa5-4777e4341d4b] Successfully updated port: 49dcecd7-000f-4434-abb0-878baf509ce8 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1175.722109] env[69350]: DEBUG oslo_vmware.api [None req-acb4556b-3390-4502-8755-6899af61cb0e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365862, 'name': ReconfigVM_Task, 'duration_secs': 0.279465} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.722405] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-acb4556b-3390-4502-8755-6899af61cb0e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] Reconfigured VM instance instance-0000004d to detach disk 2000 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1175.723248] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00391545-d3a2-4ca0-93d0-879014ce2e67 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.748715] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-acb4556b-3390-4502-8755-6899af61cb0e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] 7a738554-0623-4e36-ba13-4d4f1346154c/7a738554-0623-4e36-ba13-4d4f1346154c.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1175.749352] env[69350]: DEBUG oslo_concurrency.lockutils [req-aa4a4465-614b-49f6-827e-88139298d388 req-217523bf-1913-448c-b391-68ea7cfcaffe service nova] Releasing lock "refresh_cache-492d3ac9-3817-47b3-8fa4-3969d4617244" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.749616] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80e33c16-cbe5-485d-9686-d3950a700812 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.772529] env[69350]: DEBUG oslo_vmware.api [None req-acb4556b-3390-4502-8755-6899af61cb0e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Waiting for the task: (returnval){ [ 1175.772529] env[69350]: value = "task-3365863" [ 1175.772529] env[69350]: _type = "Task" [ 1175.772529] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.779925] env[69350]: DEBUG oslo_vmware.api [None req-8b129241-fbbd-4dd7-bc06-24a0e3ca500b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365860, 'name': Rename_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.786088] env[69350]: DEBUG oslo_vmware.api [None req-acb4556b-3390-4502-8755-6899af61cb0e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365863, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.969693] env[69350]: DEBUG nova.compute.manager [req-3bae6d53-f3a0-4c34-890c-b50a7112ecf5 req-3b6276c2-8862-48f3-9108-1868b36a3ac9 service nova] [instance: c2902164-bd0d-4dfd-bfa5-4777e4341d4b] Received event network-vif-plugged-49dcecd7-000f-4434-abb0-878baf509ce8 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1175.969932] env[69350]: DEBUG oslo_concurrency.lockutils [req-3bae6d53-f3a0-4c34-890c-b50a7112ecf5 req-3b6276c2-8862-48f3-9108-1868b36a3ac9 service nova] Acquiring lock "c2902164-bd0d-4dfd-bfa5-4777e4341d4b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.970172] env[69350]: DEBUG oslo_concurrency.lockutils [req-3bae6d53-f3a0-4c34-890c-b50a7112ecf5 req-3b6276c2-8862-48f3-9108-1868b36a3ac9 service nova] Lock "c2902164-bd0d-4dfd-bfa5-4777e4341d4b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.970340] env[69350]: DEBUG oslo_concurrency.lockutils [req-3bae6d53-f3a0-4c34-890c-b50a7112ecf5 req-3b6276c2-8862-48f3-9108-1868b36a3ac9 service nova] Lock "c2902164-bd0d-4dfd-bfa5-4777e4341d4b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.970472] env[69350]: DEBUG nova.compute.manager [req-3bae6d53-f3a0-4c34-890c-b50a7112ecf5 req-3b6276c2-8862-48f3-9108-1868b36a3ac9 service nova] [instance: c2902164-bd0d-4dfd-bfa5-4777e4341d4b] No waiting events found dispatching network-vif-plugged-49dcecd7-000f-4434-abb0-878baf509ce8 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1175.970651] env[69350]: WARNING nova.compute.manager [req-3bae6d53-f3a0-4c34-890c-b50a7112ecf5 req-3b6276c2-8862-48f3-9108-1868b36a3ac9 service nova] [instance: c2902164-bd0d-4dfd-bfa5-4777e4341d4b] Received unexpected event network-vif-plugged-49dcecd7-000f-4434-abb0-878baf509ce8 for instance with vm_state building and task_state spawning. [ 1175.970860] env[69350]: DEBUG nova.compute.manager [req-3bae6d53-f3a0-4c34-890c-b50a7112ecf5 req-3b6276c2-8862-48f3-9108-1868b36a3ac9 service nova] [instance: c2902164-bd0d-4dfd-bfa5-4777e4341d4b] Received event network-changed-49dcecd7-000f-4434-abb0-878baf509ce8 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1175.971063] env[69350]: DEBUG nova.compute.manager [req-3bae6d53-f3a0-4c34-890c-b50a7112ecf5 req-3b6276c2-8862-48f3-9108-1868b36a3ac9 service nova] [instance: c2902164-bd0d-4dfd-bfa5-4777e4341d4b] Refreshing instance network info cache due to event network-changed-49dcecd7-000f-4434-abb0-878baf509ce8. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1175.971316] env[69350]: DEBUG oslo_concurrency.lockutils [req-3bae6d53-f3a0-4c34-890c-b50a7112ecf5 req-3b6276c2-8862-48f3-9108-1868b36a3ac9 service nova] Acquiring lock "refresh_cache-c2902164-bd0d-4dfd-bfa5-4777e4341d4b" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.971481] env[69350]: DEBUG oslo_concurrency.lockutils [req-3bae6d53-f3a0-4c34-890c-b50a7112ecf5 req-3b6276c2-8862-48f3-9108-1868b36a3ac9 service nova] Acquired lock "refresh_cache-c2902164-bd0d-4dfd-bfa5-4777e4341d4b" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.971641] env[69350]: DEBUG nova.network.neutron [req-3bae6d53-f3a0-4c34-890c-b50a7112ecf5 req-3b6276c2-8862-48f3-9108-1868b36a3ac9 service nova] [instance: c2902164-bd0d-4dfd-bfa5-4777e4341d4b] Refreshing network info cache for port 49dcecd7-000f-4434-abb0-878baf509ce8 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1176.023119] env[69350]: DEBUG nova.compute.utils [None req-aa48fb82-87d7-4031-a51f-35c4e82476c2 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1176.026206] env[69350]: DEBUG nova.compute.manager [None req-aa48fb82-87d7-4031-a51f-35c4e82476c2 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: d626c562-9799-43f3-a25a-5bdc1774ef77] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1176.026370] env[69350]: DEBUG nova.network.neutron [None req-aa48fb82-87d7-4031-a51f-35c4e82476c2 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: d626c562-9799-43f3-a25a-5bdc1774ef77] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1176.076514] env[69350]: DEBUG oslo_vmware.api [None req-b253610d-4240-4c5d-826c-fb4aae394a81 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52a5f485-393a-5b38-4569-800acd6f1e24, 'name': SearchDatastore_Task, 'duration_secs': 0.041312} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.078027] env[69350]: DEBUG nova.policy [None req-aa48fb82-87d7-4031-a51f-35c4e82476c2 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '59fb34dd5b6e49c9891425b7b2705beb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e00619eed830495c94eed15309016c5b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 1176.079547] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b253610d-4240-4c5d-826c-fb4aae394a81 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.079823] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b253610d-4240-4c5d-826c-fb4aae394a81 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: 492d3ac9-3817-47b3-8fa4-3969d4617244] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1176.080115] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b253610d-4240-4c5d-826c-fb4aae394a81 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.080274] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b253610d-4240-4c5d-826c-fb4aae394a81 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.080450] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-b253610d-4240-4c5d-826c-fb4aae394a81 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1176.080739] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2c5a4337-f386-45f6-baf7-902b87c151c0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.107851] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-b253610d-4240-4c5d-826c-fb4aae394a81 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1176.107851] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b253610d-4240-4c5d-826c-fb4aae394a81 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1176.108396] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd436fa2-d164-4bd7-a968-285705d91a85 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.114274] env[69350]: DEBUG oslo_vmware.api [None req-b253610d-4240-4c5d-826c-fb4aae394a81 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Waiting for the task: (returnval){ [ 1176.114274] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]522a116c-7412-1fa3-9460-427b8dc107b8" [ 1176.114274] env[69350]: _type = "Task" [ 1176.114274] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.121973] env[69350]: DEBUG oslo_vmware.api [None req-b253610d-4240-4c5d-826c-fb4aae394a81 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]522a116c-7412-1fa3-9460-427b8dc107b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.125664] env[69350]: DEBUG oslo_concurrency.lockutils [None req-aa7afefe-0d6a-45b5-885c-f160e5a4a8ef tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Acquiring lock "refresh_cache-c2902164-bd0d-4dfd-bfa5-4777e4341d4b" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.274600] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e08f9dc-ba01-4d06-aac6-f0a5aa59d447 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: c168608c-1c65-4e48-be87-93dfa497f573] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1176.274600] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4fb2532-b9ac-43f8-ad36-b8e89255cf19 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.281460] env[69350]: DEBUG oslo_vmware.api [None req-8b129241-fbbd-4dd7-bc06-24a0e3ca500b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365860, 'name': Rename_Task, 'duration_secs': 1.184867} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.282403] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b129241-fbbd-4dd7-bc06-24a0e3ca500b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1176.282641] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e7311a6-7f62-45f4-9534-1c3495f4c978 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.287230] env[69350]: DEBUG oslo_vmware.api [None req-acb4556b-3390-4502-8755-6899af61cb0e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365863, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.288608] env[69350]: DEBUG oslo_vmware.api [None req-2e08f9dc-ba01-4d06-aac6-f0a5aa59d447 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Waiting for the task: (returnval){ [ 1176.288608] env[69350]: value = "task-3365864" [ 1176.288608] env[69350]: _type = "Task" [ 1176.288608] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.293162] env[69350]: DEBUG oslo_vmware.api [None req-8b129241-fbbd-4dd7-bc06-24a0e3ca500b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Waiting for the task: (returnval){ [ 1176.293162] env[69350]: value = "task-3365865" [ 1176.293162] env[69350]: _type = "Task" [ 1176.293162] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.299497] env[69350]: DEBUG oslo_vmware.api [None req-2e08f9dc-ba01-4d06-aac6-f0a5aa59d447 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Task: {'id': task-3365864, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.305849] env[69350]: DEBUG oslo_vmware.api [None req-8b129241-fbbd-4dd7-bc06-24a0e3ca500b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365865, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.384047] env[69350]: DEBUG nova.network.neutron [None req-aa48fb82-87d7-4031-a51f-35c4e82476c2 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: d626c562-9799-43f3-a25a-5bdc1774ef77] Successfully created port: 3297063a-71e2-4544-93d3-7582869a3242 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1176.419122] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-19c986bc-e3d9-4905-9612-f20a1c0e1b5c tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: c844b729-b790-484f-a78b-3eff6f936586] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1176.419444] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b3d38c6-8810-4845-ba7a-b442c911f7a7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.426776] env[69350]: DEBUG oslo_vmware.api [None req-19c986bc-e3d9-4905-9612-f20a1c0e1b5c tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Waiting for the task: (returnval){ [ 1176.426776] env[69350]: value = "task-3365866" [ 1176.426776] env[69350]: _type = "Task" [ 1176.426776] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.435230] env[69350]: DEBUG oslo_vmware.api [None req-19c986bc-e3d9-4905-9612-f20a1c0e1b5c tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3365866, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.518411] env[69350]: DEBUG nova.network.neutron [req-3bae6d53-f3a0-4c34-890c-b50a7112ecf5 req-3b6276c2-8862-48f3-9108-1868b36a3ac9 service nova] [instance: c2902164-bd0d-4dfd-bfa5-4777e4341d4b] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1176.527743] env[69350]: DEBUG nova.compute.manager [None req-aa48fb82-87d7-4031-a51f-35c4e82476c2 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: d626c562-9799-43f3-a25a-5bdc1774ef77] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1176.625199] env[69350]: DEBUG oslo_vmware.api [None req-b253610d-4240-4c5d-826c-fb4aae394a81 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]522a116c-7412-1fa3-9460-427b8dc107b8, 'name': SearchDatastore_Task, 'duration_secs': 0.030165} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.628833] env[69350]: DEBUG nova.network.neutron [req-3bae6d53-f3a0-4c34-890c-b50a7112ecf5 req-3b6276c2-8862-48f3-9108-1868b36a3ac9 service nova] [instance: c2902164-bd0d-4dfd-bfa5-4777e4341d4b] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.630174] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a8da36a-6ba6-40c7-9786-32b7914a9a56 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.637120] env[69350]: DEBUG oslo_vmware.api [None req-b253610d-4240-4c5d-826c-fb4aae394a81 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Waiting for the task: (returnval){ [ 1176.637120] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52a16333-2916-88b1-2dce-adacc2b56343" [ 1176.637120] env[69350]: _type = "Task" [ 1176.637120] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.649837] env[69350]: DEBUG oslo_vmware.api [None req-b253610d-4240-4c5d-826c-fb4aae394a81 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52a16333-2916-88b1-2dce-adacc2b56343, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.733018] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-271eb07e-957e-44db-8363-35832c758308 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.739332] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45eed906-bb41-4c99-8ac4-bf8fcb061949 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.771112] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fea9bdf-553b-45c6-91c2-47cec0006505 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.780602] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-336dd0a5-1573-4a8b-bc13-0ed8772119b2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.787463] env[69350]: DEBUG oslo_vmware.api [None req-acb4556b-3390-4502-8755-6899af61cb0e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365863, 'name': ReconfigVM_Task, 'duration_secs': 0.567118} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.788141] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-acb4556b-3390-4502-8755-6899af61cb0e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] Reconfigured VM instance instance-0000004d to attach disk [datastore2] 7a738554-0623-4e36-ba13-4d4f1346154c/7a738554-0623-4e36-ba13-4d4f1346154c.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1176.789553] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd70fdc-5c5b-446b-95ef-04c6e17f85e0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.799875] env[69350]: DEBUG nova.compute.provider_tree [None req-a877ba2c-f615-45db-a33c-c717a5b85b5a tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1176.824172] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d50c8db0-04dc-432a-b111-37aeff44fbc4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.832621] env[69350]: DEBUG oslo_vmware.api [None req-8b129241-fbbd-4dd7-bc06-24a0e3ca500b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365865, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.832761] env[69350]: DEBUG oslo_vmware.api [None req-2e08f9dc-ba01-4d06-aac6-f0a5aa59d447 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Task: {'id': task-3365864, 'name': PowerOffVM_Task, 'duration_secs': 0.232928} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.833362] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e08f9dc-ba01-4d06-aac6-f0a5aa59d447 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: c168608c-1c65-4e48-be87-93dfa497f573] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1176.833602] env[69350]: DEBUG nova.compute.manager [None req-2e08f9dc-ba01-4d06-aac6-f0a5aa59d447 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: c168608c-1c65-4e48-be87-93dfa497f573] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1176.834370] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61649d0e-f515-4122-9147-2e15a99ec32c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.853993] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f78c2fdd-9fcc-415f-be95-6ee2c2d9d817 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.883509] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973129e9-2648-4eab-b1c1-9a000a818fa6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.891573] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-acb4556b-3390-4502-8755-6899af61cb0e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1176.892467] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8120a4c9-5e5d-4683-90ce-9bb086d29010 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.900548] env[69350]: DEBUG oslo_vmware.api [None req-acb4556b-3390-4502-8755-6899af61cb0e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Waiting for the task: (returnval){ [ 1176.900548] env[69350]: value = "task-3365867" [ 1176.900548] env[69350]: _type = "Task" [ 1176.900548] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.908523] env[69350]: DEBUG oslo_vmware.api [None req-acb4556b-3390-4502-8755-6899af61cb0e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365867, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.938603] env[69350]: DEBUG oslo_vmware.api [None req-19c986bc-e3d9-4905-9612-f20a1c0e1b5c tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3365866, 'name': PowerOffVM_Task, 'duration_secs': 0.187815} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.939148] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-19c986bc-e3d9-4905-9612-f20a1c0e1b5c tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: c844b729-b790-484f-a78b-3eff6f936586] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1176.939471] env[69350]: DEBUG nova.compute.manager [None req-19c986bc-e3d9-4905-9612-f20a1c0e1b5c tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: c844b729-b790-484f-a78b-3eff6f936586] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1176.940571] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a09d7aa8-109e-4d9a-bf02-0278f2673ecd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.134195] env[69350]: DEBUG oslo_concurrency.lockutils [req-3bae6d53-f3a0-4c34-890c-b50a7112ecf5 req-3b6276c2-8862-48f3-9108-1868b36a3ac9 service nova] Releasing lock "refresh_cache-c2902164-bd0d-4dfd-bfa5-4777e4341d4b" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.134572] env[69350]: DEBUG oslo_concurrency.lockutils [None req-aa7afefe-0d6a-45b5-885c-f160e5a4a8ef tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Acquired lock "refresh_cache-c2902164-bd0d-4dfd-bfa5-4777e4341d4b" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.134735] env[69350]: DEBUG nova.network.neutron [None req-aa7afefe-0d6a-45b5-885c-f160e5a4a8ef tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: c2902164-bd0d-4dfd-bfa5-4777e4341d4b] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1177.148029] env[69350]: DEBUG oslo_vmware.api [None req-b253610d-4240-4c5d-826c-fb4aae394a81 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52a16333-2916-88b1-2dce-adacc2b56343, 'name': SearchDatastore_Task, 'duration_secs': 0.014729} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.148285] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b253610d-4240-4c5d-826c-fb4aae394a81 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.148538] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-b253610d-4240-4c5d-826c-fb4aae394a81 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] 492d3ac9-3817-47b3-8fa4-3969d4617244/492d3ac9-3817-47b3-8fa4-3969d4617244.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1177.148791] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-02b5c756-8193-4c86-898f-acbc55b1878d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.159209] env[69350]: DEBUG oslo_vmware.api [None req-b253610d-4240-4c5d-826c-fb4aae394a81 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Waiting for the task: (returnval){ [ 1177.159209] env[69350]: value = "task-3365868" [ 1177.159209] env[69350]: _type = "Task" [ 1177.159209] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.168457] env[69350]: DEBUG oslo_vmware.api [None req-b253610d-4240-4c5d-826c-fb4aae394a81 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': task-3365868, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.313309] env[69350]: DEBUG oslo_vmware.api [None req-8b129241-fbbd-4dd7-bc06-24a0e3ca500b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365865, 'name': PowerOnVM_Task, 'duration_secs': 0.658775} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.313438] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b129241-fbbd-4dd7-bc06-24a0e3ca500b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1177.313556] env[69350]: INFO nova.compute.manager [None req-8b129241-fbbd-4dd7-bc06-24a0e3ca500b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6] Took 9.61 seconds to spawn the instance on the hypervisor. [ 1177.313750] env[69350]: DEBUG nova.compute.manager [None req-8b129241-fbbd-4dd7-bc06-24a0e3ca500b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1177.314604] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39871e51-60f4-4b72-bd52-890ceb55b7bb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.324864] env[69350]: DEBUG nova.scheduler.client.report [None req-a877ba2c-f615-45db-a33c-c717a5b85b5a tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1177.363856] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2e08f9dc-ba01-4d06-aac6-f0a5aa59d447 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Lock "c168608c-1c65-4e48-be87-93dfa497f573" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.113s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.412261] env[69350]: DEBUG oslo_vmware.api [None req-acb4556b-3390-4502-8755-6899af61cb0e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365867, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.456335] env[69350]: DEBUG oslo_concurrency.lockutils [None req-19c986bc-e3d9-4905-9612-f20a1c0e1b5c tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Lock "c844b729-b790-484f-a78b-3eff6f936586" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.052s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.540067] env[69350]: DEBUG nova.compute.manager [None req-aa48fb82-87d7-4031-a51f-35c4e82476c2 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: d626c562-9799-43f3-a25a-5bdc1774ef77] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1177.564287] env[69350]: DEBUG nova.virt.hardware [None req-aa48fb82-87d7-4031-a51f-35c4e82476c2 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1177.564564] env[69350]: DEBUG nova.virt.hardware [None req-aa48fb82-87d7-4031-a51f-35c4e82476c2 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1177.564720] env[69350]: DEBUG nova.virt.hardware [None req-aa48fb82-87d7-4031-a51f-35c4e82476c2 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1177.564901] env[69350]: DEBUG nova.virt.hardware [None req-aa48fb82-87d7-4031-a51f-35c4e82476c2 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1177.565140] env[69350]: DEBUG nova.virt.hardware [None req-aa48fb82-87d7-4031-a51f-35c4e82476c2 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1177.565316] env[69350]: DEBUG nova.virt.hardware [None req-aa48fb82-87d7-4031-a51f-35c4e82476c2 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1177.565562] env[69350]: DEBUG nova.virt.hardware [None req-aa48fb82-87d7-4031-a51f-35c4e82476c2 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1177.565736] env[69350]: DEBUG nova.virt.hardware [None req-aa48fb82-87d7-4031-a51f-35c4e82476c2 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1177.565907] env[69350]: DEBUG nova.virt.hardware [None req-aa48fb82-87d7-4031-a51f-35c4e82476c2 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1177.566164] env[69350]: DEBUG nova.virt.hardware [None req-aa48fb82-87d7-4031-a51f-35c4e82476c2 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1177.566400] env[69350]: DEBUG nova.virt.hardware [None req-aa48fb82-87d7-4031-a51f-35c4e82476c2 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1177.567420] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d8900f-953a-4026-bbd3-73d1b7130bb0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.579124] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2257b95e-7d46-4ee4-b555-cfb29281bdf0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.656327] env[69350]: DEBUG nova.objects.instance [None req-b89a0a35-9459-4ac1-904f-5ad2139b683e tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Lazy-loading 'flavor' on Instance uuid c168608c-1c65-4e48-be87-93dfa497f573 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1177.671279] env[69350]: DEBUG oslo_vmware.api [None req-b253610d-4240-4c5d-826c-fb4aae394a81 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': task-3365868, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.672818] env[69350]: DEBUG nova.network.neutron [None req-aa7afefe-0d6a-45b5-885c-f160e5a4a8ef tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: c2902164-bd0d-4dfd-bfa5-4777e4341d4b] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1177.808810] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c47b5626-75ba-409a-a258-0d9b3de83ee3 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Acquiring lock "aad4e7c2-8241-4c46-be12-938b0673d68e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.809230] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c47b5626-75ba-409a-a258-0d9b3de83ee3 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Lock "aad4e7c2-8241-4c46-be12-938b0673d68e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.809449] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c47b5626-75ba-409a-a258-0d9b3de83ee3 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Acquiring lock "aad4e7c2-8241-4c46-be12-938b0673d68e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.809616] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c47b5626-75ba-409a-a258-0d9b3de83ee3 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Lock "aad4e7c2-8241-4c46-be12-938b0673d68e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.809870] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c47b5626-75ba-409a-a258-0d9b3de83ee3 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Lock "aad4e7c2-8241-4c46-be12-938b0673d68e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.812198] env[69350]: INFO nova.compute.manager [None req-c47b5626-75ba-409a-a258-0d9b3de83ee3 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: aad4e7c2-8241-4c46-be12-938b0673d68e] Terminating instance [ 1177.836029] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a877ba2c-f615-45db-a33c-c717a5b85b5a tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.317s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.836029] env[69350]: DEBUG nova.compute.manager [None req-a877ba2c-f615-45db-a33c-c717a5b85b5a tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] [instance: a8668eef-6f79-4399-8220-e0ffc5218c1d] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1177.837413] env[69350]: INFO nova.compute.manager [None req-8b129241-fbbd-4dd7-bc06-24a0e3ca500b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6] Took 26.16 seconds to build instance. [ 1177.841056] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ccee8f21-5819-4e9b-96c8-150644c9a181 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.263s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.841311] env[69350]: DEBUG nova.objects.instance [None req-ccee8f21-5819-4e9b-96c8-150644c9a181 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Lazy-loading 'resources' on Instance uuid cb5a0778-568b-47c5-9482-87bff5312831 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1177.900362] env[69350]: DEBUG nova.network.neutron [None req-aa7afefe-0d6a-45b5-885c-f160e5a4a8ef tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: c2902164-bd0d-4dfd-bfa5-4777e4341d4b] Updating instance_info_cache with network_info: [{"id": "49dcecd7-000f-4434-abb0-878baf509ce8", "address": "fa:16:3e:72:95:4b", "network": {"id": "e446f6e9-9739-4a9d-b374-67c72dd2bdca", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2061620084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e00619eed830495c94eed15309016c5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49dcecd7-00", "ovs_interfaceid": "49dcecd7-000f-4434-abb0-878baf509ce8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.914163] env[69350]: DEBUG oslo_vmware.api [None req-acb4556b-3390-4502-8755-6899af61cb0e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365867, 'name': PowerOnVM_Task, 'duration_secs': 0.648644} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.915277] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-acb4556b-3390-4502-8755-6899af61cb0e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1177.967694] env[69350]: INFO nova.compute.manager [None req-7a928552-200e-49cd-99c5-962d68f5693e tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: c844b729-b790-484f-a78b-3eff6f936586] Rebuilding instance [ 1178.027238] env[69350]: DEBUG nova.compute.manager [None req-7a928552-200e-49cd-99c5-962d68f5693e tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: c844b729-b790-484f-a78b-3eff6f936586] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1178.028186] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15212e5b-3aa5-4e5b-b919-86640ea8e878 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.055403] env[69350]: DEBUG nova.compute.manager [req-911f564d-ea00-4965-a237-7574e2aac52a req-0991dfdb-3654-4eb5-ad3e-d8b3b5ed6e6e service nova] [instance: d626c562-9799-43f3-a25a-5bdc1774ef77] Received event network-vif-plugged-3297063a-71e2-4544-93d3-7582869a3242 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1178.055651] env[69350]: DEBUG oslo_concurrency.lockutils [req-911f564d-ea00-4965-a237-7574e2aac52a req-0991dfdb-3654-4eb5-ad3e-d8b3b5ed6e6e service nova] Acquiring lock "d626c562-9799-43f3-a25a-5bdc1774ef77-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.055864] env[69350]: DEBUG oslo_concurrency.lockutils [req-911f564d-ea00-4965-a237-7574e2aac52a req-0991dfdb-3654-4eb5-ad3e-d8b3b5ed6e6e service nova] Lock "d626c562-9799-43f3-a25a-5bdc1774ef77-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.056044] env[69350]: DEBUG oslo_concurrency.lockutils [req-911f564d-ea00-4965-a237-7574e2aac52a req-0991dfdb-3654-4eb5-ad3e-d8b3b5ed6e6e service nova] Lock "d626c562-9799-43f3-a25a-5bdc1774ef77-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.056340] env[69350]: DEBUG nova.compute.manager [req-911f564d-ea00-4965-a237-7574e2aac52a req-0991dfdb-3654-4eb5-ad3e-d8b3b5ed6e6e service nova] [instance: d626c562-9799-43f3-a25a-5bdc1774ef77] No waiting events found dispatching network-vif-plugged-3297063a-71e2-4544-93d3-7582869a3242 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1178.056452] env[69350]: WARNING nova.compute.manager [req-911f564d-ea00-4965-a237-7574e2aac52a req-0991dfdb-3654-4eb5-ad3e-d8b3b5ed6e6e service nova] [instance: d626c562-9799-43f3-a25a-5bdc1774ef77] Received unexpected event network-vif-plugged-3297063a-71e2-4544-93d3-7582869a3242 for instance with vm_state building and task_state spawning. [ 1178.113827] env[69350]: DEBUG nova.network.neutron [None req-aa48fb82-87d7-4031-a51f-35c4e82476c2 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: d626c562-9799-43f3-a25a-5bdc1774ef77] Successfully updated port: 3297063a-71e2-4544-93d3-7582869a3242 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1178.161473] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b89a0a35-9459-4ac1-904f-5ad2139b683e tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Acquiring lock "refresh_cache-c168608c-1c65-4e48-be87-93dfa497f573" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.161764] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b89a0a35-9459-4ac1-904f-5ad2139b683e tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Acquired lock "refresh_cache-c168608c-1c65-4e48-be87-93dfa497f573" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.161849] env[69350]: DEBUG nova.network.neutron [None req-b89a0a35-9459-4ac1-904f-5ad2139b683e tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: c168608c-1c65-4e48-be87-93dfa497f573] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1178.162119] env[69350]: DEBUG nova.objects.instance [None req-b89a0a35-9459-4ac1-904f-5ad2139b683e tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Lazy-loading 'info_cache' on Instance uuid c168608c-1c65-4e48-be87-93dfa497f573 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1178.174287] env[69350]: DEBUG oslo_vmware.api [None req-b253610d-4240-4c5d-826c-fb4aae394a81 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': task-3365868, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.725742} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.174287] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-b253610d-4240-4c5d-826c-fb4aae394a81 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] 492d3ac9-3817-47b3-8fa4-3969d4617244/492d3ac9-3817-47b3-8fa4-3969d4617244.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1178.174287] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b253610d-4240-4c5d-826c-fb4aae394a81 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: 492d3ac9-3817-47b3-8fa4-3969d4617244] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1178.174287] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d8783a72-0a34-4552-a0f6-87e6ef0b68de {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.182319] env[69350]: DEBUG oslo_vmware.api [None req-b253610d-4240-4c5d-826c-fb4aae394a81 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Waiting for the task: (returnval){ [ 1178.182319] env[69350]: value = "task-3365869" [ 1178.182319] env[69350]: _type = "Task" [ 1178.182319] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.191609] env[69350]: DEBUG oslo_vmware.api [None req-b253610d-4240-4c5d-826c-fb4aae394a81 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': task-3365869, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.319028] env[69350]: DEBUG nova.compute.manager [None req-c47b5626-75ba-409a-a258-0d9b3de83ee3 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: aad4e7c2-8241-4c46-be12-938b0673d68e] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1178.319028] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c47b5626-75ba-409a-a258-0d9b3de83ee3 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: aad4e7c2-8241-4c46-be12-938b0673d68e] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1178.319028] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d65f138-aa25-4c50-92c1-06c317845a28 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.325538] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-c47b5626-75ba-409a-a258-0d9b3de83ee3 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: aad4e7c2-8241-4c46-be12-938b0673d68e] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1178.325801] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87a9ef77-d0a3-42f2-a912-2eb77285780c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.332175] env[69350]: DEBUG oslo_vmware.api [None req-c47b5626-75ba-409a-a258-0d9b3de83ee3 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Waiting for the task: (returnval){ [ 1178.332175] env[69350]: value = "task-3365870" [ 1178.332175] env[69350]: _type = "Task" [ 1178.332175] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.340992] env[69350]: DEBUG oslo_vmware.api [None req-c47b5626-75ba-409a-a258-0d9b3de83ee3 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3365870, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.343673] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8b129241-fbbd-4dd7-bc06-24a0e3ca500b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Lock "f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.669s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.347197] env[69350]: DEBUG nova.compute.utils [None req-a877ba2c-f615-45db-a33c-c717a5b85b5a tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1178.349187] env[69350]: DEBUG nova.compute.manager [None req-a877ba2c-f615-45db-a33c-c717a5b85b5a tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] [instance: a8668eef-6f79-4399-8220-e0ffc5218c1d] Not allocating networking since 'none' was specified. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1178.409298] env[69350]: DEBUG oslo_concurrency.lockutils [None req-aa7afefe-0d6a-45b5-885c-f160e5a4a8ef tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Releasing lock "refresh_cache-c2902164-bd0d-4dfd-bfa5-4777e4341d4b" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.409298] env[69350]: DEBUG nova.compute.manager [None req-aa7afefe-0d6a-45b5-885c-f160e5a4a8ef tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: c2902164-bd0d-4dfd-bfa5-4777e4341d4b] Instance network_info: |[{"id": "49dcecd7-000f-4434-abb0-878baf509ce8", "address": "fa:16:3e:72:95:4b", "network": {"id": "e446f6e9-9739-4a9d-b374-67c72dd2bdca", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2061620084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e00619eed830495c94eed15309016c5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49dcecd7-00", "ovs_interfaceid": "49dcecd7-000f-4434-abb0-878baf509ce8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1178.409298] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-aa7afefe-0d6a-45b5-885c-f160e5a4a8ef tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: c2902164-bd0d-4dfd-bfa5-4777e4341d4b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:95:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55520f67-d092-4eb7-940f-d7cceaa1ca1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '49dcecd7-000f-4434-abb0-878baf509ce8', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1178.417290] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa7afefe-0d6a-45b5-885c-f160e5a4a8ef tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Creating folder: Project (e00619eed830495c94eed15309016c5b). Parent ref: group-v671398. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1178.419999] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b32ea094-e512-4129-b41d-f0205d208535 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.436193] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-aa7afefe-0d6a-45b5-885c-f160e5a4a8ef tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Created folder: Project (e00619eed830495c94eed15309016c5b) in parent group-v671398. [ 1178.436579] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa7afefe-0d6a-45b5-885c-f160e5a4a8ef tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Creating folder: Instances. Parent ref: group-v671661. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1178.436654] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-456d538f-07ef-498a-af41-10af389e78f6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.447833] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-aa7afefe-0d6a-45b5-885c-f160e5a4a8ef tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Created folder: Instances in parent group-v671661. [ 1178.448404] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aa7afefe-0d6a-45b5-885c-f160e5a4a8ef tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1178.448404] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2902164-bd0d-4dfd-bfa5-4777e4341d4b] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1178.448522] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6c1cd188-1b3e-497c-bdfe-b63359649b42 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.472500] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1178.472500] env[69350]: value = "task-3365873" [ 1178.472500] env[69350]: _type = "Task" [ 1178.472500] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.483498] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365873, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.561351] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66fc6621-8702-4ad3-909d-7e4962b32012 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.569517] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeac1457-ae61-4388-bdc6-8a9ce6c76048 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.601780] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a86a9c8-f43f-41b6-94cf-31ed93c2ccce {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.609394] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cbb2d9c-36e6-4ea8-b3d6-bbfbdea70902 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.623170] env[69350]: DEBUG oslo_concurrency.lockutils [None req-aa48fb82-87d7-4031-a51f-35c4e82476c2 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Acquiring lock "refresh_cache-d626c562-9799-43f3-a25a-5bdc1774ef77" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.623332] env[69350]: DEBUG oslo_concurrency.lockutils [None req-aa48fb82-87d7-4031-a51f-35c4e82476c2 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Acquired lock "refresh_cache-d626c562-9799-43f3-a25a-5bdc1774ef77" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.623497] env[69350]: DEBUG nova.network.neutron [None req-aa48fb82-87d7-4031-a51f-35c4e82476c2 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: d626c562-9799-43f3-a25a-5bdc1774ef77] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1178.625460] env[69350]: DEBUG nova.compute.provider_tree [None req-ccee8f21-5819-4e9b-96c8-150644c9a181 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1178.668757] env[69350]: DEBUG nova.objects.base [None req-b89a0a35-9459-4ac1-904f-5ad2139b683e tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69350) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1178.693915] env[69350]: DEBUG oslo_vmware.api [None req-b253610d-4240-4c5d-826c-fb4aae394a81 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': task-3365869, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067877} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.693915] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b253610d-4240-4c5d-826c-fb4aae394a81 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: 492d3ac9-3817-47b3-8fa4-3969d4617244] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1178.694731] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a18e3b4-494c-4aec-b1be-7ce9f6d974a5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.719485] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-b253610d-4240-4c5d-826c-fb4aae394a81 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: 492d3ac9-3817-47b3-8fa4-3969d4617244] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 492d3ac9-3817-47b3-8fa4-3969d4617244/492d3ac9-3817-47b3-8fa4-3969d4617244.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1178.720252] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28c56c41-ad4d-47b5-a823-4abaf0d0240d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.740300] env[69350]: DEBUG oslo_vmware.api [None req-b253610d-4240-4c5d-826c-fb4aae394a81 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Waiting for the task: (returnval){ [ 1178.740300] env[69350]: value = "task-3365874" [ 1178.740300] env[69350]: _type = "Task" [ 1178.740300] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.751634] env[69350]: DEBUG oslo_vmware.api [None req-b253610d-4240-4c5d-826c-fb4aae394a81 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': task-3365874, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.843255] env[69350]: DEBUG oslo_vmware.api [None req-c47b5626-75ba-409a-a258-0d9b3de83ee3 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3365870, 'name': PowerOffVM_Task, 'duration_secs': 0.440224} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.843559] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-c47b5626-75ba-409a-a258-0d9b3de83ee3 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: aad4e7c2-8241-4c46-be12-938b0673d68e] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1178.843681] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c47b5626-75ba-409a-a258-0d9b3de83ee3 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: aad4e7c2-8241-4c46-be12-938b0673d68e] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1178.843967] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac869e46-50df-474b-b351-5737c6efda15 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.850114] env[69350]: DEBUG nova.compute.manager [None req-a877ba2c-f615-45db-a33c-c717a5b85b5a tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] [instance: a8668eef-6f79-4399-8220-e0ffc5218c1d] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1178.923496] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c47b5626-75ba-409a-a258-0d9b3de83ee3 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: aad4e7c2-8241-4c46-be12-938b0673d68e] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1178.923726] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c47b5626-75ba-409a-a258-0d9b3de83ee3 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: aad4e7c2-8241-4c46-be12-938b0673d68e] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1178.923907] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-c47b5626-75ba-409a-a258-0d9b3de83ee3 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Deleting the datastore file [datastore1] aad4e7c2-8241-4c46-be12-938b0673d68e {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1178.924191] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-46535b97-465f-4135-9bd2-dded2ae4a9e1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.935208] env[69350]: DEBUG oslo_vmware.api [None req-c47b5626-75ba-409a-a258-0d9b3de83ee3 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Waiting for the task: (returnval){ [ 1178.935208] env[69350]: value = "task-3365876" [ 1178.935208] env[69350]: _type = "Task" [ 1178.935208] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.943599] env[69350]: DEBUG oslo_vmware.api [None req-c47b5626-75ba-409a-a258-0d9b3de83ee3 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3365876, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.971262] env[69350]: INFO nova.compute.manager [None req-acb4556b-3390-4502-8755-6899af61cb0e tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] Updating instance to original state: 'active' [ 1178.982774] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365873, 'name': CreateVM_Task, 'duration_secs': 0.394414} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.984032] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2902164-bd0d-4dfd-bfa5-4777e4341d4b] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1178.988040] env[69350]: DEBUG oslo_concurrency.lockutils [None req-aa7afefe-0d6a-45b5-885c-f160e5a4a8ef tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.988241] env[69350]: DEBUG oslo_concurrency.lockutils [None req-aa7afefe-0d6a-45b5-885c-f160e5a4a8ef tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.988553] env[69350]: DEBUG oslo_concurrency.lockutils [None req-aa7afefe-0d6a-45b5-885c-f160e5a4a8ef tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.989179] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e11583a4-528a-4d90-b00b-7435e04b34d8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.993662] env[69350]: DEBUG oslo_vmware.api [None req-aa7afefe-0d6a-45b5-885c-f160e5a4a8ef tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Waiting for the task: (returnval){ [ 1178.993662] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52741a85-c3c7-ae89-5513-ff4a3b862b79" [ 1178.993662] env[69350]: _type = "Task" [ 1178.993662] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.003727] env[69350]: DEBUG oslo_vmware.api [None req-aa7afefe-0d6a-45b5-885c-f160e5a4a8ef tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52741a85-c3c7-ae89-5513-ff4a3b862b79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.041776] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a928552-200e-49cd-99c5-962d68f5693e tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: c844b729-b790-484f-a78b-3eff6f936586] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1179.042112] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69d6e30b-05bf-4fa7-8f4f-7853ab7fe01a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.048769] env[69350]: DEBUG oslo_vmware.api [None req-7a928552-200e-49cd-99c5-962d68f5693e tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Waiting for the task: (returnval){ [ 1179.048769] env[69350]: value = "task-3365877" [ 1179.048769] env[69350]: _type = "Task" [ 1179.048769] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.056216] env[69350]: DEBUG oslo_vmware.api [None req-7a928552-200e-49cd-99c5-962d68f5693e tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3365877, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.129565] env[69350]: DEBUG nova.scheduler.client.report [None req-ccee8f21-5819-4e9b-96c8-150644c9a181 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1179.176541] env[69350]: DEBUG nova.network.neutron [None req-aa48fb82-87d7-4031-a51f-35c4e82476c2 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: d626c562-9799-43f3-a25a-5bdc1774ef77] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1179.250410] env[69350]: DEBUG oslo_vmware.api [None req-b253610d-4240-4c5d-826c-fb4aae394a81 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': task-3365874, 'name': ReconfigVM_Task, 'duration_secs': 0.474647} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.250699] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-b253610d-4240-4c5d-826c-fb4aae394a81 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: 492d3ac9-3817-47b3-8fa4-3969d4617244] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 492d3ac9-3817-47b3-8fa4-3969d4617244/492d3ac9-3817-47b3-8fa4-3969d4617244.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1179.251696] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0301a09e-3fe6-4e20-9bd6-9375a5a6e4f8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.260574] env[69350]: DEBUG oslo_vmware.api [None req-b253610d-4240-4c5d-826c-fb4aae394a81 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Waiting for the task: (returnval){ [ 1179.260574] env[69350]: value = "task-3365878" [ 1179.260574] env[69350]: _type = "Task" [ 1179.260574] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.273272] env[69350]: DEBUG oslo_vmware.api [None req-b253610d-4240-4c5d-826c-fb4aae394a81 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': task-3365878, 'name': Rename_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.446564] env[69350]: DEBUG oslo_vmware.api [None req-c47b5626-75ba-409a-a258-0d9b3de83ee3 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3365876, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.28381} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.446850] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-c47b5626-75ba-409a-a258-0d9b3de83ee3 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1179.447047] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c47b5626-75ba-409a-a258-0d9b3de83ee3 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: aad4e7c2-8241-4c46-be12-938b0673d68e] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1179.447236] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c47b5626-75ba-409a-a258-0d9b3de83ee3 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: aad4e7c2-8241-4c46-be12-938b0673d68e] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1179.447738] env[69350]: INFO nova.compute.manager [None req-c47b5626-75ba-409a-a258-0d9b3de83ee3 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: aad4e7c2-8241-4c46-be12-938b0673d68e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1179.447994] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c47b5626-75ba-409a-a258-0d9b3de83ee3 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1179.448219] env[69350]: DEBUG nova.compute.manager [-] [instance: aad4e7c2-8241-4c46-be12-938b0673d68e] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1179.448315] env[69350]: DEBUG nova.network.neutron [-] [instance: aad4e7c2-8241-4c46-be12-938b0673d68e] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1179.493464] env[69350]: DEBUG nova.compute.manager [None req-ac35d4f3-f8d1-4036-b4ed-68a93a3e55df tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6] Stashing vm_state: active {{(pid=69350) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1179.497394] env[69350]: DEBUG nova.network.neutron [None req-aa48fb82-87d7-4031-a51f-35c4e82476c2 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: d626c562-9799-43f3-a25a-5bdc1774ef77] Updating instance_info_cache with network_info: [{"id": "3297063a-71e2-4544-93d3-7582869a3242", "address": "fa:16:3e:68:f3:93", "network": {"id": "e446f6e9-9739-4a9d-b374-67c72dd2bdca", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2061620084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e00619eed830495c94eed15309016c5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3297063a-71", "ovs_interfaceid": "3297063a-71e2-4544-93d3-7582869a3242", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.514747] env[69350]: DEBUG oslo_vmware.api [None req-aa7afefe-0d6a-45b5-885c-f160e5a4a8ef tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52741a85-c3c7-ae89-5513-ff4a3b862b79, 'name': SearchDatastore_Task, 'duration_secs': 0.016971} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.515660] env[69350]: DEBUG oslo_concurrency.lockutils [None req-aa7afefe-0d6a-45b5-885c-f160e5a4a8ef tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.515900] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-aa7afefe-0d6a-45b5-885c-f160e5a4a8ef tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: c2902164-bd0d-4dfd-bfa5-4777e4341d4b] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1179.516157] env[69350]: DEBUG oslo_concurrency.lockutils [None req-aa7afefe-0d6a-45b5-885c-f160e5a4a8ef tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.516311] env[69350]: DEBUG oslo_concurrency.lockutils [None req-aa7afefe-0d6a-45b5-885c-f160e5a4a8ef tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.516641] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa7afefe-0d6a-45b5-885c-f160e5a4a8ef tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1179.517195] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-85e6fd2e-1428-4056-81c8-d992dc6bad00 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.531246] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa7afefe-0d6a-45b5-885c-f160e5a4a8ef tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1179.531468] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-aa7afefe-0d6a-45b5-885c-f160e5a4a8ef tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1179.532339] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c8f3c88-8254-4f7f-bcec-861e0fd7441e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.538695] env[69350]: DEBUG oslo_vmware.api [None req-aa7afefe-0d6a-45b5-885c-f160e5a4a8ef tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Waiting for the task: (returnval){ [ 1179.538695] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52c4e583-f684-17d9-c3c2-9a1fb76def07" [ 1179.538695] env[69350]: _type = "Task" [ 1179.538695] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.547369] env[69350]: DEBUG oslo_vmware.api [None req-aa7afefe-0d6a-45b5-885c-f160e5a4a8ef tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52c4e583-f684-17d9-c3c2-9a1fb76def07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.562606] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a928552-200e-49cd-99c5-962d68f5693e tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: c844b729-b790-484f-a78b-3eff6f936586] VM already powered off {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1179.562860] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7a928552-200e-49cd-99c5-962d68f5693e tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: c844b729-b790-484f-a78b-3eff6f936586] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1179.563805] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a962ee-5896-4b33-812e-fb3590bc0866 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.573486] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7a928552-200e-49cd-99c5-962d68f5693e tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: c844b729-b790-484f-a78b-3eff6f936586] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1179.573486] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-72ab2ae9-8919-4a1a-ae4c-589d0a0449d9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.634455] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ccee8f21-5819-4e9b-96c8-150644c9a181 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.796s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.641770] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7a928552-200e-49cd-99c5-962d68f5693e tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: c844b729-b790-484f-a78b-3eff6f936586] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1179.642027] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7a928552-200e-49cd-99c5-962d68f5693e tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: c844b729-b790-484f-a78b-3eff6f936586] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1179.642194] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a928552-200e-49cd-99c5-962d68f5693e tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Deleting the datastore file [datastore1] c844b729-b790-484f-a78b-3eff6f936586 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1179.642433] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f22d4488-6cf1-415c-8008-ec889be63b12 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.648569] env[69350]: DEBUG oslo_vmware.api [None req-7a928552-200e-49cd-99c5-962d68f5693e tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Waiting for the task: (returnval){ [ 1179.648569] env[69350]: value = "task-3365880" [ 1179.648569] env[69350]: _type = "Task" [ 1179.648569] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.660058] env[69350]: DEBUG oslo_vmware.api [None req-7a928552-200e-49cd-99c5-962d68f5693e tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3365880, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.661062] env[69350]: INFO nova.scheduler.client.report [None req-ccee8f21-5819-4e9b-96c8-150644c9a181 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Deleted allocations for instance cb5a0778-568b-47c5-9482-87bff5312831 [ 1179.773730] env[69350]: DEBUG oslo_vmware.api [None req-b253610d-4240-4c5d-826c-fb4aae394a81 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': task-3365878, 'name': Rename_Task, 'duration_secs': 0.273245} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.774452] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-b253610d-4240-4c5d-826c-fb4aae394a81 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: 492d3ac9-3817-47b3-8fa4-3969d4617244] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1179.774815] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-67a0fd28-cf4c-4e40-bf9a-3b40707fbcca {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.779365] env[69350]: DEBUG nova.network.neutron [None req-b89a0a35-9459-4ac1-904f-5ad2139b683e tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: c168608c-1c65-4e48-be87-93dfa497f573] Updating instance_info_cache with network_info: [{"id": "0ea5cff1-5910-4499-a895-9b3c3c93e582", "address": "fa:16:3e:3b:c7:0c", "network": {"id": "96451f6e-edde-4046-877b-ba777e1afbbe", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1337971457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68969c59ea4a4ce5995c230a96f1eab8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ea5cff1-59", "ovs_interfaceid": "0ea5cff1-5910-4499-a895-9b3c3c93e582", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.782455] env[69350]: DEBUG oslo_vmware.api [None req-b253610d-4240-4c5d-826c-fb4aae394a81 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Waiting for the task: (returnval){ [ 1179.782455] env[69350]: value = "task-3365881" [ 1179.782455] env[69350]: _type = "Task" [ 1179.782455] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.864539] env[69350]: DEBUG nova.compute.manager [None req-a877ba2c-f615-45db-a33c-c717a5b85b5a tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] [instance: a8668eef-6f79-4399-8220-e0ffc5218c1d] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1179.892030] env[69350]: DEBUG nova.virt.hardware [None req-a877ba2c-f615-45db-a33c-c717a5b85b5a tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1179.892760] env[69350]: DEBUG nova.virt.hardware [None req-a877ba2c-f615-45db-a33c-c717a5b85b5a tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1179.892760] env[69350]: DEBUG nova.virt.hardware [None req-a877ba2c-f615-45db-a33c-c717a5b85b5a tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1179.892998] env[69350]: DEBUG nova.virt.hardware [None req-a877ba2c-f615-45db-a33c-c717a5b85b5a tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1179.893255] env[69350]: DEBUG nova.virt.hardware [None req-a877ba2c-f615-45db-a33c-c717a5b85b5a tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1179.893494] env[69350]: DEBUG nova.virt.hardware [None req-a877ba2c-f615-45db-a33c-c717a5b85b5a tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1179.893830] env[69350]: DEBUG nova.virt.hardware [None req-a877ba2c-f615-45db-a33c-c717a5b85b5a tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1179.894106] env[69350]: DEBUG nova.virt.hardware [None req-a877ba2c-f615-45db-a33c-c717a5b85b5a tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1179.894376] env[69350]: DEBUG nova.virt.hardware [None req-a877ba2c-f615-45db-a33c-c717a5b85b5a tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1179.894640] env[69350]: DEBUG nova.virt.hardware [None req-a877ba2c-f615-45db-a33c-c717a5b85b5a tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1179.894915] env[69350]: DEBUG nova.virt.hardware [None req-a877ba2c-f615-45db-a33c-c717a5b85b5a tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1179.896800] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-accc1569-2da6-4bb5-8dad-06182f00db0e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.915034] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a4deb4a-4fdc-4464-a824-44f1e1ef53ff {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.937136] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a877ba2c-f615-45db-a33c-c717a5b85b5a tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] [instance: a8668eef-6f79-4399-8220-e0ffc5218c1d] Instance VIF info [] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1179.944552] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-a877ba2c-f615-45db-a33c-c717a5b85b5a tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Creating folder: Project (c9ee6c6eaa9745e198442986492460e4). Parent ref: group-v671398. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1179.944552] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2bbe83dc-ae11-4486-b316-afe69f4cce8c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.957358] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-a877ba2c-f615-45db-a33c-c717a5b85b5a tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Created folder: Project (c9ee6c6eaa9745e198442986492460e4) in parent group-v671398. [ 1179.957627] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-a877ba2c-f615-45db-a33c-c717a5b85b5a tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Creating folder: Instances. Parent ref: group-v671664. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1179.957892] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1f75ad1e-db98-487d-bc8b-119b0ac26bad {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.969903] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-a877ba2c-f615-45db-a33c-c717a5b85b5a tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Created folder: Instances in parent group-v671664. [ 1179.970179] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a877ba2c-f615-45db-a33c-c717a5b85b5a tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1179.970378] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8668eef-6f79-4399-8220-e0ffc5218c1d] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1179.970584] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d02472c-c010-4357-ae93-9e3f50f6ca2e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.999262] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1179.999262] env[69350]: value = "task-3365884" [ 1179.999262] env[69350]: _type = "Task" [ 1179.999262] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.035039] env[69350]: DEBUG oslo_concurrency.lockutils [None req-aa48fb82-87d7-4031-a51f-35c4e82476c2 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Releasing lock "refresh_cache-d626c562-9799-43f3-a25a-5bdc1774ef77" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.035039] env[69350]: DEBUG nova.compute.manager [None req-aa48fb82-87d7-4031-a51f-35c4e82476c2 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: d626c562-9799-43f3-a25a-5bdc1774ef77] Instance network_info: |[{"id": "3297063a-71e2-4544-93d3-7582869a3242", "address": "fa:16:3e:68:f3:93", "network": {"id": "e446f6e9-9739-4a9d-b374-67c72dd2bdca", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2061620084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e00619eed830495c94eed15309016c5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3297063a-71", "ovs_interfaceid": "3297063a-71e2-4544-93d3-7582869a3242", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1180.035039] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-aa48fb82-87d7-4031-a51f-35c4e82476c2 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: d626c562-9799-43f3-a25a-5bdc1774ef77] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:f3:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55520f67-d092-4eb7-940f-d7cceaa1ca1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3297063a-71e2-4544-93d3-7582869a3242', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1180.035039] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aa48fb82-87d7-4031-a51f-35c4e82476c2 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1180.035039] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d626c562-9799-43f3-a25a-5bdc1774ef77] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1180.035039] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-410fef0e-f40e-49d6-acff-4ccdae1ebf77 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.035039] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ac35d4f3-f8d1-4036-b4ed-68a93a3e55df tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.035699] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ac35d4f3-f8d1-4036-b4ed-68a93a3e55df tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.036705] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365884, 'name': CreateVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.044520] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1180.044520] env[69350]: value = "task-3365885" [ 1180.044520] env[69350]: _type = "Task" [ 1180.044520] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.057770] env[69350]: DEBUG oslo_vmware.api [None req-aa7afefe-0d6a-45b5-885c-f160e5a4a8ef tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52c4e583-f684-17d9-c3c2-9a1fb76def07, 'name': SearchDatastore_Task, 'duration_secs': 0.016001} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.059569] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc745daf-0a5e-4040-a0ed-95c337386999 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.067556] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365885, 'name': CreateVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.071274] env[69350]: DEBUG oslo_vmware.api [None req-aa7afefe-0d6a-45b5-885c-f160e5a4a8ef tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Waiting for the task: (returnval){ [ 1180.071274] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52d4f09a-936f-0149-c34d-a02ac0c70dff" [ 1180.071274] env[69350]: _type = "Task" [ 1180.071274] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.079761] env[69350]: DEBUG oslo_vmware.api [None req-aa7afefe-0d6a-45b5-885c-f160e5a4a8ef tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52d4f09a-936f-0149-c34d-a02ac0c70dff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.104125] env[69350]: DEBUG nova.compute.manager [req-61d3e642-e49b-4b52-8fa8-9df9609b2542 req-7a98b787-fbab-4591-9359-164c9a4fe40f service nova] [instance: d626c562-9799-43f3-a25a-5bdc1774ef77] Received event network-changed-3297063a-71e2-4544-93d3-7582869a3242 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1180.104321] env[69350]: DEBUG nova.compute.manager [req-61d3e642-e49b-4b52-8fa8-9df9609b2542 req-7a98b787-fbab-4591-9359-164c9a4fe40f service nova] [instance: d626c562-9799-43f3-a25a-5bdc1774ef77] Refreshing instance network info cache due to event network-changed-3297063a-71e2-4544-93d3-7582869a3242. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1180.104560] env[69350]: DEBUG oslo_concurrency.lockutils [req-61d3e642-e49b-4b52-8fa8-9df9609b2542 req-7a98b787-fbab-4591-9359-164c9a4fe40f service nova] Acquiring lock "refresh_cache-d626c562-9799-43f3-a25a-5bdc1774ef77" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.104718] env[69350]: DEBUG oslo_concurrency.lockutils [req-61d3e642-e49b-4b52-8fa8-9df9609b2542 req-7a98b787-fbab-4591-9359-164c9a4fe40f service nova] Acquired lock "refresh_cache-d626c562-9799-43f3-a25a-5bdc1774ef77" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.104878] env[69350]: DEBUG nova.network.neutron [req-61d3e642-e49b-4b52-8fa8-9df9609b2542 req-7a98b787-fbab-4591-9359-164c9a4fe40f service nova] [instance: d626c562-9799-43f3-a25a-5bdc1774ef77] Refreshing network info cache for port 3297063a-71e2-4544-93d3-7582869a3242 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1180.159375] env[69350]: DEBUG oslo_vmware.api [None req-7a928552-200e-49cd-99c5-962d68f5693e tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3365880, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182467} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.159709] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a928552-200e-49cd-99c5-962d68f5693e tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1180.159936] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7a928552-200e-49cd-99c5-962d68f5693e tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: c844b729-b790-484f-a78b-3eff6f936586] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1180.160184] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7a928552-200e-49cd-99c5-962d68f5693e tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: c844b729-b790-484f-a78b-3eff6f936586] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1180.169508] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ccee8f21-5819-4e9b-96c8-150644c9a181 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Lock "cb5a0778-568b-47c5-9482-87bff5312831" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.388s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.282126] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b89a0a35-9459-4ac1-904f-5ad2139b683e tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Releasing lock "refresh_cache-c168608c-1c65-4e48-be87-93dfa497f573" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.294242] env[69350]: DEBUG oslo_vmware.api [None req-b253610d-4240-4c5d-826c-fb4aae394a81 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': task-3365881, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.330337] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e625340b-51ce-499e-9a39-829df2367df7 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Acquiring lock "7a738554-0623-4e36-ba13-4d4f1346154c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.330612] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e625340b-51ce-499e-9a39-829df2367df7 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Lock "7a738554-0623-4e36-ba13-4d4f1346154c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.330896] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e625340b-51ce-499e-9a39-829df2367df7 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Acquiring lock "7a738554-0623-4e36-ba13-4d4f1346154c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.331153] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e625340b-51ce-499e-9a39-829df2367df7 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Lock "7a738554-0623-4e36-ba13-4d4f1346154c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.331371] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e625340b-51ce-499e-9a39-829df2367df7 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Lock "7a738554-0623-4e36-ba13-4d4f1346154c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.333849] env[69350]: INFO nova.compute.manager [None req-e625340b-51ce-499e-9a39-829df2367df7 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] Terminating instance [ 1180.511052] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365884, 'name': CreateVM_Task, 'duration_secs': 0.280093} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.511052] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8668eef-6f79-4399-8220-e0ffc5218c1d] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1180.511052] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a877ba2c-f615-45db-a33c-c717a5b85b5a tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.511052] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a877ba2c-f615-45db-a33c-c717a5b85b5a tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.511052] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a877ba2c-f615-45db-a33c-c717a5b85b5a tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.511294] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a188611-1766-4c25-9b1a-16a6fc235663 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.516455] env[69350]: DEBUG oslo_vmware.api [None req-a877ba2c-f615-45db-a33c-c717a5b85b5a tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Waiting for the task: (returnval){ [ 1180.516455] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52b7cf45-37bf-b5de-3ed4-8b58bace36d4" [ 1180.516455] env[69350]: _type = "Task" [ 1180.516455] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.524741] env[69350]: DEBUG oslo_vmware.api [None req-a877ba2c-f615-45db-a33c-c717a5b85b5a tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52b7cf45-37bf-b5de-3ed4-8b58bace36d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.540877] env[69350]: INFO nova.compute.claims [None req-ac35d4f3-f8d1-4036-b4ed-68a93a3e55df tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1180.556116] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365885, 'name': CreateVM_Task, 'duration_secs': 0.362829} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.556404] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d626c562-9799-43f3-a25a-5bdc1774ef77] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1180.557448] env[69350]: DEBUG oslo_concurrency.lockutils [None req-aa48fb82-87d7-4031-a51f-35c4e82476c2 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.582393] env[69350]: DEBUG oslo_vmware.api [None req-aa7afefe-0d6a-45b5-885c-f160e5a4a8ef tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52d4f09a-936f-0149-c34d-a02ac0c70dff, 'name': SearchDatastore_Task, 'duration_secs': 0.012147} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.582657] env[69350]: DEBUG oslo_concurrency.lockutils [None req-aa7afefe-0d6a-45b5-885c-f160e5a4a8ef tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.582912] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa7afefe-0d6a-45b5-885c-f160e5a4a8ef tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] c2902164-bd0d-4dfd-bfa5-4777e4341d4b/c2902164-bd0d-4dfd-bfa5-4777e4341d4b.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1180.583342] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b0b7931a-6adf-4f2f-8213-b45fbf2d85f9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.590843] env[69350]: DEBUG oslo_vmware.api [None req-aa7afefe-0d6a-45b5-885c-f160e5a4a8ef tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Waiting for the task: (returnval){ [ 1180.590843] env[69350]: value = "task-3365886" [ 1180.590843] env[69350]: _type = "Task" [ 1180.590843] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.598828] env[69350]: DEBUG oslo_vmware.api [None req-aa7afefe-0d6a-45b5-885c-f160e5a4a8ef tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3365886, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.765883] env[69350]: DEBUG nova.network.neutron [-] [instance: aad4e7c2-8241-4c46-be12-938b0673d68e] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.796106] env[69350]: DEBUG oslo_vmware.api [None req-b253610d-4240-4c5d-826c-fb4aae394a81 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': task-3365881, 'name': PowerOnVM_Task, 'duration_secs': 0.622297} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.796380] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-b253610d-4240-4c5d-826c-fb4aae394a81 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: 492d3ac9-3817-47b3-8fa4-3969d4617244] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1180.796578] env[69350]: INFO nova.compute.manager [None req-b253610d-4240-4c5d-826c-fb4aae394a81 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: 492d3ac9-3817-47b3-8fa4-3969d4617244] Took 7.88 seconds to spawn the instance on the hypervisor. [ 1180.796754] env[69350]: DEBUG nova.compute.manager [None req-b253610d-4240-4c5d-826c-fb4aae394a81 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: 492d3ac9-3817-47b3-8fa4-3969d4617244] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1180.797835] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b85fe9f9-fe88-4462-b1ba-ee3d43c6ece2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.839143] env[69350]: DEBUG nova.compute.manager [None req-e625340b-51ce-499e-9a39-829df2367df7 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1180.839143] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e625340b-51ce-499e-9a39-829df2367df7 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1180.839268] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bab9a09d-1d88-4108-a589-a4ef67c0e721 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.847289] env[69350]: DEBUG oslo_vmware.api [None req-e625340b-51ce-499e-9a39-829df2367df7 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Waiting for the task: (returnval){ [ 1180.847289] env[69350]: value = "task-3365887" [ 1180.847289] env[69350]: _type = "Task" [ 1180.847289] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.857160] env[69350]: DEBUG oslo_vmware.api [None req-e625340b-51ce-499e-9a39-829df2367df7 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365887, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.874701] env[69350]: DEBUG nova.network.neutron [req-61d3e642-e49b-4b52-8fa8-9df9609b2542 req-7a98b787-fbab-4591-9359-164c9a4fe40f service nova] [instance: d626c562-9799-43f3-a25a-5bdc1774ef77] Updated VIF entry in instance network info cache for port 3297063a-71e2-4544-93d3-7582869a3242. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1180.874701] env[69350]: DEBUG nova.network.neutron [req-61d3e642-e49b-4b52-8fa8-9df9609b2542 req-7a98b787-fbab-4591-9359-164c9a4fe40f service nova] [instance: d626c562-9799-43f3-a25a-5bdc1774ef77] Updating instance_info_cache with network_info: [{"id": "3297063a-71e2-4544-93d3-7582869a3242", "address": "fa:16:3e:68:f3:93", "network": {"id": "e446f6e9-9739-4a9d-b374-67c72dd2bdca", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2061620084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e00619eed830495c94eed15309016c5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3297063a-71", "ovs_interfaceid": "3297063a-71e2-4544-93d3-7582869a3242", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.027690] env[69350]: DEBUG oslo_vmware.api [None req-a877ba2c-f615-45db-a33c-c717a5b85b5a tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52b7cf45-37bf-b5de-3ed4-8b58bace36d4, 'name': SearchDatastore_Task, 'duration_secs': 0.0412} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.028110] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a877ba2c-f615-45db-a33c-c717a5b85b5a tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.028429] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a877ba2c-f615-45db-a33c-c717a5b85b5a tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] [instance: a8668eef-6f79-4399-8220-e0ffc5218c1d] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1181.028742] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a877ba2c-f615-45db-a33c-c717a5b85b5a tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.028936] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a877ba2c-f615-45db-a33c-c717a5b85b5a tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.029248] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-a877ba2c-f615-45db-a33c-c717a5b85b5a tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1181.029454] env[69350]: DEBUG oslo_concurrency.lockutils [None req-aa48fb82-87d7-4031-a51f-35c4e82476c2 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.030010] env[69350]: DEBUG oslo_concurrency.lockutils [None req-aa48fb82-87d7-4031-a51f-35c4e82476c2 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.030275] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-09292468-deee-42ec-8e6b-afead70f2185 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.032457] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9621fc51-8e0c-4c1b-80ee-854ce61687ea {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.039374] env[69350]: DEBUG oslo_vmware.api [None req-aa48fb82-87d7-4031-a51f-35c4e82476c2 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Waiting for the task: (returnval){ [ 1181.039374] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52456ea0-7657-1670-adeb-598d390aefd2" [ 1181.039374] env[69350]: _type = "Task" [ 1181.039374] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.040779] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-a877ba2c-f615-45db-a33c-c717a5b85b5a tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1181.041393] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a877ba2c-f615-45db-a33c-c717a5b85b5a tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1181.045117] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d44466cf-dd4b-451e-9c2b-f4275043125a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.051197] env[69350]: INFO nova.compute.resource_tracker [None req-ac35d4f3-f8d1-4036-b4ed-68a93a3e55df tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6] Updating resource usage from migration 3e7f4721-5d90-4ed1-93fd-624edb7b72c1 [ 1181.064033] env[69350]: DEBUG oslo_vmware.api [None req-a877ba2c-f615-45db-a33c-c717a5b85b5a tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Waiting for the task: (returnval){ [ 1181.064033] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52de343b-6fe6-7dc2-f24d-cd0c415a857a" [ 1181.064033] env[69350]: _type = "Task" [ 1181.064033] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.064033] env[69350]: DEBUG oslo_vmware.api [None req-aa48fb82-87d7-4031-a51f-35c4e82476c2 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52456ea0-7657-1670-adeb-598d390aefd2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.071914] env[69350]: DEBUG oslo_vmware.api [None req-a877ba2c-f615-45db-a33c-c717a5b85b5a tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52de343b-6fe6-7dc2-f24d-cd0c415a857a, 'name': SearchDatastore_Task, 'duration_secs': 0.011483} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.076647] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c34fa62e-680d-4795-a792-1fad0a3239de {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.079839] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b25d6eae-1d64-4577-9c0e-0d778dd5558b tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Acquiring lock "e949bbaf-d136-41b7-b001-daf3d99a1502" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.079938] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b25d6eae-1d64-4577-9c0e-0d778dd5558b tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Lock "e949bbaf-d136-41b7-b001-daf3d99a1502" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.088777] env[69350]: DEBUG oslo_vmware.api [None req-a877ba2c-f615-45db-a33c-c717a5b85b5a tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Waiting for the task: (returnval){ [ 1181.088777] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]527c02b2-f6cb-3277-e075-e12d350bdbe8" [ 1181.088777] env[69350]: _type = "Task" [ 1181.088777] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.107997] env[69350]: DEBUG oslo_vmware.api [None req-a877ba2c-f615-45db-a33c-c717a5b85b5a tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]527c02b2-f6cb-3277-e075-e12d350bdbe8, 'name': SearchDatastore_Task, 'duration_secs': 0.014975} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.108327] env[69350]: DEBUG oslo_vmware.api [None req-aa7afefe-0d6a-45b5-885c-f160e5a4a8ef tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3365886, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.108683] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a877ba2c-f615-45db-a33c-c717a5b85b5a tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.108968] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-a877ba2c-f615-45db-a33c-c717a5b85b5a tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] a8668eef-6f79-4399-8220-e0ffc5218c1d/a8668eef-6f79-4399-8220-e0ffc5218c1d.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1181.109251] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-20065643-279b-4fe8-8131-6533da0f7764 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.118084] env[69350]: DEBUG oslo_vmware.api [None req-a877ba2c-f615-45db-a33c-c717a5b85b5a tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Waiting for the task: (returnval){ [ 1181.118084] env[69350]: value = "task-3365888" [ 1181.118084] env[69350]: _type = "Task" [ 1181.118084] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.126744] env[69350]: DEBUG oslo_vmware.api [None req-a877ba2c-f615-45db-a33c-c717a5b85b5a tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Task: {'id': task-3365888, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.199436] env[69350]: DEBUG nova.virt.hardware [None req-7a928552-200e-49cd-99c5-962d68f5693e tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1181.199734] env[69350]: DEBUG nova.virt.hardware [None req-7a928552-200e-49cd-99c5-962d68f5693e tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1181.199917] env[69350]: DEBUG nova.virt.hardware [None req-7a928552-200e-49cd-99c5-962d68f5693e tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1181.200123] env[69350]: DEBUG nova.virt.hardware [None req-7a928552-200e-49cd-99c5-962d68f5693e tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1181.200395] env[69350]: DEBUG nova.virt.hardware [None req-7a928552-200e-49cd-99c5-962d68f5693e tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1181.200665] env[69350]: DEBUG nova.virt.hardware [None req-7a928552-200e-49cd-99c5-962d68f5693e tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1181.200956] env[69350]: DEBUG nova.virt.hardware [None req-7a928552-200e-49cd-99c5-962d68f5693e tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1181.201128] env[69350]: DEBUG nova.virt.hardware [None req-7a928552-200e-49cd-99c5-962d68f5693e tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1181.201309] env[69350]: DEBUG nova.virt.hardware [None req-7a928552-200e-49cd-99c5-962d68f5693e tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1181.201476] env[69350]: DEBUG nova.virt.hardware [None req-7a928552-200e-49cd-99c5-962d68f5693e tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1181.201651] env[69350]: DEBUG nova.virt.hardware [None req-7a928552-200e-49cd-99c5-962d68f5693e tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1181.202672] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7491c5da-7fdc-4edb-b1e4-35bcca599ac1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.214998] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-956649ec-7457-4565-9791-ace2f87e1f7b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.232058] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7a928552-200e-49cd-99c5-962d68f5693e tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: c844b729-b790-484f-a78b-3eff6f936586] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:e0:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f1b07b1-e4e5-4842-9090-07fb2c3e124b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ccc9ed4d-a3c8-4f99-b631-7be39136d453', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1181.239768] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a928552-200e-49cd-99c5-962d68f5693e tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1181.240520] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c844b729-b790-484f-a78b-3eff6f936586] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1181.240803] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a281fc8a-7379-4a0f-809f-2d4d86766722 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.262946] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1181.262946] env[69350]: value = "task-3365889" [ 1181.262946] env[69350]: _type = "Task" [ 1181.262946] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.271277] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365889, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.274191] env[69350]: INFO nova.compute.manager [-] [instance: aad4e7c2-8241-4c46-be12-938b0673d68e] Took 1.83 seconds to deallocate network for instance. [ 1181.292242] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-b89a0a35-9459-4ac1-904f-5ad2139b683e tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: c168608c-1c65-4e48-be87-93dfa497f573] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1181.292575] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0641acf0-5b79-40cf-8dcd-fede2c465393 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.302471] env[69350]: DEBUG oslo_vmware.api [None req-b89a0a35-9459-4ac1-904f-5ad2139b683e tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Waiting for the task: (returnval){ [ 1181.302471] env[69350]: value = "task-3365890" [ 1181.302471] env[69350]: _type = "Task" [ 1181.302471] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.319852] env[69350]: DEBUG oslo_vmware.api [None req-b89a0a35-9459-4ac1-904f-5ad2139b683e tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Task: {'id': task-3365890, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.323187] env[69350]: INFO nova.compute.manager [None req-b253610d-4240-4c5d-826c-fb4aae394a81 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: 492d3ac9-3817-47b3-8fa4-3969d4617244] Took 21.97 seconds to build instance. [ 1181.346021] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89664d3d-fda5-45cd-81de-92080c12febb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.361335] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6b79ff4-f435-4e6a-acfd-3eac8b394e7b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.364696] env[69350]: DEBUG oslo_vmware.api [None req-e625340b-51ce-499e-9a39-829df2367df7 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365887, 'name': PowerOffVM_Task, 'duration_secs': 0.408482} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.364979] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e625340b-51ce-499e-9a39-829df2367df7 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1181.365194] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-e625340b-51ce-499e-9a39-829df2367df7 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] Volume detach. Driver type: vmdk {{(pid=69350) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1181.365388] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-e625340b-51ce-499e-9a39-829df2367df7 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-671647', 'volume_id': 'd798d62a-a4b3-4c93-bc12-bcde7e05d882', 'name': 'volume-d798d62a-a4b3-4c93-bc12-bcde7e05d882', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '7a738554-0623-4e36-ba13-4d4f1346154c', 'attached_at': '2025-04-08T13:54:36.000000', 'detached_at': '', 'volume_id': 'd798d62a-a4b3-4c93-bc12-bcde7e05d882', 'serial': 'd798d62a-a4b3-4c93-bc12-bcde7e05d882'} {{(pid=69350) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1181.366654] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b182f60-5931-46f7-9900-28e0d719fd94 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.388970] env[69350]: DEBUG oslo_concurrency.lockutils [req-61d3e642-e49b-4b52-8fa8-9df9609b2542 req-7a98b787-fbab-4591-9359-164c9a4fe40f service nova] Releasing lock "refresh_cache-d626c562-9799-43f3-a25a-5bdc1774ef77" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.416589] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23179170-d019-481a-8ade-d79c77f143c0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.420059] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c0e3fa-0aab-4ed9-827b-e14264fc8b41 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.428600] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d536d2d1-5efd-4a38-8274-4ed42b9cbaa2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.432131] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2aa5b6a-a654-4fff-8cb9-fa7a5868bee5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.445580] env[69350]: DEBUG nova.compute.provider_tree [None req-ac35d4f3-f8d1-4036-b4ed-68a93a3e55df tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1181.464079] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4c122b5-bab8-4232-9837-9949177165fa {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.480659] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-e625340b-51ce-499e-9a39-829df2367df7 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] The volume has not been displaced from its original location: [datastore1] volume-d798d62a-a4b3-4c93-bc12-bcde7e05d882/volume-d798d62a-a4b3-4c93-bc12-bcde7e05d882.vmdk. No consolidation needed. {{(pid=69350) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1181.486162] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-e625340b-51ce-499e-9a39-829df2367df7 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] Reconfiguring VM instance instance-0000004d to detach disk 2001 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1181.486856] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53b12dbf-8449-4222-a545-9c8663fffdad {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.507966] env[69350]: DEBUG oslo_vmware.api [None req-e625340b-51ce-499e-9a39-829df2367df7 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Waiting for the task: (returnval){ [ 1181.507966] env[69350]: value = "task-3365891" [ 1181.507966] env[69350]: _type = "Task" [ 1181.507966] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.518198] env[69350]: DEBUG oslo_vmware.api [None req-e625340b-51ce-499e-9a39-829df2367df7 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365891, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.555168] env[69350]: DEBUG oslo_vmware.api [None req-aa48fb82-87d7-4031-a51f-35c4e82476c2 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52456ea0-7657-1670-adeb-598d390aefd2, 'name': SearchDatastore_Task, 'duration_secs': 0.022192} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.555545] env[69350]: DEBUG oslo_concurrency.lockutils [None req-aa48fb82-87d7-4031-a51f-35c4e82476c2 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.555752] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-aa48fb82-87d7-4031-a51f-35c4e82476c2 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: d626c562-9799-43f3-a25a-5bdc1774ef77] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1181.556009] env[69350]: DEBUG oslo_concurrency.lockutils [None req-aa48fb82-87d7-4031-a51f-35c4e82476c2 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.556184] env[69350]: DEBUG oslo_concurrency.lockutils [None req-aa48fb82-87d7-4031-a51f-35c4e82476c2 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.556388] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa48fb82-87d7-4031-a51f-35c4e82476c2 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1181.556680] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2431c735-b235-48a5-9c42-256d71d40bcc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.571517] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa48fb82-87d7-4031-a51f-35c4e82476c2 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1181.571733] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-aa48fb82-87d7-4031-a51f-35c4e82476c2 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1181.572694] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d83dc6c8-2dd3-4316-baee-1eb1db61c2d4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.580840] env[69350]: DEBUG oslo_vmware.api [None req-aa48fb82-87d7-4031-a51f-35c4e82476c2 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Waiting for the task: (returnval){ [ 1181.580840] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52f2a8e4-27bd-e471-bbcf-9733059edba7" [ 1181.580840] env[69350]: _type = "Task" [ 1181.580840] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.584732] env[69350]: DEBUG nova.compute.manager [None req-b25d6eae-1d64-4577-9c0e-0d778dd5558b tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: e949bbaf-d136-41b7-b001-daf3d99a1502] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1181.593081] env[69350]: DEBUG oslo_vmware.api [None req-aa48fb82-87d7-4031-a51f-35c4e82476c2 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52f2a8e4-27bd-e471-bbcf-9733059edba7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.602276] env[69350]: DEBUG oslo_vmware.api [None req-aa7afefe-0d6a-45b5-885c-f160e5a4a8ef tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3365886, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.811254} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.602544] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa7afefe-0d6a-45b5-885c-f160e5a4a8ef tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] c2902164-bd0d-4dfd-bfa5-4777e4341d4b/c2902164-bd0d-4dfd-bfa5-4777e4341d4b.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1181.602760] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-aa7afefe-0d6a-45b5-885c-f160e5a4a8ef tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: c2902164-bd0d-4dfd-bfa5-4777e4341d4b] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1181.603027] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-84ddb6a2-1260-4123-876b-73c3893de4bf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.612855] env[69350]: DEBUG oslo_vmware.api [None req-aa7afefe-0d6a-45b5-885c-f160e5a4a8ef tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Waiting for the task: (returnval){ [ 1181.612855] env[69350]: value = "task-3365892" [ 1181.612855] env[69350]: _type = "Task" [ 1181.612855] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.627848] env[69350]: DEBUG oslo_vmware.api [None req-aa7afefe-0d6a-45b5-885c-f160e5a4a8ef tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3365892, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.638065] env[69350]: DEBUG oslo_vmware.api [None req-a877ba2c-f615-45db-a33c-c717a5b85b5a tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Task: {'id': task-3365888, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.773896] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365889, 'name': CreateVM_Task, 'duration_secs': 0.475046} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.774092] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c844b729-b790-484f-a78b-3eff6f936586] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1181.774762] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7a928552-200e-49cd-99c5-962d68f5693e tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.774989] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7a928552-200e-49cd-99c5-962d68f5693e tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.775354] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7a928552-200e-49cd-99c5-962d68f5693e tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.775641] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5fbb2e9-6159-49d1-9034-242f937c50f1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.780702] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c47b5626-75ba-409a-a258-0d9b3de83ee3 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.781817] env[69350]: DEBUG oslo_vmware.api [None req-7a928552-200e-49cd-99c5-962d68f5693e tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Waiting for the task: (returnval){ [ 1181.781817] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5256fd11-e47e-f22b-dae4-ef66eadfd8cf" [ 1181.781817] env[69350]: _type = "Task" [ 1181.781817] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.790018] env[69350]: DEBUG oslo_vmware.api [None req-7a928552-200e-49cd-99c5-962d68f5693e tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5256fd11-e47e-f22b-dae4-ef66eadfd8cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.811661] env[69350]: DEBUG oslo_vmware.api [None req-b89a0a35-9459-4ac1-904f-5ad2139b683e tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Task: {'id': task-3365890, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.826341] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b253610d-4240-4c5d-826c-fb4aae394a81 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Lock "492d3ac9-3817-47b3-8fa4-3969d4617244" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.483s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.964252] env[69350]: DEBUG nova.scheduler.client.report [None req-ac35d4f3-f8d1-4036-b4ed-68a93a3e55df tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1182.016874] env[69350]: DEBUG oslo_vmware.api [None req-e625340b-51ce-499e-9a39-829df2367df7 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365891, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.093432] env[69350]: DEBUG oslo_vmware.api [None req-aa48fb82-87d7-4031-a51f-35c4e82476c2 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52f2a8e4-27bd-e471-bbcf-9733059edba7, 'name': SearchDatastore_Task, 'duration_secs': 0.05284} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.096293] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78a265c0-e3bd-42a4-8abc-25628d12e51c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.101892] env[69350]: DEBUG oslo_vmware.api [None req-aa48fb82-87d7-4031-a51f-35c4e82476c2 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Waiting for the task: (returnval){ [ 1182.101892] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]525622b8-caca-977d-3149-be13ac226eab" [ 1182.101892] env[69350]: _type = "Task" [ 1182.101892] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.107458] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b25d6eae-1d64-4577-9c0e-0d778dd5558b tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.110686] env[69350]: DEBUG oslo_vmware.api [None req-aa48fb82-87d7-4031-a51f-35c4e82476c2 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]525622b8-caca-977d-3149-be13ac226eab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.121180] env[69350]: DEBUG oslo_vmware.api [None req-aa7afefe-0d6a-45b5-885c-f160e5a4a8ef tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3365892, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082698} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.124424] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-aa7afefe-0d6a-45b5-885c-f160e5a4a8ef tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: c2902164-bd0d-4dfd-bfa5-4777e4341d4b] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1182.125189] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c711442c-18aa-4450-acf1-48fff4f2b1c4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.131857] env[69350]: DEBUG oslo_vmware.api [None req-a877ba2c-f615-45db-a33c-c717a5b85b5a tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Task: {'id': task-3365888, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.646815} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.141835] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-a877ba2c-f615-45db-a33c-c717a5b85b5a tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] a8668eef-6f79-4399-8220-e0ffc5218c1d/a8668eef-6f79-4399-8220-e0ffc5218c1d.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1182.142101] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a877ba2c-f615-45db-a33c-c717a5b85b5a tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] [instance: a8668eef-6f79-4399-8220-e0ffc5218c1d] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1182.150931] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa7afefe-0d6a-45b5-885c-f160e5a4a8ef tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: c2902164-bd0d-4dfd-bfa5-4777e4341d4b] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] c2902164-bd0d-4dfd-bfa5-4777e4341d4b/c2902164-bd0d-4dfd-bfa5-4777e4341d4b.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1182.152147] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0b2eb499-fe20-4b81-986c-aa36248d96f3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.153895] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-224316fc-ebff-4386-b8e7-0b9f61c0b2a1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.168815] env[69350]: DEBUG nova.compute.manager [req-005d5550-10d7-4f9c-8a66-e319c1a37a84 req-88078ec0-ff16-4cda-8cee-eac4101fd563 service nova] [instance: aad4e7c2-8241-4c46-be12-938b0673d68e] Received event network-vif-deleted-b1af3607-5317-4ec5-b397-1f27a7823c62 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1182.175172] env[69350]: DEBUG oslo_vmware.api [None req-a877ba2c-f615-45db-a33c-c717a5b85b5a tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Waiting for the task: (returnval){ [ 1182.175172] env[69350]: value = "task-3365893" [ 1182.175172] env[69350]: _type = "Task" [ 1182.175172] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.176276] env[69350]: DEBUG oslo_vmware.api [None req-aa7afefe-0d6a-45b5-885c-f160e5a4a8ef tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Waiting for the task: (returnval){ [ 1182.176276] env[69350]: value = "task-3365894" [ 1182.176276] env[69350]: _type = "Task" [ 1182.176276] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.188371] env[69350]: DEBUG oslo_vmware.api [None req-a877ba2c-f615-45db-a33c-c717a5b85b5a tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Task: {'id': task-3365893, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.192198] env[69350]: DEBUG oslo_vmware.api [None req-aa7afefe-0d6a-45b5-885c-f160e5a4a8ef tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3365894, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.292850] env[69350]: DEBUG oslo_vmware.api [None req-7a928552-200e-49cd-99c5-962d68f5693e tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5256fd11-e47e-f22b-dae4-ef66eadfd8cf, 'name': SearchDatastore_Task, 'duration_secs': 0.010878} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.293173] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7a928552-200e-49cd-99c5-962d68f5693e tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.293408] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7a928552-200e-49cd-99c5-962d68f5693e tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: c844b729-b790-484f-a78b-3eff6f936586] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1182.293622] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7a928552-200e-49cd-99c5-962d68f5693e tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.312313] env[69350]: DEBUG oslo_vmware.api [None req-b89a0a35-9459-4ac1-904f-5ad2139b683e tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Task: {'id': task-3365890, 'name': PowerOnVM_Task, 'duration_secs': 0.609426} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.312609] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-b89a0a35-9459-4ac1-904f-5ad2139b683e tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: c168608c-1c65-4e48-be87-93dfa497f573] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1182.312845] env[69350]: DEBUG nova.compute.manager [None req-b89a0a35-9459-4ac1-904f-5ad2139b683e tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: c168608c-1c65-4e48-be87-93dfa497f573] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1182.313730] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27793a1c-4363-427b-b7e9-6a055bb99693 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.469126] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ac35d4f3-f8d1-4036-b4ed-68a93a3e55df tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.434s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.469342] env[69350]: INFO nova.compute.manager [None req-ac35d4f3-f8d1-4036-b4ed-68a93a3e55df tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6] Migrating [ 1182.476149] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c47b5626-75ba-409a-a258-0d9b3de83ee3 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.695s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.476472] env[69350]: DEBUG nova.objects.instance [None req-c47b5626-75ba-409a-a258-0d9b3de83ee3 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Lazy-loading 'resources' on Instance uuid aad4e7c2-8241-4c46-be12-938b0673d68e {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1182.517590] env[69350]: DEBUG oslo_vmware.api [None req-e625340b-51ce-499e-9a39-829df2367df7 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365891, 'name': ReconfigVM_Task, 'duration_secs': 0.576809} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.517848] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-e625340b-51ce-499e-9a39-829df2367df7 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] Reconfigured VM instance instance-0000004d to detach disk 2001 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1182.522593] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83e00ba3-a86a-4445-abf1-9c3771946ae2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.536758] env[69350]: DEBUG oslo_vmware.api [None req-e625340b-51ce-499e-9a39-829df2367df7 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Waiting for the task: (returnval){ [ 1182.536758] env[69350]: value = "task-3365895" [ 1182.536758] env[69350]: _type = "Task" [ 1182.536758] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.541826] env[69350]: DEBUG nova.compute.manager [req-fb1a98d2-605a-4b06-8f0e-64250ddc5418 req-e285fd25-2a76-461a-864b-4920cdf915ab service nova] [instance: 492d3ac9-3817-47b3-8fa4-3969d4617244] Received event network-changed-d638d6fd-0d49-4798-bbec-948d0c7692f4 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1182.542045] env[69350]: DEBUG nova.compute.manager [req-fb1a98d2-605a-4b06-8f0e-64250ddc5418 req-e285fd25-2a76-461a-864b-4920cdf915ab service nova] [instance: 492d3ac9-3817-47b3-8fa4-3969d4617244] Refreshing instance network info cache due to event network-changed-d638d6fd-0d49-4798-bbec-948d0c7692f4. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1182.542281] env[69350]: DEBUG oslo_concurrency.lockutils [req-fb1a98d2-605a-4b06-8f0e-64250ddc5418 req-e285fd25-2a76-461a-864b-4920cdf915ab service nova] Acquiring lock "refresh_cache-492d3ac9-3817-47b3-8fa4-3969d4617244" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.542424] env[69350]: DEBUG oslo_concurrency.lockutils [req-fb1a98d2-605a-4b06-8f0e-64250ddc5418 req-e285fd25-2a76-461a-864b-4920cdf915ab service nova] Acquired lock "refresh_cache-492d3ac9-3817-47b3-8fa4-3969d4617244" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.542581] env[69350]: DEBUG nova.network.neutron [req-fb1a98d2-605a-4b06-8f0e-64250ddc5418 req-e285fd25-2a76-461a-864b-4920cdf915ab service nova] [instance: 492d3ac9-3817-47b3-8fa4-3969d4617244] Refreshing network info cache for port d638d6fd-0d49-4798-bbec-948d0c7692f4 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1182.548470] env[69350]: DEBUG oslo_vmware.api [None req-e625340b-51ce-499e-9a39-829df2367df7 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365895, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.612603] env[69350]: DEBUG oslo_vmware.api [None req-aa48fb82-87d7-4031-a51f-35c4e82476c2 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]525622b8-caca-977d-3149-be13ac226eab, 'name': SearchDatastore_Task, 'duration_secs': 0.062688} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.612950] env[69350]: DEBUG oslo_concurrency.lockutils [None req-aa48fb82-87d7-4031-a51f-35c4e82476c2 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.613290] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa48fb82-87d7-4031-a51f-35c4e82476c2 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] d626c562-9799-43f3-a25a-5bdc1774ef77/d626c562-9799-43f3-a25a-5bdc1774ef77.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1182.613599] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7a928552-200e-49cd-99c5-962d68f5693e tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.613794] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a928552-200e-49cd-99c5-962d68f5693e tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1182.614032] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d66c5d9-4422-4169-8dde-e7a203128d39 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.616052] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e4f2fdb-1852-4c8e-a907-1b428fa00a53 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.622843] env[69350]: DEBUG oslo_vmware.api [None req-aa48fb82-87d7-4031-a51f-35c4e82476c2 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Waiting for the task: (returnval){ [ 1182.622843] env[69350]: value = "task-3365896" [ 1182.622843] env[69350]: _type = "Task" [ 1182.622843] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.627421] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a928552-200e-49cd-99c5-962d68f5693e tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1182.627601] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7a928552-200e-49cd-99c5-962d68f5693e tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1182.631325] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9eb081f-0b41-453a-b194-cbd888ffcb2d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.633479] env[69350]: DEBUG oslo_vmware.api [None req-aa48fb82-87d7-4031-a51f-35c4e82476c2 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3365896, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.636197] env[69350]: DEBUG oslo_vmware.api [None req-7a928552-200e-49cd-99c5-962d68f5693e tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Waiting for the task: (returnval){ [ 1182.636197] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52c2ad26-e992-1493-455e-0d2a1f75c497" [ 1182.636197] env[69350]: _type = "Task" [ 1182.636197] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.643361] env[69350]: DEBUG oslo_vmware.api [None req-7a928552-200e-49cd-99c5-962d68f5693e tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52c2ad26-e992-1493-455e-0d2a1f75c497, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.686837] env[69350]: DEBUG oslo_vmware.api [None req-a877ba2c-f615-45db-a33c-c717a5b85b5a tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Task: {'id': task-3365893, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.205673} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.687533] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a877ba2c-f615-45db-a33c-c717a5b85b5a tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] [instance: a8668eef-6f79-4399-8220-e0ffc5218c1d] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1182.688359] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8de16d2-1ebd-42df-9da7-043cec79c3c9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.693952] env[69350]: DEBUG oslo_vmware.api [None req-aa7afefe-0d6a-45b5-885c-f160e5a4a8ef tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3365894, 'name': ReconfigVM_Task, 'duration_secs': 0.266064} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.694548] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa7afefe-0d6a-45b5-885c-f160e5a4a8ef tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: c2902164-bd0d-4dfd-bfa5-4777e4341d4b] Reconfigured VM instance instance-00000060 to attach disk [datastore1] c2902164-bd0d-4dfd-bfa5-4777e4341d4b/c2902164-bd0d-4dfd-bfa5-4777e4341d4b.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1182.695170] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4b5036a2-9b4b-4d7e-adcd-a2d48bc3291a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.713500] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-a877ba2c-f615-45db-a33c-c717a5b85b5a tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] [instance: a8668eef-6f79-4399-8220-e0ffc5218c1d] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] a8668eef-6f79-4399-8220-e0ffc5218c1d/a8668eef-6f79-4399-8220-e0ffc5218c1d.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1182.714175] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2eabd5da-c468-4f44-9805-5a299d207d73 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.729168] env[69350]: DEBUG oslo_vmware.api [None req-aa7afefe-0d6a-45b5-885c-f160e5a4a8ef tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Waiting for the task: (returnval){ [ 1182.729168] env[69350]: value = "task-3365897" [ 1182.729168] env[69350]: _type = "Task" [ 1182.729168] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.735370] env[69350]: DEBUG oslo_vmware.api [None req-a877ba2c-f615-45db-a33c-c717a5b85b5a tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Waiting for the task: (returnval){ [ 1182.735370] env[69350]: value = "task-3365898" [ 1182.735370] env[69350]: _type = "Task" [ 1182.735370] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.738711] env[69350]: DEBUG oslo_vmware.api [None req-aa7afefe-0d6a-45b5-885c-f160e5a4a8ef tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3365897, 'name': Rename_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.746543] env[69350]: DEBUG oslo_vmware.api [None req-a877ba2c-f615-45db-a33c-c717a5b85b5a tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Task: {'id': task-3365898, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.987279] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ac35d4f3-f8d1-4036-b4ed-68a93a3e55df tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Acquiring lock "refresh_cache-f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.987634] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ac35d4f3-f8d1-4036-b4ed-68a93a3e55df tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Acquired lock "refresh_cache-f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.987908] env[69350]: DEBUG nova.network.neutron [None req-ac35d4f3-f8d1-4036-b4ed-68a93a3e55df tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1183.048617] env[69350]: DEBUG oslo_vmware.api [None req-e625340b-51ce-499e-9a39-829df2367df7 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365895, 'name': ReconfigVM_Task, 'duration_secs': 0.390761} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.049142] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-e625340b-51ce-499e-9a39-829df2367df7 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-671647', 'volume_id': 'd798d62a-a4b3-4c93-bc12-bcde7e05d882', 'name': 'volume-d798d62a-a4b3-4c93-bc12-bcde7e05d882', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '7a738554-0623-4e36-ba13-4d4f1346154c', 'attached_at': '2025-04-08T13:54:36.000000', 'detached_at': '', 'volume_id': 'd798d62a-a4b3-4c93-bc12-bcde7e05d882', 'serial': 'd798d62a-a4b3-4c93-bc12-bcde7e05d882'} {{(pid=69350) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1183.049354] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e625340b-51ce-499e-9a39-829df2367df7 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1183.050901] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af35bec-9785-4468-aafc-7e4376ae549c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.060757] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e625340b-51ce-499e-9a39-829df2367df7 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1183.060941] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2722a792-8c76-4787-b1ba-1f0844cce2a1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.138394] env[69350]: DEBUG oslo_vmware.api [None req-aa48fb82-87d7-4031-a51f-35c4e82476c2 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3365896, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.143582] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e625340b-51ce-499e-9a39-829df2367df7 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1183.143802] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e625340b-51ce-499e-9a39-829df2367df7 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1183.143985] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-e625340b-51ce-499e-9a39-829df2367df7 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Deleting the datastore file [datastore2] 7a738554-0623-4e36-ba13-4d4f1346154c {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1183.146842] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2fd5a0b0-0bdc-444c-9c14-f6f2c64bfdb2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.157229] env[69350]: DEBUG oslo_vmware.api [None req-7a928552-200e-49cd-99c5-962d68f5693e tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52c2ad26-e992-1493-455e-0d2a1f75c497, 'name': SearchDatastore_Task, 'duration_secs': 0.046239} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.159385] env[69350]: DEBUG oslo_vmware.api [None req-e625340b-51ce-499e-9a39-829df2367df7 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Waiting for the task: (returnval){ [ 1183.159385] env[69350]: value = "task-3365900" [ 1183.159385] env[69350]: _type = "Task" [ 1183.159385] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.159611] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-081317e2-6d2d-4009-a54c-02e67e96f5c6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.173860] env[69350]: DEBUG oslo_vmware.api [None req-e625340b-51ce-499e-9a39-829df2367df7 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365900, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.175371] env[69350]: DEBUG oslo_vmware.api [None req-7a928552-200e-49cd-99c5-962d68f5693e tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Waiting for the task: (returnval){ [ 1183.175371] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5256dc0f-7d65-4d1f-7968-49ef483eb20b" [ 1183.175371] env[69350]: _type = "Task" [ 1183.175371] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.188867] env[69350]: DEBUG oslo_vmware.api [None req-7a928552-200e-49cd-99c5-962d68f5693e tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5256dc0f-7d65-4d1f-7968-49ef483eb20b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.229181] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af06142-d26b-475f-9641-5e0c17400d19 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.241000] env[69350]: DEBUG oslo_vmware.api [None req-aa7afefe-0d6a-45b5-885c-f160e5a4a8ef tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3365897, 'name': Rename_Task, 'duration_secs': 0.145654} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.245897] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa7afefe-0d6a-45b5-885c-f160e5a4a8ef tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: c2902164-bd0d-4dfd-bfa5-4777e4341d4b] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1183.248777] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ec98629-6af2-4d13-acc0-c6189e9be2c6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.251485] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-419775cf-1356-4c15-a5b2-5eb760d81b69 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.261093] env[69350]: DEBUG oslo_vmware.api [None req-a877ba2c-f615-45db-a33c-c717a5b85b5a tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Task: {'id': task-3365898, 'name': ReconfigVM_Task, 'duration_secs': 0.306319} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.289732] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-a877ba2c-f615-45db-a33c-c717a5b85b5a tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] [instance: a8668eef-6f79-4399-8220-e0ffc5218c1d] Reconfigured VM instance instance-00000062 to attach disk [datastore2] a8668eef-6f79-4399-8220-e0ffc5218c1d/a8668eef-6f79-4399-8220-e0ffc5218c1d.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1183.290576] env[69350]: DEBUG oslo_vmware.api [None req-aa7afefe-0d6a-45b5-885c-f160e5a4a8ef tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Waiting for the task: (returnval){ [ 1183.290576] env[69350]: value = "task-3365901" [ 1183.290576] env[69350]: _type = "Task" [ 1183.290576] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.291073] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-94c5e1d0-5b84-401c-9038-88ec32b1a109 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.293594] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f7b4d9-e2d5-44e0-85f4-a96329a4eedc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.310941] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c83a95-1d42-4792-853f-b1ba733ae2bf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.315701] env[69350]: DEBUG oslo_vmware.api [None req-aa7afefe-0d6a-45b5-885c-f160e5a4a8ef tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3365901, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.317409] env[69350]: DEBUG oslo_vmware.api [None req-a877ba2c-f615-45db-a33c-c717a5b85b5a tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Waiting for the task: (returnval){ [ 1183.317409] env[69350]: value = "task-3365902" [ 1183.317409] env[69350]: _type = "Task" [ 1183.317409] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.330493] env[69350]: DEBUG nova.compute.provider_tree [None req-c47b5626-75ba-409a-a258-0d9b3de83ee3 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1183.336418] env[69350]: DEBUG oslo_vmware.api [None req-a877ba2c-f615-45db-a33c-c717a5b85b5a tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Task: {'id': task-3365902, 'name': Rename_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.632980] env[69350]: DEBUG oslo_vmware.api [None req-aa48fb82-87d7-4031-a51f-35c4e82476c2 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3365896, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.769774} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.633284] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa48fb82-87d7-4031-a51f-35c4e82476c2 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] d626c562-9799-43f3-a25a-5bdc1774ef77/d626c562-9799-43f3-a25a-5bdc1774ef77.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1183.633546] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-aa48fb82-87d7-4031-a51f-35c4e82476c2 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: d626c562-9799-43f3-a25a-5bdc1774ef77] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1183.633801] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a40f248b-36f0-45fb-8502-46acf04e4249 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.640072] env[69350]: DEBUG oslo_vmware.api [None req-aa48fb82-87d7-4031-a51f-35c4e82476c2 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Waiting for the task: (returnval){ [ 1183.640072] env[69350]: value = "task-3365903" [ 1183.640072] env[69350]: _type = "Task" [ 1183.640072] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.648321] env[69350]: DEBUG oslo_vmware.api [None req-aa48fb82-87d7-4031-a51f-35c4e82476c2 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3365903, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.671343] env[69350]: DEBUG oslo_vmware.api [None req-e625340b-51ce-499e-9a39-829df2367df7 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365900, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.454963} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.671605] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-e625340b-51ce-499e-9a39-829df2367df7 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1183.671788] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e625340b-51ce-499e-9a39-829df2367df7 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1183.671965] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e625340b-51ce-499e-9a39-829df2367df7 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1183.672152] env[69350]: INFO nova.compute.manager [None req-e625340b-51ce-499e-9a39-829df2367df7 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] Took 2.83 seconds to destroy the instance on the hypervisor. [ 1183.672392] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e625340b-51ce-499e-9a39-829df2367df7 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1183.672579] env[69350]: DEBUG nova.compute.manager [-] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1183.672710] env[69350]: DEBUG nova.network.neutron [-] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1183.675455] env[69350]: DEBUG nova.network.neutron [req-fb1a98d2-605a-4b06-8f0e-64250ddc5418 req-e285fd25-2a76-461a-864b-4920cdf915ab service nova] [instance: 492d3ac9-3817-47b3-8fa4-3969d4617244] Updated VIF entry in instance network info cache for port d638d6fd-0d49-4798-bbec-948d0c7692f4. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1183.675792] env[69350]: DEBUG nova.network.neutron [req-fb1a98d2-605a-4b06-8f0e-64250ddc5418 req-e285fd25-2a76-461a-864b-4920cdf915ab service nova] [instance: 492d3ac9-3817-47b3-8fa4-3969d4617244] Updating instance_info_cache with network_info: [{"id": "d638d6fd-0d49-4798-bbec-948d0c7692f4", "address": "fa:16:3e:87:07:e8", "network": {"id": "40334e43-9f84-443d-804a-12efd4b9811e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-200552017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3571746915f448e3a8390b87a7cc7369", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd638d6fd-0d", "ovs_interfaceid": "d638d6fd-0d49-4798-bbec-948d0c7692f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.685771] env[69350]: DEBUG oslo_vmware.api [None req-7a928552-200e-49cd-99c5-962d68f5693e tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5256dc0f-7d65-4d1f-7968-49ef483eb20b, 'name': SearchDatastore_Task, 'duration_secs': 0.065899} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.686022] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7a928552-200e-49cd-99c5-962d68f5693e tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.686267] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a928552-200e-49cd-99c5-962d68f5693e tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] c844b729-b790-484f-a78b-3eff6f936586/c844b729-b790-484f-a78b-3eff6f936586.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1183.686517] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ad26473e-e5bf-43c8-af11-b26b34e9b00b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.692128] env[69350]: DEBUG oslo_vmware.api [None req-7a928552-200e-49cd-99c5-962d68f5693e tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Waiting for the task: (returnval){ [ 1183.692128] env[69350]: value = "task-3365904" [ 1183.692128] env[69350]: _type = "Task" [ 1183.692128] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.703669] env[69350]: DEBUG oslo_vmware.api [None req-7a928552-200e-49cd-99c5-962d68f5693e tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3365904, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.802724] env[69350]: DEBUG oslo_vmware.api [None req-aa7afefe-0d6a-45b5-885c-f160e5a4a8ef tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3365901, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.831405] env[69350]: DEBUG oslo_vmware.api [None req-a877ba2c-f615-45db-a33c-c717a5b85b5a tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Task: {'id': task-3365902, 'name': Rename_Task, 'duration_secs': 0.175927} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.831790] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-a877ba2c-f615-45db-a33c-c717a5b85b5a tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] [instance: a8668eef-6f79-4399-8220-e0ffc5218c1d] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1183.832284] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de84a7ae-b0f6-4f4a-98b9-0a4dd8e7c396 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.835775] env[69350]: DEBUG nova.scheduler.client.report [None req-c47b5626-75ba-409a-a258-0d9b3de83ee3 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1183.844661] env[69350]: DEBUG oslo_vmware.api [None req-a877ba2c-f615-45db-a33c-c717a5b85b5a tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Waiting for the task: (returnval){ [ 1183.844661] env[69350]: value = "task-3365905" [ 1183.844661] env[69350]: _type = "Task" [ 1183.844661] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.857793] env[69350]: DEBUG oslo_vmware.api [None req-a877ba2c-f615-45db-a33c-c717a5b85b5a tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Task: {'id': task-3365905, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.922356] env[69350]: DEBUG nova.network.neutron [None req-ac35d4f3-f8d1-4036-b4ed-68a93a3e55df tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6] Updating instance_info_cache with network_info: [{"id": "af9b7f95-596e-41ce-bdd7-dd9457af3887", "address": "fa:16:3e:57:78:44", "network": {"id": "b27a5766-3026-4d42-a208-8e9c2a543be5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1341532197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a61919e72ea342e59edac0c76d120df9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf9b7f95-59", "ovs_interfaceid": "af9b7f95-596e-41ce-bdd7-dd9457af3887", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.152045] env[69350]: DEBUG oslo_vmware.api [None req-aa48fb82-87d7-4031-a51f-35c4e82476c2 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3365903, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066875} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.152358] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-aa48fb82-87d7-4031-a51f-35c4e82476c2 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: d626c562-9799-43f3-a25a-5bdc1774ef77] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1184.153297] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-447f2cf9-5f85-4935-8b9d-de5f50b16858 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.180146] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa48fb82-87d7-4031-a51f-35c4e82476c2 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: d626c562-9799-43f3-a25a-5bdc1774ef77] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] d626c562-9799-43f3-a25a-5bdc1774ef77/d626c562-9799-43f3-a25a-5bdc1774ef77.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1184.180146] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4e40096-4f22-4b29-b1c0-c857237b7be9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.193476] env[69350]: DEBUG oslo_concurrency.lockutils [req-fb1a98d2-605a-4b06-8f0e-64250ddc5418 req-e285fd25-2a76-461a-864b-4920cdf915ab service nova] Releasing lock "refresh_cache-492d3ac9-3817-47b3-8fa4-3969d4617244" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.204363] env[69350]: DEBUG oslo_vmware.api [None req-7a928552-200e-49cd-99c5-962d68f5693e tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3365904, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.205901] env[69350]: DEBUG oslo_vmware.api [None req-aa48fb82-87d7-4031-a51f-35c4e82476c2 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Waiting for the task: (returnval){ [ 1184.205901] env[69350]: value = "task-3365906" [ 1184.205901] env[69350]: _type = "Task" [ 1184.205901] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.215276] env[69350]: DEBUG oslo_vmware.api [None req-aa48fb82-87d7-4031-a51f-35c4e82476c2 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3365906, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.289670] env[69350]: DEBUG nova.compute.manager [req-9234bba9-b1ae-4c2d-9227-96dc47987333 req-d16c8a8c-d227-4c9f-8c4b-ff5d543f5d06 service nova] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] Received event network-vif-deleted-3578eb60-2aef-407f-b97f-23621ac41132 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1184.290049] env[69350]: INFO nova.compute.manager [req-9234bba9-b1ae-4c2d-9227-96dc47987333 req-d16c8a8c-d227-4c9f-8c4b-ff5d543f5d06 service nova] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] Neutron deleted interface 3578eb60-2aef-407f-b97f-23621ac41132; detaching it from the instance and deleting it from the info cache [ 1184.290257] env[69350]: DEBUG nova.network.neutron [req-9234bba9-b1ae-4c2d-9227-96dc47987333 req-d16c8a8c-d227-4c9f-8c4b-ff5d543f5d06 service nova] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.305706] env[69350]: DEBUG oslo_vmware.api [None req-aa7afefe-0d6a-45b5-885c-f160e5a4a8ef tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3365901, 'name': PowerOnVM_Task, 'duration_secs': 0.614767} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.306677] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa7afefe-0d6a-45b5-885c-f160e5a4a8ef tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: c2902164-bd0d-4dfd-bfa5-4777e4341d4b] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1184.306953] env[69350]: INFO nova.compute.manager [None req-aa7afefe-0d6a-45b5-885c-f160e5a4a8ef tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: c2902164-bd0d-4dfd-bfa5-4777e4341d4b] Took 9.06 seconds to spawn the instance on the hypervisor. [ 1184.307171] env[69350]: DEBUG nova.compute.manager [None req-aa7afefe-0d6a-45b5-885c-f160e5a4a8ef tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: c2902164-bd0d-4dfd-bfa5-4777e4341d4b] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1184.308511] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8020cab5-74c5-4ccf-ac9b-4c3c160c53a9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.340507] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c47b5626-75ba-409a-a258-0d9b3de83ee3 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.864s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.343287] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b25d6eae-1d64-4577-9c0e-0d778dd5558b tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.236s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.345255] env[69350]: INFO nova.compute.claims [None req-b25d6eae-1d64-4577-9c0e-0d778dd5558b tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: e949bbaf-d136-41b7-b001-daf3d99a1502] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1184.360583] env[69350]: DEBUG oslo_vmware.api [None req-a877ba2c-f615-45db-a33c-c717a5b85b5a tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Task: {'id': task-3365905, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.366162] env[69350]: INFO nova.scheduler.client.report [None req-c47b5626-75ba-409a-a258-0d9b3de83ee3 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Deleted allocations for instance aad4e7c2-8241-4c46-be12-938b0673d68e [ 1184.425250] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ac35d4f3-f8d1-4036-b4ed-68a93a3e55df tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Releasing lock "refresh_cache-f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.706878] env[69350]: DEBUG oslo_vmware.api [None req-7a928552-200e-49cd-99c5-962d68f5693e tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3365904, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.692428} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.710124] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a928552-200e-49cd-99c5-962d68f5693e tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] c844b729-b790-484f-a78b-3eff6f936586/c844b729-b790-484f-a78b-3eff6f936586.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1184.710359] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7a928552-200e-49cd-99c5-962d68f5693e tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: c844b729-b790-484f-a78b-3eff6f936586] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1184.710617] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-94ff9666-9a7f-4175-90ab-0233566a60e5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.718580] env[69350]: DEBUG oslo_vmware.api [None req-aa48fb82-87d7-4031-a51f-35c4e82476c2 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3365906, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.720012] env[69350]: DEBUG oslo_vmware.api [None req-7a928552-200e-49cd-99c5-962d68f5693e tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Waiting for the task: (returnval){ [ 1184.720012] env[69350]: value = "task-3365907" [ 1184.720012] env[69350]: _type = "Task" [ 1184.720012] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.727547] env[69350]: DEBUG oslo_vmware.api [None req-7a928552-200e-49cd-99c5-962d68f5693e tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3365907, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.769203] env[69350]: DEBUG nova.network.neutron [-] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.793225] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fa498ea8-8c9f-4b56-8e24-f2830fa499de {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.805070] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bc5ced6-3d4e-4f78-81dc-29999f548057 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.826976] env[69350]: INFO nova.compute.manager [None req-aa7afefe-0d6a-45b5-885c-f160e5a4a8ef tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: c2902164-bd0d-4dfd-bfa5-4777e4341d4b] Took 24.74 seconds to build instance. [ 1184.839999] env[69350]: DEBUG nova.compute.manager [req-9234bba9-b1ae-4c2d-9227-96dc47987333 req-d16c8a8c-d227-4c9f-8c4b-ff5d543f5d06 service nova] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] Detach interface failed, port_id=3578eb60-2aef-407f-b97f-23621ac41132, reason: Instance 7a738554-0623-4e36-ba13-4d4f1346154c could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1184.862245] env[69350]: DEBUG oslo_vmware.api [None req-a877ba2c-f615-45db-a33c-c717a5b85b5a tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Task: {'id': task-3365905, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.875439] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c47b5626-75ba-409a-a258-0d9b3de83ee3 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Lock "aad4e7c2-8241-4c46-be12-938b0673d68e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.066s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.216798] env[69350]: DEBUG oslo_vmware.api [None req-aa48fb82-87d7-4031-a51f-35c4e82476c2 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3365906, 'name': ReconfigVM_Task, 'duration_secs': 0.843724} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.217103] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa48fb82-87d7-4031-a51f-35c4e82476c2 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: d626c562-9799-43f3-a25a-5bdc1774ef77] Reconfigured VM instance instance-00000061 to attach disk [datastore2] d626c562-9799-43f3-a25a-5bdc1774ef77/d626c562-9799-43f3-a25a-5bdc1774ef77.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1185.217726] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3ae5308b-1f44-4d0d-af1a-d4e5cec1a805 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.224220] env[69350]: DEBUG oslo_vmware.api [None req-aa48fb82-87d7-4031-a51f-35c4e82476c2 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Waiting for the task: (returnval){ [ 1185.224220] env[69350]: value = "task-3365908" [ 1185.224220] env[69350]: _type = "Task" [ 1185.224220] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.230259] env[69350]: DEBUG oslo_vmware.api [None req-7a928552-200e-49cd-99c5-962d68f5693e tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3365907, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.206339} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.230775] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7a928552-200e-49cd-99c5-962d68f5693e tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: c844b729-b790-484f-a78b-3eff6f936586] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1185.231513] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d63739-e11e-4ddc-a7ed-0a8b35f3f51a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.236376] env[69350]: DEBUG oslo_vmware.api [None req-aa48fb82-87d7-4031-a51f-35c4e82476c2 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3365908, 'name': Rename_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.257108] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a928552-200e-49cd-99c5-962d68f5693e tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: c844b729-b790-484f-a78b-3eff6f936586] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] c844b729-b790-484f-a78b-3eff6f936586/c844b729-b790-484f-a78b-3eff6f936586.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1185.257383] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53d14a0e-9e1b-4dc7-8016-610706d39357 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.273316] env[69350]: INFO nova.compute.manager [-] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] Took 1.60 seconds to deallocate network for instance. [ 1185.279603] env[69350]: DEBUG oslo_vmware.api [None req-7a928552-200e-49cd-99c5-962d68f5693e tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Waiting for the task: (returnval){ [ 1185.279603] env[69350]: value = "task-3365909" [ 1185.279603] env[69350]: _type = "Task" [ 1185.279603] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.287514] env[69350]: DEBUG oslo_vmware.api [None req-7a928552-200e-49cd-99c5-962d68f5693e tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3365909, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.329356] env[69350]: DEBUG oslo_concurrency.lockutils [None req-aa7afefe-0d6a-45b5-885c-f160e5a4a8ef tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Lock "c2902164-bd0d-4dfd-bfa5-4777e4341d4b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.253s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.361011] env[69350]: DEBUG oslo_vmware.api [None req-a877ba2c-f615-45db-a33c-c717a5b85b5a tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Task: {'id': task-3365905, 'name': PowerOnVM_Task, 'duration_secs': 1.119298} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.361494] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-a877ba2c-f615-45db-a33c-c717a5b85b5a tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] [instance: a8668eef-6f79-4399-8220-e0ffc5218c1d] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1185.361731] env[69350]: INFO nova.compute.manager [None req-a877ba2c-f615-45db-a33c-c717a5b85b5a tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] [instance: a8668eef-6f79-4399-8220-e0ffc5218c1d] Took 5.50 seconds to spawn the instance on the hypervisor. [ 1185.361917] env[69350]: DEBUG nova.compute.manager [None req-a877ba2c-f615-45db-a33c-c717a5b85b5a tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] [instance: a8668eef-6f79-4399-8220-e0ffc5218c1d] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1185.362713] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf466ff2-3cd1-40aa-b223-72ab73923b69 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.543106] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaae3628-bc86-441b-b44a-86ea986d6e83 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.551394] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29aba052-09c1-47b6-bc1d-d59a86d5d5bc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.581349] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa104ef8-1b1f-4b98-b293-b10eeeb72ad5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.589042] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8823e39-82b2-437c-ac87-bf5642c1cb1e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.603283] env[69350]: DEBUG nova.compute.provider_tree [None req-b25d6eae-1d64-4577-9c0e-0d778dd5558b tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1185.736227] env[69350]: DEBUG oslo_vmware.api [None req-aa48fb82-87d7-4031-a51f-35c4e82476c2 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3365908, 'name': Rename_Task, 'duration_secs': 0.315189} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.736547] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa48fb82-87d7-4031-a51f-35c4e82476c2 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: d626c562-9799-43f3-a25a-5bdc1774ef77] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1185.736834] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-60501c9e-bc9b-43cc-9067-3464341f2a0b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.743172] env[69350]: DEBUG oslo_vmware.api [None req-aa48fb82-87d7-4031-a51f-35c4e82476c2 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Waiting for the task: (returnval){ [ 1185.743172] env[69350]: value = "task-3365910" [ 1185.743172] env[69350]: _type = "Task" [ 1185.743172] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.751081] env[69350]: DEBUG oslo_vmware.api [None req-aa48fb82-87d7-4031-a51f-35c4e82476c2 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3365910, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.790994] env[69350]: DEBUG oslo_vmware.api [None req-7a928552-200e-49cd-99c5-962d68f5693e tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3365909, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.823190] env[69350]: INFO nova.compute.manager [None req-e625340b-51ce-499e-9a39-829df2367df7 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] Took 0.55 seconds to detach 1 volumes for instance. [ 1185.881221] env[69350]: INFO nova.compute.manager [None req-a877ba2c-f615-45db-a33c-c717a5b85b5a tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] [instance: a8668eef-6f79-4399-8220-e0ffc5218c1d] Took 24.08 seconds to build instance. [ 1185.946722] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee1e4741-3943-44c2-94b6-3f4424059d79 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.967082] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ac35d4f3-f8d1-4036-b4ed-68a93a3e55df tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6] Updating instance 'f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6' progress to 0 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1186.106958] env[69350]: DEBUG nova.scheduler.client.report [None req-b25d6eae-1d64-4577-9c0e-0d778dd5558b tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1186.253334] env[69350]: DEBUG oslo_vmware.api [None req-aa48fb82-87d7-4031-a51f-35c4e82476c2 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3365910, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.289583] env[69350]: DEBUG oslo_vmware.api [None req-7a928552-200e-49cd-99c5-962d68f5693e tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3365909, 'name': ReconfigVM_Task, 'duration_secs': 0.7169} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.289859] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a928552-200e-49cd-99c5-962d68f5693e tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: c844b729-b790-484f-a78b-3eff6f936586] Reconfigured VM instance instance-0000005d to attach disk [datastore2] c844b729-b790-484f-a78b-3eff6f936586/c844b729-b790-484f-a78b-3eff6f936586.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1186.290485] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-76fb2662-714c-48dd-bd5d-6a322c66fe6f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.296899] env[69350]: DEBUG oslo_vmware.api [None req-7a928552-200e-49cd-99c5-962d68f5693e tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Waiting for the task: (returnval){ [ 1186.296899] env[69350]: value = "task-3365911" [ 1186.296899] env[69350]: _type = "Task" [ 1186.296899] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.307159] env[69350]: DEBUG oslo_vmware.api [None req-7a928552-200e-49cd-99c5-962d68f5693e tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3365911, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.329262] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e625340b-51ce-499e-9a39-829df2367df7 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.383905] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a877ba2c-f615-45db-a33c-c717a5b85b5a tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Lock "a8668eef-6f79-4399-8220-e0ffc5218c1d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.591s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.472784] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac35d4f3-f8d1-4036-b4ed-68a93a3e55df tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1186.473446] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-341caac9-bb33-47a3-a6ae-9327b4f19de3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.481340] env[69350]: DEBUG oslo_vmware.api [None req-ac35d4f3-f8d1-4036-b4ed-68a93a3e55df tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Waiting for the task: (returnval){ [ 1186.481340] env[69350]: value = "task-3365912" [ 1186.481340] env[69350]: _type = "Task" [ 1186.481340] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.491863] env[69350]: DEBUG oslo_vmware.api [None req-ac35d4f3-f8d1-4036-b4ed-68a93a3e55df tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365912, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.612624] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b25d6eae-1d64-4577-9c0e-0d778dd5558b tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.269s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.613285] env[69350]: DEBUG nova.compute.manager [None req-b25d6eae-1d64-4577-9c0e-0d778dd5558b tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: e949bbaf-d136-41b7-b001-daf3d99a1502] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1186.616647] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e625340b-51ce-499e-9a39-829df2367df7 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.287s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.616865] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e625340b-51ce-499e-9a39-829df2367df7 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.638486] env[69350]: INFO nova.scheduler.client.report [None req-e625340b-51ce-499e-9a39-829df2367df7 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Deleted allocations for instance 7a738554-0623-4e36-ba13-4d4f1346154c [ 1186.755334] env[69350]: DEBUG oslo_vmware.api [None req-aa48fb82-87d7-4031-a51f-35c4e82476c2 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3365910, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.808067] env[69350]: DEBUG oslo_vmware.api [None req-7a928552-200e-49cd-99c5-962d68f5693e tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3365911, 'name': Rename_Task, 'duration_secs': 0.161114} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.808067] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a928552-200e-49cd-99c5-962d68f5693e tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: c844b729-b790-484f-a78b-3eff6f936586] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1186.808259] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd0310e6-1d30-48bb-b277-a4d372c78267 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.816068] env[69350]: DEBUG oslo_vmware.api [None req-7a928552-200e-49cd-99c5-962d68f5693e tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Waiting for the task: (returnval){ [ 1186.816068] env[69350]: value = "task-3365913" [ 1186.816068] env[69350]: _type = "Task" [ 1186.816068] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.824215] env[69350]: DEBUG oslo_vmware.api [None req-7a928552-200e-49cd-99c5-962d68f5693e tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3365913, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.828454] env[69350]: INFO nova.compute.manager [None req-e112360a-da22-4cd8-862c-2cb61234e97b tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] [instance: a8668eef-6f79-4399-8220-e0ffc5218c1d] Rebuilding instance [ 1186.870241] env[69350]: DEBUG nova.compute.manager [None req-e112360a-da22-4cd8-862c-2cb61234e97b tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] [instance: a8668eef-6f79-4399-8220-e0ffc5218c1d] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1186.871218] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cedc01f0-ea00-4c46-b86b-c14b60ce2895 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.971922] env[69350]: DEBUG nova.compute.manager [None req-8ce9cbe3-e48e-4f86-bfa6-8953408ecde9 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: f1736cf7-d979-41ba-97d9-45c35b51cad8] Stashing vm_state: active {{(pid=69350) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1186.992223] env[69350]: DEBUG oslo_vmware.api [None req-ac35d4f3-f8d1-4036-b4ed-68a93a3e55df tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365912, 'name': PowerOffVM_Task, 'duration_secs': 0.27882} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.993017] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac35d4f3-f8d1-4036-b4ed-68a93a3e55df tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1186.993017] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ac35d4f3-f8d1-4036-b4ed-68a93a3e55df tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6] Updating instance 'f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6' progress to 17 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1187.122115] env[69350]: DEBUG nova.compute.utils [None req-b25d6eae-1d64-4577-9c0e-0d778dd5558b tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1187.123630] env[69350]: DEBUG nova.compute.manager [None req-b25d6eae-1d64-4577-9c0e-0d778dd5558b tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: e949bbaf-d136-41b7-b001-daf3d99a1502] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1187.124129] env[69350]: DEBUG nova.network.neutron [None req-b25d6eae-1d64-4577-9c0e-0d778dd5558b tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: e949bbaf-d136-41b7-b001-daf3d99a1502] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1187.148619] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e625340b-51ce-499e-9a39-829df2367df7 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Lock "7a738554-0623-4e36-ba13-4d4f1346154c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.818s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.188866] env[69350]: DEBUG nova.policy [None req-b25d6eae-1d64-4577-9c0e-0d778dd5558b tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '953db4ccd5e04e859766102a84a01db5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b765b6cd255040bda6aa6145fb5d6074', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 1187.254874] env[69350]: DEBUG oslo_vmware.api [None req-aa48fb82-87d7-4031-a51f-35c4e82476c2 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3365910, 'name': PowerOnVM_Task, 'duration_secs': 1.238556} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.259028] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa48fb82-87d7-4031-a51f-35c4e82476c2 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: d626c562-9799-43f3-a25a-5bdc1774ef77] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1187.259028] env[69350]: INFO nova.compute.manager [None req-aa48fb82-87d7-4031-a51f-35c4e82476c2 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: d626c562-9799-43f3-a25a-5bdc1774ef77] Took 9.72 seconds to spawn the instance on the hypervisor. [ 1187.259028] env[69350]: DEBUG nova.compute.manager [None req-aa48fb82-87d7-4031-a51f-35c4e82476c2 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: d626c562-9799-43f3-a25a-5bdc1774ef77] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1187.259028] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfee1645-4ecd-4eb2-82f2-4dc76d2cdd40 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.327217] env[69350]: DEBUG oslo_vmware.api [None req-7a928552-200e-49cd-99c5-962d68f5693e tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3365913, 'name': PowerOnVM_Task} progress is 79%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.504684] env[69350]: DEBUG nova.virt.hardware [None req-ac35d4f3-f8d1-4036-b4ed-68a93a3e55df tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1187.504684] env[69350]: DEBUG nova.virt.hardware [None req-ac35d4f3-f8d1-4036-b4ed-68a93a3e55df tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1187.504684] env[69350]: DEBUG nova.virt.hardware [None req-ac35d4f3-f8d1-4036-b4ed-68a93a3e55df tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1187.504684] env[69350]: DEBUG nova.virt.hardware [None req-ac35d4f3-f8d1-4036-b4ed-68a93a3e55df tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1187.504684] env[69350]: DEBUG nova.virt.hardware [None req-ac35d4f3-f8d1-4036-b4ed-68a93a3e55df tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1187.504684] env[69350]: DEBUG nova.virt.hardware [None req-ac35d4f3-f8d1-4036-b4ed-68a93a3e55df tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1187.504684] env[69350]: DEBUG nova.virt.hardware [None req-ac35d4f3-f8d1-4036-b4ed-68a93a3e55df tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1187.504684] env[69350]: DEBUG nova.virt.hardware [None req-ac35d4f3-f8d1-4036-b4ed-68a93a3e55df tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1187.504684] env[69350]: DEBUG nova.virt.hardware [None req-ac35d4f3-f8d1-4036-b4ed-68a93a3e55df tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1187.505152] env[69350]: DEBUG nova.virt.hardware [None req-ac35d4f3-f8d1-4036-b4ed-68a93a3e55df tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1187.505152] env[69350]: DEBUG nova.virt.hardware [None req-ac35d4f3-f8d1-4036-b4ed-68a93a3e55df tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1187.511441] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8ce9cbe3-e48e-4f86-bfa6-8953408ecde9 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.511833] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8ce9cbe3-e48e-4f86-bfa6-8953408ecde9 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.519338] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-374565e7-d00d-42d8-9e99-7df3b89150cc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.541022] env[69350]: DEBUG oslo_vmware.api [None req-ac35d4f3-f8d1-4036-b4ed-68a93a3e55df tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Waiting for the task: (returnval){ [ 1187.541022] env[69350]: value = "task-3365914" [ 1187.541022] env[69350]: _type = "Task" [ 1187.541022] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.550556] env[69350]: DEBUG oslo_vmware.api [None req-ac35d4f3-f8d1-4036-b4ed-68a93a3e55df tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365914, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.555368] env[69350]: DEBUG nova.network.neutron [None req-b25d6eae-1d64-4577-9c0e-0d778dd5558b tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: e949bbaf-d136-41b7-b001-daf3d99a1502] Successfully created port: 0497a230-31aa-46f9-9163-a59fea68e978 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1187.629182] env[69350]: DEBUG nova.compute.manager [None req-b25d6eae-1d64-4577-9c0e-0d778dd5558b tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: e949bbaf-d136-41b7-b001-daf3d99a1502] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1187.782071] env[69350]: INFO nova.compute.manager [None req-aa48fb82-87d7-4031-a51f-35c4e82476c2 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: d626c562-9799-43f3-a25a-5bdc1774ef77] Took 27.30 seconds to build instance. [ 1187.826426] env[69350]: DEBUG oslo_vmware.api [None req-7a928552-200e-49cd-99c5-962d68f5693e tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3365913, 'name': PowerOnVM_Task, 'duration_secs': 1.00646} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.826679] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a928552-200e-49cd-99c5-962d68f5693e tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: c844b729-b790-484f-a78b-3eff6f936586] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1187.826873] env[69350]: DEBUG nova.compute.manager [None req-7a928552-200e-49cd-99c5-962d68f5693e tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: c844b729-b790-484f-a78b-3eff6f936586] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1187.827943] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41787df6-a69f-47ae-884e-dfdcbbbf958f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.885156] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e112360a-da22-4cd8-862c-2cb61234e97b tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] [instance: a8668eef-6f79-4399-8220-e0ffc5218c1d] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1187.885537] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-549b00ae-ecb9-475e-a41c-3ee74ab283a9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.893456] env[69350]: DEBUG oslo_vmware.api [None req-e112360a-da22-4cd8-862c-2cb61234e97b tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Waiting for the task: (returnval){ [ 1187.893456] env[69350]: value = "task-3365915" [ 1187.893456] env[69350]: _type = "Task" [ 1187.893456] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.901223] env[69350]: DEBUG oslo_vmware.api [None req-e112360a-da22-4cd8-862c-2cb61234e97b tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Task: {'id': task-3365915, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.021397] env[69350]: INFO nova.compute.claims [None req-8ce9cbe3-e48e-4f86-bfa6-8953408ecde9 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: f1736cf7-d979-41ba-97d9-45c35b51cad8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1188.051687] env[69350]: DEBUG oslo_vmware.api [None req-ac35d4f3-f8d1-4036-b4ed-68a93a3e55df tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365914, 'name': ReconfigVM_Task, 'duration_secs': 0.198287} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.053083] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ac35d4f3-f8d1-4036-b4ed-68a93a3e55df tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6] Updating instance 'f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6' progress to 33 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1188.140745] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bc8860c0-8d87-4945-8424-1c905406bee1 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Acquiring lock "d4751d30-cb22-403c-a663-26eff04ad7f0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.141073] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bc8860c0-8d87-4945-8424-1c905406bee1 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Lock "d4751d30-cb22-403c-a663-26eff04ad7f0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.284261] env[69350]: DEBUG oslo_concurrency.lockutils [None req-aa48fb82-87d7-4031-a51f-35c4e82476c2 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Lock "d626c562-9799-43f3-a25a-5bdc1774ef77" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.832s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.338238] env[69350]: INFO nova.compute.manager [None req-7a928552-200e-49cd-99c5-962d68f5693e tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: c844b729-b790-484f-a78b-3eff6f936586] bringing vm to original state: 'stopped' [ 1188.408823] env[69350]: DEBUG oslo_vmware.api [None req-e112360a-da22-4cd8-862c-2cb61234e97b tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Task: {'id': task-3365915, 'name': PowerOffVM_Task, 'duration_secs': 0.244604} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.409121] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e112360a-da22-4cd8-862c-2cb61234e97b tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] [instance: a8668eef-6f79-4399-8220-e0ffc5218c1d] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1188.409337] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e112360a-da22-4cd8-862c-2cb61234e97b tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] [instance: a8668eef-6f79-4399-8220-e0ffc5218c1d] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1188.410100] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0f3e89c-5759-404e-9ef5-7bef4328a936 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.419202] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e112360a-da22-4cd8-862c-2cb61234e97b tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] [instance: a8668eef-6f79-4399-8220-e0ffc5218c1d] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1188.419818] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-902bb076-959f-43b5-87d1-2d6efb670e72 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.444651] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e112360a-da22-4cd8-862c-2cb61234e97b tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] [instance: a8668eef-6f79-4399-8220-e0ffc5218c1d] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1188.444937] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e112360a-da22-4cd8-862c-2cb61234e97b tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] [instance: a8668eef-6f79-4399-8220-e0ffc5218c1d] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1188.445208] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-e112360a-da22-4cd8-862c-2cb61234e97b tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Deleting the datastore file [datastore2] a8668eef-6f79-4399-8220-e0ffc5218c1d {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1188.445535] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-72279984-8641-4fd6-8256-1bce66484061 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.452715] env[69350]: DEBUG oslo_vmware.api [None req-e112360a-da22-4cd8-862c-2cb61234e97b tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Waiting for the task: (returnval){ [ 1188.452715] env[69350]: value = "task-3365917" [ 1188.452715] env[69350]: _type = "Task" [ 1188.452715] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.460310] env[69350]: DEBUG oslo_vmware.api [None req-e112360a-da22-4cd8-862c-2cb61234e97b tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Task: {'id': task-3365917, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.528880] env[69350]: INFO nova.compute.resource_tracker [None req-8ce9cbe3-e48e-4f86-bfa6-8953408ecde9 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: f1736cf7-d979-41ba-97d9-45c35b51cad8] Updating resource usage from migration 72b3b1d2-f9e1-40a2-9b9f-9205f648ec1c [ 1188.560049] env[69350]: DEBUG nova.virt.hardware [None req-ac35d4f3-f8d1-4036-b4ed-68a93a3e55df tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1188.560197] env[69350]: DEBUG nova.virt.hardware [None req-ac35d4f3-f8d1-4036-b4ed-68a93a3e55df tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1188.560356] env[69350]: DEBUG nova.virt.hardware [None req-ac35d4f3-f8d1-4036-b4ed-68a93a3e55df tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1188.560536] env[69350]: DEBUG nova.virt.hardware [None req-ac35d4f3-f8d1-4036-b4ed-68a93a3e55df tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1188.560680] env[69350]: DEBUG nova.virt.hardware [None req-ac35d4f3-f8d1-4036-b4ed-68a93a3e55df tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1188.560924] env[69350]: DEBUG nova.virt.hardware [None req-ac35d4f3-f8d1-4036-b4ed-68a93a3e55df tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1188.561250] env[69350]: DEBUG nova.virt.hardware [None req-ac35d4f3-f8d1-4036-b4ed-68a93a3e55df tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1188.561427] env[69350]: DEBUG nova.virt.hardware [None req-ac35d4f3-f8d1-4036-b4ed-68a93a3e55df tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1188.561602] env[69350]: DEBUG nova.virt.hardware [None req-ac35d4f3-f8d1-4036-b4ed-68a93a3e55df tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1188.561765] env[69350]: DEBUG nova.virt.hardware [None req-ac35d4f3-f8d1-4036-b4ed-68a93a3e55df tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1188.561939] env[69350]: DEBUG nova.virt.hardware [None req-ac35d4f3-f8d1-4036-b4ed-68a93a3e55df tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1188.567818] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac35d4f3-f8d1-4036-b4ed-68a93a3e55df tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6] Reconfiguring VM instance instance-0000005e to detach disk 2000 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1188.570736] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce90623c-538f-45ed-abc2-9ed6fdfe1722 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.589665] env[69350]: DEBUG oslo_vmware.api [None req-ac35d4f3-f8d1-4036-b4ed-68a93a3e55df tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Waiting for the task: (returnval){ [ 1188.589665] env[69350]: value = "task-3365918" [ 1188.589665] env[69350]: _type = "Task" [ 1188.589665] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.599969] env[69350]: DEBUG oslo_vmware.api [None req-ac35d4f3-f8d1-4036-b4ed-68a93a3e55df tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365918, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.640148] env[69350]: DEBUG nova.compute.manager [None req-b25d6eae-1d64-4577-9c0e-0d778dd5558b tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: e949bbaf-d136-41b7-b001-daf3d99a1502] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1188.643399] env[69350]: DEBUG nova.compute.manager [None req-bc8860c0-8d87-4945-8424-1c905406bee1 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1188.664198] env[69350]: DEBUG nova.virt.hardware [None req-b25d6eae-1d64-4577-9c0e-0d778dd5558b tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1188.664482] env[69350]: DEBUG nova.virt.hardware [None req-b25d6eae-1d64-4577-9c0e-0d778dd5558b tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1188.664639] env[69350]: DEBUG nova.virt.hardware [None req-b25d6eae-1d64-4577-9c0e-0d778dd5558b tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1188.664817] env[69350]: DEBUG nova.virt.hardware [None req-b25d6eae-1d64-4577-9c0e-0d778dd5558b tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1188.664961] env[69350]: DEBUG nova.virt.hardware [None req-b25d6eae-1d64-4577-9c0e-0d778dd5558b tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1188.665127] env[69350]: DEBUG nova.virt.hardware [None req-b25d6eae-1d64-4577-9c0e-0d778dd5558b tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1188.665332] env[69350]: DEBUG nova.virt.hardware [None req-b25d6eae-1d64-4577-9c0e-0d778dd5558b tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1188.665487] env[69350]: DEBUG nova.virt.hardware [None req-b25d6eae-1d64-4577-9c0e-0d778dd5558b tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1188.665652] env[69350]: DEBUG nova.virt.hardware [None req-b25d6eae-1d64-4577-9c0e-0d778dd5558b tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1188.665814] env[69350]: DEBUG nova.virt.hardware [None req-b25d6eae-1d64-4577-9c0e-0d778dd5558b tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1188.665988] env[69350]: DEBUG nova.virt.hardware [None req-b25d6eae-1d64-4577-9c0e-0d778dd5558b tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1188.667294] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccc9e21b-af78-4ebc-9fb8-269fffa523cb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.681273] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e5f07e-ed0b-4751-80e7-cabdd5c6edde {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.745252] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1946f6d9-0a3b-416a-b966-41f2be7bd1ab {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.752473] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-622d2b66-41f3-443b-b458-f9332793590c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.782094] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac294c0c-3fff-41d5-ab3c-1f32d1c93f66 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.789406] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a7540e-65f1-402c-bce2-f0a89be023b2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.805015] env[69350]: DEBUG nova.compute.provider_tree [None req-8ce9cbe3-e48e-4f86-bfa6-8953408ecde9 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1188.902443] env[69350]: INFO nova.compute.manager [None req-54173a28-529c-43cf-9cd0-2f34f3c041a6 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: d626c562-9799-43f3-a25a-5bdc1774ef77] Rescuing [ 1188.902873] env[69350]: DEBUG oslo_concurrency.lockutils [None req-54173a28-529c-43cf-9cd0-2f34f3c041a6 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Acquiring lock "refresh_cache-d626c562-9799-43f3-a25a-5bdc1774ef77" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.903128] env[69350]: DEBUG oslo_concurrency.lockutils [None req-54173a28-529c-43cf-9cd0-2f34f3c041a6 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Acquired lock "refresh_cache-d626c562-9799-43f3-a25a-5bdc1774ef77" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.903425] env[69350]: DEBUG nova.network.neutron [None req-54173a28-529c-43cf-9cd0-2f34f3c041a6 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: d626c562-9799-43f3-a25a-5bdc1774ef77] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1188.945014] env[69350]: DEBUG nova.compute.manager [req-08519a27-f8a4-4388-bc84-f6441e191dc9 req-26ee28ba-e77f-447a-bd3c-c9e675ee9be0 service nova] [instance: e949bbaf-d136-41b7-b001-daf3d99a1502] Received event network-vif-plugged-0497a230-31aa-46f9-9163-a59fea68e978 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1188.945349] env[69350]: DEBUG oslo_concurrency.lockutils [req-08519a27-f8a4-4388-bc84-f6441e191dc9 req-26ee28ba-e77f-447a-bd3c-c9e675ee9be0 service nova] Acquiring lock "e949bbaf-d136-41b7-b001-daf3d99a1502-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.945628] env[69350]: DEBUG oslo_concurrency.lockutils [req-08519a27-f8a4-4388-bc84-f6441e191dc9 req-26ee28ba-e77f-447a-bd3c-c9e675ee9be0 service nova] Lock "e949bbaf-d136-41b7-b001-daf3d99a1502-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.945852] env[69350]: DEBUG oslo_concurrency.lockutils [req-08519a27-f8a4-4388-bc84-f6441e191dc9 req-26ee28ba-e77f-447a-bd3c-c9e675ee9be0 service nova] Lock "e949bbaf-d136-41b7-b001-daf3d99a1502-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.946162] env[69350]: DEBUG nova.compute.manager [req-08519a27-f8a4-4388-bc84-f6441e191dc9 req-26ee28ba-e77f-447a-bd3c-c9e675ee9be0 service nova] [instance: e949bbaf-d136-41b7-b001-daf3d99a1502] No waiting events found dispatching network-vif-plugged-0497a230-31aa-46f9-9163-a59fea68e978 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1188.946528] env[69350]: WARNING nova.compute.manager [req-08519a27-f8a4-4388-bc84-f6441e191dc9 req-26ee28ba-e77f-447a-bd3c-c9e675ee9be0 service nova] [instance: e949bbaf-d136-41b7-b001-daf3d99a1502] Received unexpected event network-vif-plugged-0497a230-31aa-46f9-9163-a59fea68e978 for instance with vm_state building and task_state spawning. [ 1188.963028] env[69350]: DEBUG oslo_vmware.api [None req-e112360a-da22-4cd8-862c-2cb61234e97b tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Task: {'id': task-3365917, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.344248} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.963173] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-e112360a-da22-4cd8-862c-2cb61234e97b tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1188.963373] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e112360a-da22-4cd8-862c-2cb61234e97b tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] [instance: a8668eef-6f79-4399-8220-e0ffc5218c1d] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1188.963570] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e112360a-da22-4cd8-862c-2cb61234e97b tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] [instance: a8668eef-6f79-4399-8220-e0ffc5218c1d] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1189.079513] env[69350]: DEBUG nova.network.neutron [None req-b25d6eae-1d64-4577-9c0e-0d778dd5558b tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: e949bbaf-d136-41b7-b001-daf3d99a1502] Successfully updated port: 0497a230-31aa-46f9-9163-a59fea68e978 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1189.104035] env[69350]: DEBUG oslo_vmware.api [None req-ac35d4f3-f8d1-4036-b4ed-68a93a3e55df tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365918, 'name': ReconfigVM_Task, 'duration_secs': 0.406604} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.104441] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac35d4f3-f8d1-4036-b4ed-68a93a3e55df tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6] Reconfigured VM instance instance-0000005e to detach disk 2000 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1189.106102] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f55eccfe-e78a-41d4-a526-4b7fa121ce84 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.140636] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac35d4f3-f8d1-4036-b4ed-68a93a3e55df tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6/f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1189.141041] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3223637-300b-4954-9282-2fdf63691179 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.162794] env[69350]: DEBUG oslo_vmware.api [None req-ac35d4f3-f8d1-4036-b4ed-68a93a3e55df tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Waiting for the task: (returnval){ [ 1189.162794] env[69350]: value = "task-3365919" [ 1189.162794] env[69350]: _type = "Task" [ 1189.162794] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.170655] env[69350]: DEBUG oslo_vmware.api [None req-ac35d4f3-f8d1-4036-b4ed-68a93a3e55df tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365919, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.173575] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bc8860c0-8d87-4945-8424-1c905406bee1 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.308708] env[69350]: DEBUG nova.scheduler.client.report [None req-8ce9cbe3-e48e-4f86-bfa6-8953408ecde9 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1189.345416] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7a928552-200e-49cd-99c5-962d68f5693e tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Acquiring lock "c844b729-b790-484f-a78b-3eff6f936586" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.345666] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7a928552-200e-49cd-99c5-962d68f5693e tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Lock "c844b729-b790-484f-a78b-3eff6f936586" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.345851] env[69350]: DEBUG nova.compute.manager [None req-7a928552-200e-49cd-99c5-962d68f5693e tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: c844b729-b790-484f-a78b-3eff6f936586] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1189.346741] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2628959-0e94-4730-acdd-69b8017252e9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.353553] env[69350]: DEBUG nova.compute.manager [None req-7a928552-200e-49cd-99c5-962d68f5693e tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: c844b729-b790-484f-a78b-3eff6f936586] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69350) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1189.582596] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b25d6eae-1d64-4577-9c0e-0d778dd5558b tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Acquiring lock "refresh_cache-e949bbaf-d136-41b7-b001-daf3d99a1502" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.582773] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b25d6eae-1d64-4577-9c0e-0d778dd5558b tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Acquired lock "refresh_cache-e949bbaf-d136-41b7-b001-daf3d99a1502" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.583074] env[69350]: DEBUG nova.network.neutron [None req-b25d6eae-1d64-4577-9c0e-0d778dd5558b tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: e949bbaf-d136-41b7-b001-daf3d99a1502] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1189.671195] env[69350]: DEBUG nova.network.neutron [None req-54173a28-529c-43cf-9cd0-2f34f3c041a6 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: d626c562-9799-43f3-a25a-5bdc1774ef77] Updating instance_info_cache with network_info: [{"id": "3297063a-71e2-4544-93d3-7582869a3242", "address": "fa:16:3e:68:f3:93", "network": {"id": "e446f6e9-9739-4a9d-b374-67c72dd2bdca", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2061620084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e00619eed830495c94eed15309016c5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3297063a-71", "ovs_interfaceid": "3297063a-71e2-4544-93d3-7582869a3242", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.677665] env[69350]: DEBUG oslo_vmware.api [None req-ac35d4f3-f8d1-4036-b4ed-68a93a3e55df tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365919, 'name': ReconfigVM_Task, 'duration_secs': 0.465304} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.678397] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac35d4f3-f8d1-4036-b4ed-68a93a3e55df tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6] Reconfigured VM instance instance-0000005e to attach disk [datastore1] f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6/f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1189.678699] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ac35d4f3-f8d1-4036-b4ed-68a93a3e55df tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6] Updating instance 'f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6' progress to 50 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1189.814361] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8ce9cbe3-e48e-4f86-bfa6-8953408ecde9 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.303s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.814537] env[69350]: INFO nova.compute.manager [None req-8ce9cbe3-e48e-4f86-bfa6-8953408ecde9 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: f1736cf7-d979-41ba-97d9-45c35b51cad8] Migrating [ 1189.821273] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bc8860c0-8d87-4945-8424-1c905406bee1 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.648s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.822830] env[69350]: INFO nova.compute.claims [None req-bc8860c0-8d87-4945-8424-1c905406bee1 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1189.856972] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a928552-200e-49cd-99c5-962d68f5693e tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: c844b729-b790-484f-a78b-3eff6f936586] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1189.857136] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef928c26-b5c2-4156-bb56-a8afa9fd2b79 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.865209] env[69350]: DEBUG oslo_vmware.api [None req-7a928552-200e-49cd-99c5-962d68f5693e tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Waiting for the task: (returnval){ [ 1189.865209] env[69350]: value = "task-3365920" [ 1189.865209] env[69350]: _type = "Task" [ 1189.865209] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.873989] env[69350]: DEBUG oslo_vmware.api [None req-7a928552-200e-49cd-99c5-962d68f5693e tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3365920, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.999676] env[69350]: DEBUG nova.virt.hardware [None req-e112360a-da22-4cd8-862c-2cb61234e97b tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1190.000041] env[69350]: DEBUG nova.virt.hardware [None req-e112360a-da22-4cd8-862c-2cb61234e97b tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1190.000205] env[69350]: DEBUG nova.virt.hardware [None req-e112360a-da22-4cd8-862c-2cb61234e97b tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1190.000389] env[69350]: DEBUG nova.virt.hardware [None req-e112360a-da22-4cd8-862c-2cb61234e97b tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1190.000537] env[69350]: DEBUG nova.virt.hardware [None req-e112360a-da22-4cd8-862c-2cb61234e97b tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1190.000678] env[69350]: DEBUG nova.virt.hardware [None req-e112360a-da22-4cd8-862c-2cb61234e97b tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1190.000917] env[69350]: DEBUG nova.virt.hardware [None req-e112360a-da22-4cd8-862c-2cb61234e97b tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1190.001204] env[69350]: DEBUG nova.virt.hardware [None req-e112360a-da22-4cd8-862c-2cb61234e97b tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1190.001413] env[69350]: DEBUG nova.virt.hardware [None req-e112360a-da22-4cd8-862c-2cb61234e97b tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1190.001626] env[69350]: DEBUG nova.virt.hardware [None req-e112360a-da22-4cd8-862c-2cb61234e97b tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1190.001848] env[69350]: DEBUG nova.virt.hardware [None req-e112360a-da22-4cd8-862c-2cb61234e97b tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1190.002838] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f781a6f-993b-46f6-be19-d348f61a2e5c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.012054] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-012a6f06-3ea4-47fa-a375-eea9b86a8313 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.026800] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e112360a-da22-4cd8-862c-2cb61234e97b tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] [instance: a8668eef-6f79-4399-8220-e0ffc5218c1d] Instance VIF info [] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1190.032808] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e112360a-da22-4cd8-862c-2cb61234e97b tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1190.033091] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8668eef-6f79-4399-8220-e0ffc5218c1d] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1190.033328] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d844c7e7-a935-4ee3-aa4d-176b8997d338 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.050372] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1190.050372] env[69350]: value = "task-3365921" [ 1190.050372] env[69350]: _type = "Task" [ 1190.050372] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.058709] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365921, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.131153] env[69350]: DEBUG nova.network.neutron [None req-b25d6eae-1d64-4577-9c0e-0d778dd5558b tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: e949bbaf-d136-41b7-b001-daf3d99a1502] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1190.178670] env[69350]: DEBUG oslo_concurrency.lockutils [None req-54173a28-529c-43cf-9cd0-2f34f3c041a6 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Releasing lock "refresh_cache-d626c562-9799-43f3-a25a-5bdc1774ef77" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.186087] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9955421e-36ce-4a7d-a0f4-3341f1ec31f1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.207543] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e5d3256-8fce-46c9-a31b-83b373d746ff {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.231226] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ac35d4f3-f8d1-4036-b4ed-68a93a3e55df tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6] Updating instance 'f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6' progress to 67 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1190.316118] env[69350]: DEBUG nova.network.neutron [None req-b25d6eae-1d64-4577-9c0e-0d778dd5558b tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: e949bbaf-d136-41b7-b001-daf3d99a1502] Updating instance_info_cache with network_info: [{"id": "0497a230-31aa-46f9-9163-a59fea68e978", "address": "fa:16:3e:7b:58:08", "network": {"id": "10e89178-be3a-472d-ab81-6b5686479064", "bridge": "br-int", "label": "tempest-ServersTestJSON-841475379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b765b6cd255040bda6aa6145fb5d6074", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0497a230-31", "ovs_interfaceid": "0497a230-31aa-46f9-9163-a59fea68e978", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.335145] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8ce9cbe3-e48e-4f86-bfa6-8953408ecde9 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Acquiring lock "refresh_cache-f1736cf7-d979-41ba-97d9-45c35b51cad8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.335281] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8ce9cbe3-e48e-4f86-bfa6-8953408ecde9 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Acquired lock "refresh_cache-f1736cf7-d979-41ba-97d9-45c35b51cad8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.335467] env[69350]: DEBUG nova.network.neutron [None req-8ce9cbe3-e48e-4f86-bfa6-8953408ecde9 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: f1736cf7-d979-41ba-97d9-45c35b51cad8] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1190.376202] env[69350]: DEBUG oslo_vmware.api [None req-7a928552-200e-49cd-99c5-962d68f5693e tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3365920, 'name': PowerOffVM_Task, 'duration_secs': 0.19995} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.376452] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a928552-200e-49cd-99c5-962d68f5693e tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: c844b729-b790-484f-a78b-3eff6f936586] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1190.376643] env[69350]: DEBUG nova.compute.manager [None req-7a928552-200e-49cd-99c5-962d68f5693e tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: c844b729-b790-484f-a78b-3eff6f936586] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1190.377432] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b36fec0-64b2-44e4-8ea2-7b7d2c0935b0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.559793] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365921, 'name': CreateVM_Task, 'duration_secs': 0.306932} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.559974] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8668eef-6f79-4399-8220-e0ffc5218c1d] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1190.560416] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e112360a-da22-4cd8-862c-2cb61234e97b tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.560577] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e112360a-da22-4cd8-862c-2cb61234e97b tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.560992] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e112360a-da22-4cd8-862c-2cb61234e97b tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.561297] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49cedfbe-ee36-40f0-abda-e6b756bd8434 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.565640] env[69350]: DEBUG oslo_vmware.api [None req-e112360a-da22-4cd8-862c-2cb61234e97b tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Waiting for the task: (returnval){ [ 1190.565640] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52859c0f-7f58-5b80-662d-0b083f5dad41" [ 1190.565640] env[69350]: _type = "Task" [ 1190.565640] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.573207] env[69350]: DEBUG oslo_vmware.api [None req-e112360a-da22-4cd8-862c-2cb61234e97b tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52859c0f-7f58-5b80-662d-0b083f5dad41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.775109] env[69350]: DEBUG nova.network.neutron [None req-ac35d4f3-f8d1-4036-b4ed-68a93a3e55df tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6] Port af9b7f95-596e-41ce-bdd7-dd9457af3887 binding to destination host cpu-1 is already ACTIVE {{(pid=69350) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1190.818783] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b25d6eae-1d64-4577-9c0e-0d778dd5558b tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Releasing lock "refresh_cache-e949bbaf-d136-41b7-b001-daf3d99a1502" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.819102] env[69350]: DEBUG nova.compute.manager [None req-b25d6eae-1d64-4577-9c0e-0d778dd5558b tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: e949bbaf-d136-41b7-b001-daf3d99a1502] Instance network_info: |[{"id": "0497a230-31aa-46f9-9163-a59fea68e978", "address": "fa:16:3e:7b:58:08", "network": {"id": "10e89178-be3a-472d-ab81-6b5686479064", "bridge": "br-int", "label": "tempest-ServersTestJSON-841475379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b765b6cd255040bda6aa6145fb5d6074", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0497a230-31", "ovs_interfaceid": "0497a230-31aa-46f9-9163-a59fea68e978", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1190.819796] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b25d6eae-1d64-4577-9c0e-0d778dd5558b tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: e949bbaf-d136-41b7-b001-daf3d99a1502] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:58:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f44b2fa3-6730-4b87-8839-947eff21213f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0497a230-31aa-46f9-9163-a59fea68e978', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1190.827365] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b25d6eae-1d64-4577-9c0e-0d778dd5558b tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1190.827575] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e949bbaf-d136-41b7-b001-daf3d99a1502] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1190.827830] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0d616100-b9a8-4574-9702-56cab8b44bc5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.853238] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1190.853238] env[69350]: value = "task-3365922" [ 1190.853238] env[69350]: _type = "Task" [ 1190.853238] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.861916] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365922, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.891276] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7a928552-200e-49cd-99c5-962d68f5693e tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Lock "c844b729-b790-484f-a78b-3eff6f936586" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.545s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.974992] env[69350]: DEBUG nova.compute.manager [req-647536f8-5432-42f6-a5f7-affe05ee71c3 req-782f9b4f-c84e-4bc1-8713-ceb189322324 service nova] [instance: e949bbaf-d136-41b7-b001-daf3d99a1502] Received event network-changed-0497a230-31aa-46f9-9163-a59fea68e978 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1190.975221] env[69350]: DEBUG nova.compute.manager [req-647536f8-5432-42f6-a5f7-affe05ee71c3 req-782f9b4f-c84e-4bc1-8713-ceb189322324 service nova] [instance: e949bbaf-d136-41b7-b001-daf3d99a1502] Refreshing instance network info cache due to event network-changed-0497a230-31aa-46f9-9163-a59fea68e978. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1190.975530] env[69350]: DEBUG oslo_concurrency.lockutils [req-647536f8-5432-42f6-a5f7-affe05ee71c3 req-782f9b4f-c84e-4bc1-8713-ceb189322324 service nova] Acquiring lock "refresh_cache-e949bbaf-d136-41b7-b001-daf3d99a1502" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.975835] env[69350]: DEBUG oslo_concurrency.lockutils [req-647536f8-5432-42f6-a5f7-affe05ee71c3 req-782f9b4f-c84e-4bc1-8713-ceb189322324 service nova] Acquired lock "refresh_cache-e949bbaf-d136-41b7-b001-daf3d99a1502" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.975988] env[69350]: DEBUG nova.network.neutron [req-647536f8-5432-42f6-a5f7-affe05ee71c3 req-782f9b4f-c84e-4bc1-8713-ceb189322324 service nova] [instance: e949bbaf-d136-41b7-b001-daf3d99a1502] Refreshing network info cache for port 0497a230-31aa-46f9-9163-a59fea68e978 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1191.059242] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-897c545b-90a9-434e-a84f-dda9a858f7f0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.074160] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b7718c-a819-4969-bdfa-a0fc02e6acab {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.083743] env[69350]: DEBUG oslo_vmware.api [None req-e112360a-da22-4cd8-862c-2cb61234e97b tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52859c0f-7f58-5b80-662d-0b083f5dad41, 'name': SearchDatastore_Task, 'duration_secs': 0.009999} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.087592] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e112360a-da22-4cd8-862c-2cb61234e97b tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.087592] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e112360a-da22-4cd8-862c-2cb61234e97b tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] [instance: a8668eef-6f79-4399-8220-e0ffc5218c1d] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1191.087807] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e112360a-da22-4cd8-862c-2cb61234e97b tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.087953] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e112360a-da22-4cd8-862c-2cb61234e97b tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.088149] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-e112360a-da22-4cd8-862c-2cb61234e97b tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1191.088403] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b5028a1-32d9-4253-927e-27002fdea5d6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.118344] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01dd8d99-5db5-4f91-b6d1-e084c5c46a11 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.122360] env[69350]: DEBUG nova.network.neutron [None req-8ce9cbe3-e48e-4f86-bfa6-8953408ecde9 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: f1736cf7-d979-41ba-97d9-45c35b51cad8] Updating instance_info_cache with network_info: [{"id": "931c1143-e84e-4646-b61d-5fd00c291d19", "address": "fa:16:3e:7c:84:e4", "network": {"id": "bc16c158-ef75-4a41-beeb-3ceae708fa9d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-469663997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46625a434b9f47dc83d92c9db8a3024c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap931c1143-e8", "ovs_interfaceid": "931c1143-e84e-4646-b61d-5fd00c291d19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.127059] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-e112360a-da22-4cd8-862c-2cb61234e97b tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1191.127059] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e112360a-da22-4cd8-862c-2cb61234e97b tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1191.127059] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92d07545-7b80-4b48-923f-81f02fc59050 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.131695] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4202ba2f-7dd0-4e05-84c2-503e61d50cde {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.138961] env[69350]: DEBUG oslo_vmware.api [None req-e112360a-da22-4cd8-862c-2cb61234e97b tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Waiting for the task: (returnval){ [ 1191.138961] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]520b907d-dead-b75f-1658-afc47019c28a" [ 1191.138961] env[69350]: _type = "Task" [ 1191.138961] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.150106] env[69350]: DEBUG nova.compute.provider_tree [None req-bc8860c0-8d87-4945-8424-1c905406bee1 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1191.157904] env[69350]: DEBUG oslo_vmware.api [None req-e112360a-da22-4cd8-862c-2cb61234e97b tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]520b907d-dead-b75f-1658-afc47019c28a, 'name': SearchDatastore_Task, 'duration_secs': 0.007602} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.161491] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a92bea0-430f-4f52-b070-bb86543cb7a5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.172032] env[69350]: DEBUG oslo_vmware.api [None req-e112360a-da22-4cd8-862c-2cb61234e97b tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Waiting for the task: (returnval){ [ 1191.172032] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52405aa9-081a-118e-cc00-e7f6ca5b701f" [ 1191.172032] env[69350]: _type = "Task" [ 1191.172032] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.177979] env[69350]: DEBUG oslo_vmware.api [None req-e112360a-da22-4cd8-862c-2cb61234e97b tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52405aa9-081a-118e-cc00-e7f6ca5b701f, 'name': SearchDatastore_Task} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.178890] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e112360a-da22-4cd8-862c-2cb61234e97b tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.178890] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e112360a-da22-4cd8-862c-2cb61234e97b tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] a8668eef-6f79-4399-8220-e0ffc5218c1d/a8668eef-6f79-4399-8220-e0ffc5218c1d.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1191.179100] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1dbfa61b-086e-400e-b9cc-4310ab4d1733 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.185354] env[69350]: DEBUG oslo_vmware.api [None req-e112360a-da22-4cd8-862c-2cb61234e97b tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Waiting for the task: (returnval){ [ 1191.185354] env[69350]: value = "task-3365923" [ 1191.185354] env[69350]: _type = "Task" [ 1191.185354] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.194853] env[69350]: DEBUG oslo_vmware.api [None req-e112360a-da22-4cd8-862c-2cb61234e97b tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Task: {'id': task-3365923, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.267686] env[69350]: DEBUG nova.network.neutron [req-647536f8-5432-42f6-a5f7-affe05ee71c3 req-782f9b4f-c84e-4bc1-8713-ceb189322324 service nova] [instance: e949bbaf-d136-41b7-b001-daf3d99a1502] Updated VIF entry in instance network info cache for port 0497a230-31aa-46f9-9163-a59fea68e978. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1191.268303] env[69350]: DEBUG nova.network.neutron [req-647536f8-5432-42f6-a5f7-affe05ee71c3 req-782f9b4f-c84e-4bc1-8713-ceb189322324 service nova] [instance: e949bbaf-d136-41b7-b001-daf3d99a1502] Updating instance_info_cache with network_info: [{"id": "0497a230-31aa-46f9-9163-a59fea68e978", "address": "fa:16:3e:7b:58:08", "network": {"id": "10e89178-be3a-472d-ab81-6b5686479064", "bridge": "br-int", "label": "tempest-ServersTestJSON-841475379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b765b6cd255040bda6aa6145fb5d6074", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0497a230-31", "ovs_interfaceid": "0497a230-31aa-46f9-9163-a59fea68e978", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.365522] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365922, 'name': CreateVM_Task, 'duration_secs': 0.406256} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.365919] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e949bbaf-d136-41b7-b001-daf3d99a1502] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1191.366390] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b25d6eae-1d64-4577-9c0e-0d778dd5558b tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.366558] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b25d6eae-1d64-4577-9c0e-0d778dd5558b tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.366897] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b25d6eae-1d64-4577-9c0e-0d778dd5558b tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.367232] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa49d601-9c84-4c9c-b436-1bf2b26e385e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.372220] env[69350]: DEBUG oslo_vmware.api [None req-b25d6eae-1d64-4577-9c0e-0d778dd5558b tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Waiting for the task: (returnval){ [ 1191.372220] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52361143-8502-21e2-62a4-1a82d4423598" [ 1191.372220] env[69350]: _type = "Task" [ 1191.372220] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.379906] env[69350]: DEBUG oslo_vmware.api [None req-b25d6eae-1d64-4577-9c0e-0d778dd5558b tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52361143-8502-21e2-62a4-1a82d4423598, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.401820] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7a928552-200e-49cd-99c5-962d68f5693e tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.627160] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8ce9cbe3-e48e-4f86-bfa6-8953408ecde9 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Releasing lock "refresh_cache-f1736cf7-d979-41ba-97d9-45c35b51cad8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.653743] env[69350]: DEBUG nova.scheduler.client.report [None req-bc8860c0-8d87-4945-8424-1c905406bee1 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1191.695826] env[69350]: DEBUG oslo_vmware.api [None req-e112360a-da22-4cd8-862c-2cb61234e97b tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Task: {'id': task-3365923, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492458} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.696103] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e112360a-da22-4cd8-862c-2cb61234e97b tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] a8668eef-6f79-4399-8220-e0ffc5218c1d/a8668eef-6f79-4399-8220-e0ffc5218c1d.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1191.696361] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e112360a-da22-4cd8-862c-2cb61234e97b tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] [instance: a8668eef-6f79-4399-8220-e0ffc5218c1d] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1191.696635] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-75fb735e-8b60-4bac-b26d-2ab093071bab {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.702717] env[69350]: DEBUG oslo_vmware.api [None req-e112360a-da22-4cd8-862c-2cb61234e97b tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Waiting for the task: (returnval){ [ 1191.702717] env[69350]: value = "task-3365924" [ 1191.702717] env[69350]: _type = "Task" [ 1191.702717] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.711931] env[69350]: DEBUG oslo_vmware.api [None req-e112360a-da22-4cd8-862c-2cb61234e97b tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Task: {'id': task-3365924, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.752479] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-54173a28-529c-43cf-9cd0-2f34f3c041a6 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: d626c562-9799-43f3-a25a-5bdc1774ef77] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1191.752479] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec7ce11e-56a9-44b5-802c-2b9e73af2282 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.758818] env[69350]: DEBUG oslo_vmware.api [None req-54173a28-529c-43cf-9cd0-2f34f3c041a6 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Waiting for the task: (returnval){ [ 1191.758818] env[69350]: value = "task-3365925" [ 1191.758818] env[69350]: _type = "Task" [ 1191.758818] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.767648] env[69350]: DEBUG oslo_vmware.api [None req-54173a28-529c-43cf-9cd0-2f34f3c041a6 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3365925, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.770294] env[69350]: DEBUG oslo_concurrency.lockutils [req-647536f8-5432-42f6-a5f7-affe05ee71c3 req-782f9b4f-c84e-4bc1-8713-ceb189322324 service nova] Releasing lock "refresh_cache-e949bbaf-d136-41b7-b001-daf3d99a1502" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.798884] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ac35d4f3-f8d1-4036-b4ed-68a93a3e55df tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Acquiring lock "f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.799263] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ac35d4f3-f8d1-4036-b4ed-68a93a3e55df tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Lock "f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.799458] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ac35d4f3-f8d1-4036-b4ed-68a93a3e55df tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Lock "f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.888235] env[69350]: DEBUG oslo_vmware.api [None req-b25d6eae-1d64-4577-9c0e-0d778dd5558b tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52361143-8502-21e2-62a4-1a82d4423598, 'name': SearchDatastore_Task, 'duration_secs': 0.057451} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.888729] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b25d6eae-1d64-4577-9c0e-0d778dd5558b tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.889122] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b25d6eae-1d64-4577-9c0e-0d778dd5558b tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: e949bbaf-d136-41b7-b001-daf3d99a1502] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1191.889371] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b25d6eae-1d64-4577-9c0e-0d778dd5558b tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.889579] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b25d6eae-1d64-4577-9c0e-0d778dd5558b tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.889984] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-b25d6eae-1d64-4577-9c0e-0d778dd5558b tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1191.890436] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-077bacc6-7b51-46b0-8393-37d8584aaef0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.901379] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-b25d6eae-1d64-4577-9c0e-0d778dd5558b tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1191.901765] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b25d6eae-1d64-4577-9c0e-0d778dd5558b tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1191.903092] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb62f7eb-089e-4ef7-8798-db70ebda7600 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.910538] env[69350]: DEBUG oslo_vmware.api [None req-b25d6eae-1d64-4577-9c0e-0d778dd5558b tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Waiting for the task: (returnval){ [ 1191.910538] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52298b0f-3ba1-812c-1ddd-c1969ea9e19f" [ 1191.910538] env[69350]: _type = "Task" [ 1191.910538] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.926931] env[69350]: DEBUG oslo_vmware.api [None req-b25d6eae-1d64-4577-9c0e-0d778dd5558b tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52298b0f-3ba1-812c-1ddd-c1969ea9e19f, 'name': SearchDatastore_Task, 'duration_secs': 0.01099} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.928081] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e09b04b-8b2c-443a-b9cf-56c4dc692891 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.934550] env[69350]: DEBUG oslo_vmware.api [None req-b25d6eae-1d64-4577-9c0e-0d778dd5558b tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Waiting for the task: (returnval){ [ 1191.934550] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52fb1f6b-fa47-8b7e-939e-aff78521c9ef" [ 1191.934550] env[69350]: _type = "Task" [ 1191.934550] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.943699] env[69350]: DEBUG oslo_vmware.api [None req-b25d6eae-1d64-4577-9c0e-0d778dd5558b tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52fb1f6b-fa47-8b7e-939e-aff78521c9ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.064127] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6842d943-dd41-4e12-968c-123471e70eff tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Acquiring lock "c844b729-b790-484f-a78b-3eff6f936586" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.064420] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6842d943-dd41-4e12-968c-123471e70eff tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Lock "c844b729-b790-484f-a78b-3eff6f936586" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.064629] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6842d943-dd41-4e12-968c-123471e70eff tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Acquiring lock "c844b729-b790-484f-a78b-3eff6f936586-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.064809] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6842d943-dd41-4e12-968c-123471e70eff tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Lock "c844b729-b790-484f-a78b-3eff6f936586-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.065050] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6842d943-dd41-4e12-968c-123471e70eff tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Lock "c844b729-b790-484f-a78b-3eff6f936586-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.067014] env[69350]: INFO nova.compute.manager [None req-6842d943-dd41-4e12-968c-123471e70eff tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: c844b729-b790-484f-a78b-3eff6f936586] Terminating instance [ 1192.158251] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bc8860c0-8d87-4945-8424-1c905406bee1 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.337s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.158704] env[69350]: DEBUG nova.compute.manager [None req-bc8860c0-8d87-4945-8424-1c905406bee1 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1192.161286] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7a928552-200e-49cd-99c5-962d68f5693e tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.760s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.161466] env[69350]: DEBUG nova.objects.instance [None req-7a928552-200e-49cd-99c5-962d68f5693e tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: c844b729-b790-484f-a78b-3eff6f936586] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69350) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1192.213010] env[69350]: DEBUG oslo_vmware.api [None req-e112360a-da22-4cd8-862c-2cb61234e97b tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Task: {'id': task-3365924, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063179} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.213266] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e112360a-da22-4cd8-862c-2cb61234e97b tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] [instance: a8668eef-6f79-4399-8220-e0ffc5218c1d] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1192.214038] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3bf83d3-f8c2-4c89-90f7-146459c55ef6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.233446] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-e112360a-da22-4cd8-862c-2cb61234e97b tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] [instance: a8668eef-6f79-4399-8220-e0ffc5218c1d] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] a8668eef-6f79-4399-8220-e0ffc5218c1d/a8668eef-6f79-4399-8220-e0ffc5218c1d.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1192.233896] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e069c22-750e-4c92-8860-fee09c1df8e3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.252707] env[69350]: DEBUG oslo_vmware.api [None req-e112360a-da22-4cd8-862c-2cb61234e97b tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Waiting for the task: (returnval){ [ 1192.252707] env[69350]: value = "task-3365926" [ 1192.252707] env[69350]: _type = "Task" [ 1192.252707] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.260017] env[69350]: DEBUG oslo_vmware.api [None req-e112360a-da22-4cd8-862c-2cb61234e97b tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Task: {'id': task-3365926, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.266961] env[69350]: DEBUG oslo_vmware.api [None req-54173a28-529c-43cf-9cd0-2f34f3c041a6 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3365925, 'name': PowerOffVM_Task, 'duration_secs': 0.178477} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.267205] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-54173a28-529c-43cf-9cd0-2f34f3c041a6 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: d626c562-9799-43f3-a25a-5bdc1774ef77] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1192.267977] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc691793-8def-4db5-aeec-60051d012e75 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.285112] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff77e74-6d38-48e6-b702-8dcba9635ec9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.316353] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-54173a28-529c-43cf-9cd0-2f34f3c041a6 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: d626c562-9799-43f3-a25a-5bdc1774ef77] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1192.316660] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a22b905-42be-432e-b5de-b02c87dd1f1c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.322825] env[69350]: DEBUG oslo_vmware.api [None req-54173a28-529c-43cf-9cd0-2f34f3c041a6 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Waiting for the task: (returnval){ [ 1192.322825] env[69350]: value = "task-3365927" [ 1192.322825] env[69350]: _type = "Task" [ 1192.322825] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.330408] env[69350]: DEBUG oslo_vmware.api [None req-54173a28-529c-43cf-9cd0-2f34f3c041a6 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3365927, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.445189] env[69350]: DEBUG oslo_vmware.api [None req-b25d6eae-1d64-4577-9c0e-0d778dd5558b tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52fb1f6b-fa47-8b7e-939e-aff78521c9ef, 'name': SearchDatastore_Task, 'duration_secs': 0.009098} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.445479] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b25d6eae-1d64-4577-9c0e-0d778dd5558b tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.445687] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-b25d6eae-1d64-4577-9c0e-0d778dd5558b tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] e949bbaf-d136-41b7-b001-daf3d99a1502/e949bbaf-d136-41b7-b001-daf3d99a1502.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1192.445953] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0befe252-4622-443c-9c17-ac6368225fac {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.451255] env[69350]: DEBUG oslo_vmware.api [None req-b25d6eae-1d64-4577-9c0e-0d778dd5558b tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Waiting for the task: (returnval){ [ 1192.451255] env[69350]: value = "task-3365928" [ 1192.451255] env[69350]: _type = "Task" [ 1192.451255] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.460602] env[69350]: DEBUG oslo_vmware.api [None req-b25d6eae-1d64-4577-9c0e-0d778dd5558b tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3365928, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.570992] env[69350]: DEBUG nova.compute.manager [None req-6842d943-dd41-4e12-968c-123471e70eff tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: c844b729-b790-484f-a78b-3eff6f936586] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1192.571229] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-6842d943-dd41-4e12-968c-123471e70eff tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: c844b729-b790-484f-a78b-3eff6f936586] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1192.572118] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed135a1d-1fcd-4f4f-8f7f-02f3d23ac9e1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.579580] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-6842d943-dd41-4e12-968c-123471e70eff tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: c844b729-b790-484f-a78b-3eff6f936586] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1192.579838] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5301e89a-74d7-490d-9a5f-507b1280179b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.646638] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-6842d943-dd41-4e12-968c-123471e70eff tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: c844b729-b790-484f-a78b-3eff6f936586] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1192.646863] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-6842d943-dd41-4e12-968c-123471e70eff tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: c844b729-b790-484f-a78b-3eff6f936586] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1192.647063] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-6842d943-dd41-4e12-968c-123471e70eff tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Deleting the datastore file [datastore2] c844b729-b790-484f-a78b-3eff6f936586 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1192.648079] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-17115f85-9203-409c-b10f-7ca579ff4d5e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.655561] env[69350]: DEBUG oslo_vmware.api [None req-6842d943-dd41-4e12-968c-123471e70eff tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Waiting for the task: (returnval){ [ 1192.655561] env[69350]: value = "task-3365930" [ 1192.655561] env[69350]: _type = "Task" [ 1192.655561] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.664165] env[69350]: DEBUG oslo_vmware.api [None req-6842d943-dd41-4e12-968c-123471e70eff tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3365930, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.665526] env[69350]: DEBUG nova.compute.utils [None req-bc8860c0-8d87-4945-8424-1c905406bee1 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1192.669723] env[69350]: DEBUG nova.compute.manager [None req-bc8860c0-8d87-4945-8424-1c905406bee1 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1192.669932] env[69350]: DEBUG nova.network.neutron [None req-bc8860c0-8d87-4945-8424-1c905406bee1 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1192.720147] env[69350]: DEBUG nova.policy [None req-bc8860c0-8d87-4945-8424-1c905406bee1 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '55a292f3ba524f33a4e2bace92869392', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '68e43cb72d9c4af5965e3e49c212db1c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 1192.764049] env[69350]: DEBUG oslo_vmware.api [None req-e112360a-da22-4cd8-862c-2cb61234e97b tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Task: {'id': task-3365926, 'name': ReconfigVM_Task, 'duration_secs': 0.270108} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.764362] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-e112360a-da22-4cd8-862c-2cb61234e97b tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] [instance: a8668eef-6f79-4399-8220-e0ffc5218c1d] Reconfigured VM instance instance-00000062 to attach disk [datastore1] a8668eef-6f79-4399-8220-e0ffc5218c1d/a8668eef-6f79-4399-8220-e0ffc5218c1d.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1192.765023] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed6df871-235c-4309-a16b-a79b2bab2308 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.772161] env[69350]: DEBUG oslo_vmware.api [None req-e112360a-da22-4cd8-862c-2cb61234e97b tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Waiting for the task: (returnval){ [ 1192.772161] env[69350]: value = "task-3365931" [ 1192.772161] env[69350]: _type = "Task" [ 1192.772161] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.781110] env[69350]: DEBUG oslo_vmware.api [None req-e112360a-da22-4cd8-862c-2cb61234e97b tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Task: {'id': task-3365931, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.836055] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-54173a28-529c-43cf-9cd0-2f34f3c041a6 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: d626c562-9799-43f3-a25a-5bdc1774ef77] VM already powered off {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1192.836740] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-54173a28-529c-43cf-9cd0-2f34f3c041a6 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: d626c562-9799-43f3-a25a-5bdc1774ef77] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1192.836740] env[69350]: DEBUG oslo_concurrency.lockutils [None req-54173a28-529c-43cf-9cd0-2f34f3c041a6 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.836895] env[69350]: DEBUG oslo_concurrency.lockutils [None req-54173a28-529c-43cf-9cd0-2f34f3c041a6 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.837221] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-54173a28-529c-43cf-9cd0-2f34f3c041a6 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1192.837543] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d6fe2953-9a96-49ac-948f-899088677505 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.848094] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-54173a28-529c-43cf-9cd0-2f34f3c041a6 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1192.848366] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-54173a28-529c-43cf-9cd0-2f34f3c041a6 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1192.849417] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa23244f-af1d-4fe4-87b4-a895daeedd19 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.857048] env[69350]: DEBUG oslo_vmware.api [None req-54173a28-529c-43cf-9cd0-2f34f3c041a6 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Waiting for the task: (returnval){ [ 1192.857048] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]525bcc3e-e12a-4301-a0ba-9bcd79992bb2" [ 1192.857048] env[69350]: _type = "Task" [ 1192.857048] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.868838] env[69350]: DEBUG oslo_vmware.api [None req-54173a28-529c-43cf-9cd0-2f34f3c041a6 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]525bcc3e-e12a-4301-a0ba-9bcd79992bb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.871672] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ac35d4f3-f8d1-4036-b4ed-68a93a3e55df tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Acquiring lock "refresh_cache-f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.871977] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ac35d4f3-f8d1-4036-b4ed-68a93a3e55df tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Acquired lock "refresh_cache-f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.872240] env[69350]: DEBUG nova.network.neutron [None req-ac35d4f3-f8d1-4036-b4ed-68a93a3e55df tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1192.962291] env[69350]: DEBUG oslo_vmware.api [None req-b25d6eae-1d64-4577-9c0e-0d778dd5558b tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3365928, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492013} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.962674] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-b25d6eae-1d64-4577-9c0e-0d778dd5558b tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] e949bbaf-d136-41b7-b001-daf3d99a1502/e949bbaf-d136-41b7-b001-daf3d99a1502.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1192.962862] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b25d6eae-1d64-4577-9c0e-0d778dd5558b tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: e949bbaf-d136-41b7-b001-daf3d99a1502] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1192.963160] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-51e4e55f-2876-425d-b50d-7d1675a6daf3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.971207] env[69350]: DEBUG oslo_vmware.api [None req-b25d6eae-1d64-4577-9c0e-0d778dd5558b tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Waiting for the task: (returnval){ [ 1192.971207] env[69350]: value = "task-3365932" [ 1192.971207] env[69350]: _type = "Task" [ 1192.971207] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.979378] env[69350]: DEBUG oslo_vmware.api [None req-b25d6eae-1d64-4577-9c0e-0d778dd5558b tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3365932, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.103704] env[69350]: DEBUG nova.network.neutron [None req-bc8860c0-8d87-4945-8424-1c905406bee1 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Successfully created port: d0dabe8f-0368-40e1-9fe7-81fd25a1bf3a {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1193.143664] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1cbc432-6f1a-48cf-b80c-a30f2a65e8aa {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.162174] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8ce9cbe3-e48e-4f86-bfa6-8953408ecde9 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: f1736cf7-d979-41ba-97d9-45c35b51cad8] Updating instance 'f1736cf7-d979-41ba-97d9-45c35b51cad8' progress to 0 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1193.175407] env[69350]: DEBUG nova.compute.manager [None req-bc8860c0-8d87-4945-8424-1c905406bee1 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1193.179802] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7a928552-200e-49cd-99c5-962d68f5693e tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.180656] env[69350]: DEBUG oslo_vmware.api [None req-6842d943-dd41-4e12-968c-123471e70eff tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3365930, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.32111} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.181200] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-6842d943-dd41-4e12-968c-123471e70eff tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1193.181265] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-6842d943-dd41-4e12-968c-123471e70eff tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: c844b729-b790-484f-a78b-3eff6f936586] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1193.181552] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-6842d943-dd41-4e12-968c-123471e70eff tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: c844b729-b790-484f-a78b-3eff6f936586] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1193.181609] env[69350]: INFO nova.compute.manager [None req-6842d943-dd41-4e12-968c-123471e70eff tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: c844b729-b790-484f-a78b-3eff6f936586] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1193.181829] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6842d943-dd41-4e12-968c-123471e70eff tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1193.182161] env[69350]: DEBUG nova.compute.manager [-] [instance: c844b729-b790-484f-a78b-3eff6f936586] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1193.182241] env[69350]: DEBUG nova.network.neutron [-] [instance: c844b729-b790-484f-a78b-3eff6f936586] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1193.282901] env[69350]: DEBUG oslo_vmware.api [None req-e112360a-da22-4cd8-862c-2cb61234e97b tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Task: {'id': task-3365931, 'name': Rename_Task, 'duration_secs': 0.22627} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.283194] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e112360a-da22-4cd8-862c-2cb61234e97b tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] [instance: a8668eef-6f79-4399-8220-e0ffc5218c1d] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1193.283437] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-80d36204-1d85-436e-97ea-479bca638d82 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.289461] env[69350]: DEBUG oslo_vmware.api [None req-e112360a-da22-4cd8-862c-2cb61234e97b tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Waiting for the task: (returnval){ [ 1193.289461] env[69350]: value = "task-3365933" [ 1193.289461] env[69350]: _type = "Task" [ 1193.289461] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.296848] env[69350]: DEBUG oslo_vmware.api [None req-e112360a-da22-4cd8-862c-2cb61234e97b tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Task: {'id': task-3365933, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.366824] env[69350]: DEBUG oslo_vmware.api [None req-54173a28-529c-43cf-9cd0-2f34f3c041a6 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]525bcc3e-e12a-4301-a0ba-9bcd79992bb2, 'name': SearchDatastore_Task, 'duration_secs': 0.017986} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.367619] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0549267e-9df0-4bbe-8e8c-09ccfa98888a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.373227] env[69350]: DEBUG oslo_vmware.api [None req-54173a28-529c-43cf-9cd0-2f34f3c041a6 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Waiting for the task: (returnval){ [ 1193.373227] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52530e0b-4a26-8d4a-96c2-981ef7f6bea8" [ 1193.373227] env[69350]: _type = "Task" [ 1193.373227] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.382699] env[69350]: DEBUG oslo_vmware.api [None req-54173a28-529c-43cf-9cd0-2f34f3c041a6 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52530e0b-4a26-8d4a-96c2-981ef7f6bea8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.482856] env[69350]: DEBUG oslo_vmware.api [None req-b25d6eae-1d64-4577-9c0e-0d778dd5558b tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3365932, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063302} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.483250] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b25d6eae-1d64-4577-9c0e-0d778dd5558b tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: e949bbaf-d136-41b7-b001-daf3d99a1502] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1193.484175] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a233f6-b376-4858-91f9-9f65c20ff7ce {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.512032] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-b25d6eae-1d64-4577-9c0e-0d778dd5558b tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: e949bbaf-d136-41b7-b001-daf3d99a1502] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] e949bbaf-d136-41b7-b001-daf3d99a1502/e949bbaf-d136-41b7-b001-daf3d99a1502.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1193.514667] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de3a3a6d-17ff-41f3-a910-6d1c9ffada66 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.535231] env[69350]: DEBUG oslo_vmware.api [None req-b25d6eae-1d64-4577-9c0e-0d778dd5558b tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Waiting for the task: (returnval){ [ 1193.535231] env[69350]: value = "task-3365934" [ 1193.535231] env[69350]: _type = "Task" [ 1193.535231] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.542981] env[69350]: DEBUG oslo_vmware.api [None req-b25d6eae-1d64-4577-9c0e-0d778dd5558b tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3365934, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.617302] env[69350]: DEBUG nova.compute.manager [req-df649482-aeda-4594-98c0-87ccd9d35c52 req-f18ede19-7f37-423f-8fc7-f676a5e540fa service nova] [instance: c844b729-b790-484f-a78b-3eff6f936586] Received event network-vif-deleted-ccc9ed4d-a3c8-4f99-b631-7be39136d453 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1193.617444] env[69350]: INFO nova.compute.manager [req-df649482-aeda-4594-98c0-87ccd9d35c52 req-f18ede19-7f37-423f-8fc7-f676a5e540fa service nova] [instance: c844b729-b790-484f-a78b-3eff6f936586] Neutron deleted interface ccc9ed4d-a3c8-4f99-b631-7be39136d453; detaching it from the instance and deleting it from the info cache [ 1193.617618] env[69350]: DEBUG nova.network.neutron [req-df649482-aeda-4594-98c0-87ccd9d35c52 req-f18ede19-7f37-423f-8fc7-f676a5e540fa service nova] [instance: c844b729-b790-484f-a78b-3eff6f936586] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.671695] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ce9cbe3-e48e-4f86-bfa6-8953408ecde9 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: f1736cf7-d979-41ba-97d9-45c35b51cad8] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1193.671695] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf18514f-2ba7-4017-9c1d-3effce6c186f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.678226] env[69350]: DEBUG oslo_vmware.api [None req-8ce9cbe3-e48e-4f86-bfa6-8953408ecde9 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Waiting for the task: (returnval){ [ 1193.678226] env[69350]: value = "task-3365935" [ 1193.678226] env[69350]: _type = "Task" [ 1193.678226] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.690560] env[69350]: DEBUG oslo_vmware.api [None req-8ce9cbe3-e48e-4f86-bfa6-8953408ecde9 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3365935, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.724494] env[69350]: DEBUG nova.network.neutron [None req-ac35d4f3-f8d1-4036-b4ed-68a93a3e55df tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6] Updating instance_info_cache with network_info: [{"id": "af9b7f95-596e-41ce-bdd7-dd9457af3887", "address": "fa:16:3e:57:78:44", "network": {"id": "b27a5766-3026-4d42-a208-8e9c2a543be5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1341532197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a61919e72ea342e59edac0c76d120df9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf9b7f95-59", "ovs_interfaceid": "af9b7f95-596e-41ce-bdd7-dd9457af3887", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.799519] env[69350]: DEBUG oslo_vmware.api [None req-e112360a-da22-4cd8-862c-2cb61234e97b tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Task: {'id': task-3365933, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.883705] env[69350]: DEBUG oslo_vmware.api [None req-54173a28-529c-43cf-9cd0-2f34f3c041a6 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52530e0b-4a26-8d4a-96c2-981ef7f6bea8, 'name': SearchDatastore_Task, 'duration_secs': 0.009177} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.883958] env[69350]: DEBUG oslo_concurrency.lockutils [None req-54173a28-529c-43cf-9cd0-2f34f3c041a6 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.884237] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-54173a28-529c-43cf-9cd0-2f34f3c041a6 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] d626c562-9799-43f3-a25a-5bdc1774ef77/2ba50b02-b203-425b-93f3-25266f3336a5-rescue.vmdk. {{(pid=69350) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1193.884489] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-64949700-cae4-4d7b-bd1f-b70a17b954fd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.890796] env[69350]: DEBUG oslo_vmware.api [None req-54173a28-529c-43cf-9cd0-2f34f3c041a6 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Waiting for the task: (returnval){ [ 1193.890796] env[69350]: value = "task-3365936" [ 1193.890796] env[69350]: _type = "Task" [ 1193.890796] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.898050] env[69350]: DEBUG oslo_vmware.api [None req-54173a28-529c-43cf-9cd0-2f34f3c041a6 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3365936, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.044748] env[69350]: DEBUG oslo_vmware.api [None req-b25d6eae-1d64-4577-9c0e-0d778dd5558b tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3365934, 'name': ReconfigVM_Task, 'duration_secs': 0.278692} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.045096] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-b25d6eae-1d64-4577-9c0e-0d778dd5558b tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: e949bbaf-d136-41b7-b001-daf3d99a1502] Reconfigured VM instance instance-00000063 to attach disk [datastore1] e949bbaf-d136-41b7-b001-daf3d99a1502/e949bbaf-d136-41b7-b001-daf3d99a1502.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1194.045801] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed7961ec-7596-46e1-a720-85b97c438414 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.054949] env[69350]: DEBUG oslo_vmware.api [None req-b25d6eae-1d64-4577-9c0e-0d778dd5558b tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Waiting for the task: (returnval){ [ 1194.054949] env[69350]: value = "task-3365937" [ 1194.054949] env[69350]: _type = "Task" [ 1194.054949] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.065409] env[69350]: DEBUG oslo_vmware.api [None req-b25d6eae-1d64-4577-9c0e-0d778dd5558b tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3365937, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.101081] env[69350]: DEBUG nova.network.neutron [-] [instance: c844b729-b790-484f-a78b-3eff6f936586] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.121288] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c16544d9-7f22-47f8-b716-96df54ae8281 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.131783] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0971f3ed-8c43-4198-8c9a-62bf0900d60d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.168931] env[69350]: DEBUG nova.compute.manager [req-df649482-aeda-4594-98c0-87ccd9d35c52 req-f18ede19-7f37-423f-8fc7-f676a5e540fa service nova] [instance: c844b729-b790-484f-a78b-3eff6f936586] Detach interface failed, port_id=ccc9ed4d-a3c8-4f99-b631-7be39136d453, reason: Instance c844b729-b790-484f-a78b-3eff6f936586 could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1194.187592] env[69350]: DEBUG nova.compute.manager [None req-bc8860c0-8d87-4945-8424-1c905406bee1 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1194.193143] env[69350]: DEBUG oslo_vmware.api [None req-8ce9cbe3-e48e-4f86-bfa6-8953408ecde9 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3365935, 'name': PowerOffVM_Task, 'duration_secs': 0.506646} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.193430] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ce9cbe3-e48e-4f86-bfa6-8953408ecde9 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: f1736cf7-d979-41ba-97d9-45c35b51cad8] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1194.193619] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8ce9cbe3-e48e-4f86-bfa6-8953408ecde9 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: f1736cf7-d979-41ba-97d9-45c35b51cad8] Updating instance 'f1736cf7-d979-41ba-97d9-45c35b51cad8' progress to 17 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1194.219903] env[69350]: DEBUG nova.virt.hardware [None req-bc8860c0-8d87-4945-8424-1c905406bee1 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1194.219903] env[69350]: DEBUG nova.virt.hardware [None req-bc8860c0-8d87-4945-8424-1c905406bee1 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1194.219903] env[69350]: DEBUG nova.virt.hardware [None req-bc8860c0-8d87-4945-8424-1c905406bee1 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1194.219903] env[69350]: DEBUG nova.virt.hardware [None req-bc8860c0-8d87-4945-8424-1c905406bee1 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1194.219903] env[69350]: DEBUG nova.virt.hardware [None req-bc8860c0-8d87-4945-8424-1c905406bee1 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1194.220211] env[69350]: DEBUG nova.virt.hardware [None req-bc8860c0-8d87-4945-8424-1c905406bee1 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1194.220787] env[69350]: DEBUG nova.virt.hardware [None req-bc8860c0-8d87-4945-8424-1c905406bee1 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1194.220958] env[69350]: DEBUG nova.virt.hardware [None req-bc8860c0-8d87-4945-8424-1c905406bee1 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1194.221164] env[69350]: DEBUG nova.virt.hardware [None req-bc8860c0-8d87-4945-8424-1c905406bee1 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1194.221355] env[69350]: DEBUG nova.virt.hardware [None req-bc8860c0-8d87-4945-8424-1c905406bee1 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1194.221538] env[69350]: DEBUG nova.virt.hardware [None req-bc8860c0-8d87-4945-8424-1c905406bee1 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1194.222473] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a628f56-bf60-4e67-a528-3b3358a9b766 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.227428] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ac35d4f3-f8d1-4036-b4ed-68a93a3e55df tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Releasing lock "refresh_cache-f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.236847] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c2760a6-f1af-4d22-b543-ccd5cf250428 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.304525] env[69350]: DEBUG oslo_vmware.api [None req-e112360a-da22-4cd8-862c-2cb61234e97b tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Task: {'id': task-3365933, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.402007] env[69350]: DEBUG oslo_vmware.api [None req-54173a28-529c-43cf-9cd0-2f34f3c041a6 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3365936, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507873} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.402298] env[69350]: INFO nova.virt.vmwareapi.ds_util [None req-54173a28-529c-43cf-9cd0-2f34f3c041a6 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] d626c562-9799-43f3-a25a-5bdc1774ef77/2ba50b02-b203-425b-93f3-25266f3336a5-rescue.vmdk. [ 1194.403082] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19af94b0-71a9-42c6-af68-0a2bc5abeef7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.428115] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-54173a28-529c-43cf-9cd0-2f34f3c041a6 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: d626c562-9799-43f3-a25a-5bdc1774ef77] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] d626c562-9799-43f3-a25a-5bdc1774ef77/2ba50b02-b203-425b-93f3-25266f3336a5-rescue.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1194.428359] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33430083-4b27-4951-9ab2-f0dc45957d1f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.445186] env[69350]: DEBUG oslo_vmware.api [None req-54173a28-529c-43cf-9cd0-2f34f3c041a6 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Waiting for the task: (returnval){ [ 1194.445186] env[69350]: value = "task-3365938" [ 1194.445186] env[69350]: _type = "Task" [ 1194.445186] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.454209] env[69350]: DEBUG oslo_vmware.api [None req-54173a28-529c-43cf-9cd0-2f34f3c041a6 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3365938, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.563921] env[69350]: DEBUG oslo_vmware.api [None req-b25d6eae-1d64-4577-9c0e-0d778dd5558b tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3365937, 'name': Rename_Task, 'duration_secs': 0.241958} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.564394] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-b25d6eae-1d64-4577-9c0e-0d778dd5558b tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: e949bbaf-d136-41b7-b001-daf3d99a1502] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1194.564472] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5dff5ab7-b885-445e-9b63-eaa4e2fd1dd1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.570216] env[69350]: DEBUG oslo_vmware.api [None req-b25d6eae-1d64-4577-9c0e-0d778dd5558b tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Waiting for the task: (returnval){ [ 1194.570216] env[69350]: value = "task-3365939" [ 1194.570216] env[69350]: _type = "Task" [ 1194.570216] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.577644] env[69350]: DEBUG oslo_vmware.api [None req-b25d6eae-1d64-4577-9c0e-0d778dd5558b tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3365939, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.604451] env[69350]: INFO nova.compute.manager [-] [instance: c844b729-b790-484f-a78b-3eff6f936586] Took 1.42 seconds to deallocate network for instance. [ 1194.700024] env[69350]: DEBUG nova.virt.hardware [None req-8ce9cbe3-e48e-4f86-bfa6-8953408ecde9 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1194.700288] env[69350]: DEBUG nova.virt.hardware [None req-8ce9cbe3-e48e-4f86-bfa6-8953408ecde9 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1194.700444] env[69350]: DEBUG nova.virt.hardware [None req-8ce9cbe3-e48e-4f86-bfa6-8953408ecde9 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1194.700625] env[69350]: DEBUG nova.virt.hardware [None req-8ce9cbe3-e48e-4f86-bfa6-8953408ecde9 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1194.700770] env[69350]: DEBUG nova.virt.hardware [None req-8ce9cbe3-e48e-4f86-bfa6-8953408ecde9 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1194.700953] env[69350]: DEBUG nova.virt.hardware [None req-8ce9cbe3-e48e-4f86-bfa6-8953408ecde9 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1194.701183] env[69350]: DEBUG nova.virt.hardware [None req-8ce9cbe3-e48e-4f86-bfa6-8953408ecde9 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1194.701345] env[69350]: DEBUG nova.virt.hardware [None req-8ce9cbe3-e48e-4f86-bfa6-8953408ecde9 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1194.701511] env[69350]: DEBUG nova.virt.hardware [None req-8ce9cbe3-e48e-4f86-bfa6-8953408ecde9 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1194.701670] env[69350]: DEBUG nova.virt.hardware [None req-8ce9cbe3-e48e-4f86-bfa6-8953408ecde9 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1194.701839] env[69350]: DEBUG nova.virt.hardware [None req-8ce9cbe3-e48e-4f86-bfa6-8953408ecde9 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1194.707291] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fcf9cfbb-f0a4-4fa3-af64-1be13941cd96 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.724767] env[69350]: DEBUG oslo_vmware.api [None req-8ce9cbe3-e48e-4f86-bfa6-8953408ecde9 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Waiting for the task: (returnval){ [ 1194.724767] env[69350]: value = "task-3365940" [ 1194.724767] env[69350]: _type = "Task" [ 1194.724767] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.736500] env[69350]: DEBUG oslo_vmware.api [None req-8ce9cbe3-e48e-4f86-bfa6-8953408ecde9 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3365940, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.756420] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ad10434-3a22-431b-ab98-822a9a00b300 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.777527] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3217b6d7-d3f3-4a76-b945-0c300f2bbcdf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.784647] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ac35d4f3-f8d1-4036-b4ed-68a93a3e55df tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6] Updating instance 'f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6' progress to 83 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1194.802200] env[69350]: DEBUG oslo_vmware.api [None req-e112360a-da22-4cd8-862c-2cb61234e97b tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Task: {'id': task-3365933, 'name': PowerOnVM_Task, 'duration_secs': 1.11187} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.802786] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e112360a-da22-4cd8-862c-2cb61234e97b tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] [instance: a8668eef-6f79-4399-8220-e0ffc5218c1d] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1194.803177] env[69350]: DEBUG nova.compute.manager [None req-e112360a-da22-4cd8-862c-2cb61234e97b tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] [instance: a8668eef-6f79-4399-8220-e0ffc5218c1d] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1194.804681] env[69350]: DEBUG nova.network.neutron [None req-bc8860c0-8d87-4945-8424-1c905406bee1 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Successfully updated port: d0dabe8f-0368-40e1-9fe7-81fd25a1bf3a {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1194.807158] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a692091a-1eac-4cb4-92f3-01bdf94432ed {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.958121] env[69350]: DEBUG oslo_vmware.api [None req-54173a28-529c-43cf-9cd0-2f34f3c041a6 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3365938, 'name': ReconfigVM_Task, 'duration_secs': 0.361949} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.958418] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-54173a28-529c-43cf-9cd0-2f34f3c041a6 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: d626c562-9799-43f3-a25a-5bdc1774ef77] Reconfigured VM instance instance-00000061 to attach disk [datastore2] d626c562-9799-43f3-a25a-5bdc1774ef77/2ba50b02-b203-425b-93f3-25266f3336a5-rescue.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1194.959265] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5629d8df-7035-4c86-8518-257153293072 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.984046] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72610496-0aee-4409-a073-1a1d0f832cca {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.000236] env[69350]: DEBUG oslo_vmware.api [None req-54173a28-529c-43cf-9cd0-2f34f3c041a6 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Waiting for the task: (returnval){ [ 1195.000236] env[69350]: value = "task-3365941" [ 1195.000236] env[69350]: _type = "Task" [ 1195.000236] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.008073] env[69350]: DEBUG oslo_vmware.api [None req-54173a28-529c-43cf-9cd0-2f34f3c041a6 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3365941, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.081450] env[69350]: DEBUG oslo_vmware.api [None req-b25d6eae-1d64-4577-9c0e-0d778dd5558b tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3365939, 'name': PowerOnVM_Task, 'duration_secs': 0.479074} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.081714] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-b25d6eae-1d64-4577-9c0e-0d778dd5558b tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: e949bbaf-d136-41b7-b001-daf3d99a1502] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1195.081937] env[69350]: INFO nova.compute.manager [None req-b25d6eae-1d64-4577-9c0e-0d778dd5558b tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: e949bbaf-d136-41b7-b001-daf3d99a1502] Took 6.44 seconds to spawn the instance on the hypervisor. [ 1195.082150] env[69350]: DEBUG nova.compute.manager [None req-b25d6eae-1d64-4577-9c0e-0d778dd5558b tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: e949bbaf-d136-41b7-b001-daf3d99a1502] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1195.082922] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b49c63-8c85-4fac-a9f6-28591150197c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.111681] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6842d943-dd41-4e12-968c-123471e70eff tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.111681] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6842d943-dd41-4e12-968c-123471e70eff tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.111803] env[69350]: DEBUG nova.objects.instance [None req-6842d943-dd41-4e12-968c-123471e70eff tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Lazy-loading 'resources' on Instance uuid c844b729-b790-484f-a78b-3eff6f936586 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1195.234960] env[69350]: DEBUG oslo_vmware.api [None req-8ce9cbe3-e48e-4f86-bfa6-8953408ecde9 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3365940, 'name': ReconfigVM_Task, 'duration_secs': 0.186129} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.235341] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8ce9cbe3-e48e-4f86-bfa6-8953408ecde9 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: f1736cf7-d979-41ba-97d9-45c35b51cad8] Updating instance 'f1736cf7-d979-41ba-97d9-45c35b51cad8' progress to 33 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1195.291049] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac35d4f3-f8d1-4036-b4ed-68a93a3e55df tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1195.291049] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0207bd90-c27a-461a-bd64-6ae68ba20eaf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.298629] env[69350]: DEBUG oslo_vmware.api [None req-ac35d4f3-f8d1-4036-b4ed-68a93a3e55df tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Waiting for the task: (returnval){ [ 1195.298629] env[69350]: value = "task-3365942" [ 1195.298629] env[69350]: _type = "Task" [ 1195.298629] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.306692] env[69350]: DEBUG oslo_vmware.api [None req-ac35d4f3-f8d1-4036-b4ed-68a93a3e55df tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365942, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.313340] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bc8860c0-8d87-4945-8424-1c905406bee1 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Acquiring lock "refresh_cache-d4751d30-cb22-403c-a663-26eff04ad7f0" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.313408] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bc8860c0-8d87-4945-8424-1c905406bee1 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Acquired lock "refresh_cache-d4751d30-cb22-403c-a663-26eff04ad7f0" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.313584] env[69350]: DEBUG nova.network.neutron [None req-bc8860c0-8d87-4945-8424-1c905406bee1 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1195.326635] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e112360a-da22-4cd8-862c-2cb61234e97b tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.510077] env[69350]: DEBUG oslo_vmware.api [None req-54173a28-529c-43cf-9cd0-2f34f3c041a6 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3365941, 'name': ReconfigVM_Task, 'duration_secs': 0.158881} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.510424] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-54173a28-529c-43cf-9cd0-2f34f3c041a6 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: d626c562-9799-43f3-a25a-5bdc1774ef77] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1195.510682] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-18511022-163b-45f6-be53-595930ad5d31 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.517528] env[69350]: DEBUG oslo_vmware.api [None req-54173a28-529c-43cf-9cd0-2f34f3c041a6 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Waiting for the task: (returnval){ [ 1195.517528] env[69350]: value = "task-3365943" [ 1195.517528] env[69350]: _type = "Task" [ 1195.517528] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.524854] env[69350]: DEBUG oslo_vmware.api [None req-54173a28-529c-43cf-9cd0-2f34f3c041a6 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3365943, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.562586] env[69350]: DEBUG oslo_concurrency.lockutils [None req-af07ef9a-853b-4706-a7d8-875cdf297e1e tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Acquiring lock "a8668eef-6f79-4399-8220-e0ffc5218c1d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.562835] env[69350]: DEBUG oslo_concurrency.lockutils [None req-af07ef9a-853b-4706-a7d8-875cdf297e1e tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Lock "a8668eef-6f79-4399-8220-e0ffc5218c1d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.563078] env[69350]: DEBUG oslo_concurrency.lockutils [None req-af07ef9a-853b-4706-a7d8-875cdf297e1e tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Acquiring lock "a8668eef-6f79-4399-8220-e0ffc5218c1d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.563302] env[69350]: DEBUG oslo_concurrency.lockutils [None req-af07ef9a-853b-4706-a7d8-875cdf297e1e tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Lock "a8668eef-6f79-4399-8220-e0ffc5218c1d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.563507] env[69350]: DEBUG oslo_concurrency.lockutils [None req-af07ef9a-853b-4706-a7d8-875cdf297e1e tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Lock "a8668eef-6f79-4399-8220-e0ffc5218c1d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.565678] env[69350]: INFO nova.compute.manager [None req-af07ef9a-853b-4706-a7d8-875cdf297e1e tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] [instance: a8668eef-6f79-4399-8220-e0ffc5218c1d] Terminating instance [ 1195.601768] env[69350]: INFO nova.compute.manager [None req-b25d6eae-1d64-4577-9c0e-0d778dd5558b tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: e949bbaf-d136-41b7-b001-daf3d99a1502] Took 13.51 seconds to build instance. [ 1195.648638] env[69350]: DEBUG nova.compute.manager [req-f560e75b-8546-4839-9e4d-dead6d59cc54 req-f822a04b-6104-4e64-a138-1102ddfd0857 service nova] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Received event network-vif-plugged-d0dabe8f-0368-40e1-9fe7-81fd25a1bf3a {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1195.648926] env[69350]: DEBUG oslo_concurrency.lockutils [req-f560e75b-8546-4839-9e4d-dead6d59cc54 req-f822a04b-6104-4e64-a138-1102ddfd0857 service nova] Acquiring lock "d4751d30-cb22-403c-a663-26eff04ad7f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.649573] env[69350]: DEBUG oslo_concurrency.lockutils [req-f560e75b-8546-4839-9e4d-dead6d59cc54 req-f822a04b-6104-4e64-a138-1102ddfd0857 service nova] Lock "d4751d30-cb22-403c-a663-26eff04ad7f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.649818] env[69350]: DEBUG oslo_concurrency.lockutils [req-f560e75b-8546-4839-9e4d-dead6d59cc54 req-f822a04b-6104-4e64-a138-1102ddfd0857 service nova] Lock "d4751d30-cb22-403c-a663-26eff04ad7f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.650174] env[69350]: DEBUG nova.compute.manager [req-f560e75b-8546-4839-9e4d-dead6d59cc54 req-f822a04b-6104-4e64-a138-1102ddfd0857 service nova] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] No waiting events found dispatching network-vif-plugged-d0dabe8f-0368-40e1-9fe7-81fd25a1bf3a {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1195.650428] env[69350]: WARNING nova.compute.manager [req-f560e75b-8546-4839-9e4d-dead6d59cc54 req-f822a04b-6104-4e64-a138-1102ddfd0857 service nova] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Received unexpected event network-vif-plugged-d0dabe8f-0368-40e1-9fe7-81fd25a1bf3a for instance with vm_state building and task_state spawning. [ 1195.650535] env[69350]: DEBUG nova.compute.manager [req-f560e75b-8546-4839-9e4d-dead6d59cc54 req-f822a04b-6104-4e64-a138-1102ddfd0857 service nova] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Received event network-changed-d0dabe8f-0368-40e1-9fe7-81fd25a1bf3a {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1195.650692] env[69350]: DEBUG nova.compute.manager [req-f560e75b-8546-4839-9e4d-dead6d59cc54 req-f822a04b-6104-4e64-a138-1102ddfd0857 service nova] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Refreshing instance network info cache due to event network-changed-d0dabe8f-0368-40e1-9fe7-81fd25a1bf3a. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1195.650885] env[69350]: DEBUG oslo_concurrency.lockutils [req-f560e75b-8546-4839-9e4d-dead6d59cc54 req-f822a04b-6104-4e64-a138-1102ddfd0857 service nova] Acquiring lock "refresh_cache-d4751d30-cb22-403c-a663-26eff04ad7f0" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.741484] env[69350]: DEBUG nova.virt.hardware [None req-8ce9cbe3-e48e-4f86-bfa6-8953408ecde9 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1195.742156] env[69350]: DEBUG nova.virt.hardware [None req-8ce9cbe3-e48e-4f86-bfa6-8953408ecde9 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1195.742156] env[69350]: DEBUG nova.virt.hardware [None req-8ce9cbe3-e48e-4f86-bfa6-8953408ecde9 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1195.742156] env[69350]: DEBUG nova.virt.hardware [None req-8ce9cbe3-e48e-4f86-bfa6-8953408ecde9 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1195.742329] env[69350]: DEBUG nova.virt.hardware [None req-8ce9cbe3-e48e-4f86-bfa6-8953408ecde9 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1195.742544] env[69350]: DEBUG nova.virt.hardware [None req-8ce9cbe3-e48e-4f86-bfa6-8953408ecde9 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1195.742789] env[69350]: DEBUG nova.virt.hardware [None req-8ce9cbe3-e48e-4f86-bfa6-8953408ecde9 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1195.742966] env[69350]: DEBUG nova.virt.hardware [None req-8ce9cbe3-e48e-4f86-bfa6-8953408ecde9 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1195.743200] env[69350]: DEBUG nova.virt.hardware [None req-8ce9cbe3-e48e-4f86-bfa6-8953408ecde9 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1195.743374] env[69350]: DEBUG nova.virt.hardware [None req-8ce9cbe3-e48e-4f86-bfa6-8953408ecde9 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1195.743568] env[69350]: DEBUG nova.virt.hardware [None req-8ce9cbe3-e48e-4f86-bfa6-8953408ecde9 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1195.749709] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ce9cbe3-e48e-4f86-bfa6-8953408ecde9 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: f1736cf7-d979-41ba-97d9-45c35b51cad8] Reconfiguring VM instance instance-00000007 to detach disk 2000 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1195.752731] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f103608-3dca-473f-a8c8-cdd9929286a3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.772434] env[69350]: DEBUG oslo_vmware.api [None req-8ce9cbe3-e48e-4f86-bfa6-8953408ecde9 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Waiting for the task: (returnval){ [ 1195.772434] env[69350]: value = "task-3365944" [ 1195.772434] env[69350]: _type = "Task" [ 1195.772434] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.781983] env[69350]: DEBUG oslo_vmware.api [None req-8ce9cbe3-e48e-4f86-bfa6-8953408ecde9 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3365944, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.814494] env[69350]: DEBUG oslo_vmware.api [None req-ac35d4f3-f8d1-4036-b4ed-68a93a3e55df tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365942, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.833063] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed11f575-8f67-4686-acb5-1da81c841ad8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.841102] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3921584-c821-4613-b813-0e189b9bdb36 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.877051] env[69350]: DEBUG nova.network.neutron [None req-bc8860c0-8d87-4945-8424-1c905406bee1 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1195.879249] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a87f91b-57fa-434b-a0e2-eb548416aa6b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.889197] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fac3f2b-7842-4e82-9286-b858ad49992e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.908468] env[69350]: DEBUG nova.compute.provider_tree [None req-6842d943-dd41-4e12-968c-123471e70eff tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1196.027266] env[69350]: DEBUG oslo_vmware.api [None req-54173a28-529c-43cf-9cd0-2f34f3c041a6 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3365943, 'name': PowerOnVM_Task, 'duration_secs': 0.417643} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.027538] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-54173a28-529c-43cf-9cd0-2f34f3c041a6 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: d626c562-9799-43f3-a25a-5bdc1774ef77] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1196.030456] env[69350]: DEBUG nova.compute.manager [None req-54173a28-529c-43cf-9cd0-2f34f3c041a6 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: d626c562-9799-43f3-a25a-5bdc1774ef77] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1196.031447] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b92b2cb6-f525-4a0d-bd4e-d961a7a9dce8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.069695] env[69350]: DEBUG oslo_concurrency.lockutils [None req-af07ef9a-853b-4706-a7d8-875cdf297e1e tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Acquiring lock "refresh_cache-a8668eef-6f79-4399-8220-e0ffc5218c1d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.069892] env[69350]: DEBUG oslo_concurrency.lockutils [None req-af07ef9a-853b-4706-a7d8-875cdf297e1e tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Acquired lock "refresh_cache-a8668eef-6f79-4399-8220-e0ffc5218c1d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.070080] env[69350]: DEBUG nova.network.neutron [None req-af07ef9a-853b-4706-a7d8-875cdf297e1e tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] [instance: a8668eef-6f79-4399-8220-e0ffc5218c1d] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1196.086234] env[69350]: DEBUG nova.network.neutron [None req-bc8860c0-8d87-4945-8424-1c905406bee1 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Updating instance_info_cache with network_info: [{"id": "d0dabe8f-0368-40e1-9fe7-81fd25a1bf3a", "address": "fa:16:3e:0c:5a:f5", "network": {"id": "ef2fb362-4313-473c-9c09-d0ff427ec60c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1709807276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68e43cb72d9c4af5965e3e49c212db1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0dabe8f-03", "ovs_interfaceid": "d0dabe8f-0368-40e1-9fe7-81fd25a1bf3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.105480] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b25d6eae-1d64-4577-9c0e-0d778dd5558b tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Lock "e949bbaf-d136-41b7-b001-daf3d99a1502" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.025s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.283064] env[69350]: DEBUG oslo_vmware.api [None req-8ce9cbe3-e48e-4f86-bfa6-8953408ecde9 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3365944, 'name': ReconfigVM_Task, 'duration_secs': 0.319778} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.283064] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ce9cbe3-e48e-4f86-bfa6-8953408ecde9 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: f1736cf7-d979-41ba-97d9-45c35b51cad8] Reconfigured VM instance instance-00000007 to detach disk 2000 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1196.283583] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70b6b817-49fa-44fe-b453-455495497feb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.306508] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ce9cbe3-e48e-4f86-bfa6-8953408ecde9 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: f1736cf7-d979-41ba-97d9-45c35b51cad8] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] f1736cf7-d979-41ba-97d9-45c35b51cad8/f1736cf7-d979-41ba-97d9-45c35b51cad8.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1196.306848] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9038c606-ed29-46e8-8b7f-13960391fa6d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.328044] env[69350]: DEBUG oslo_vmware.api [None req-ac35d4f3-f8d1-4036-b4ed-68a93a3e55df tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365942, 'name': PowerOnVM_Task, 'duration_secs': 0.862682} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.329228] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac35d4f3-f8d1-4036-b4ed-68a93a3e55df tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1196.329398] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ac35d4f3-f8d1-4036-b4ed-68a93a3e55df tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6] Updating instance 'f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6' progress to 100 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1196.333033] env[69350]: DEBUG oslo_vmware.api [None req-8ce9cbe3-e48e-4f86-bfa6-8953408ecde9 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Waiting for the task: (returnval){ [ 1196.333033] env[69350]: value = "task-3365945" [ 1196.333033] env[69350]: _type = "Task" [ 1196.333033] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.341034] env[69350]: DEBUG oslo_vmware.api [None req-8ce9cbe3-e48e-4f86-bfa6-8953408ecde9 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3365945, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.411992] env[69350]: DEBUG nova.scheduler.client.report [None req-6842d943-dd41-4e12-968c-123471e70eff tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1196.539550] env[69350]: DEBUG oslo_concurrency.lockutils [None req-88b5815a-dac7-46de-bf0a-a1a6f9575db1 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Acquiring lock "e949bbaf-d136-41b7-b001-daf3d99a1502" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.539888] env[69350]: DEBUG oslo_concurrency.lockutils [None req-88b5815a-dac7-46de-bf0a-a1a6f9575db1 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Lock "e949bbaf-d136-41b7-b001-daf3d99a1502" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.540130] env[69350]: DEBUG oslo_concurrency.lockutils [None req-88b5815a-dac7-46de-bf0a-a1a6f9575db1 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Acquiring lock "e949bbaf-d136-41b7-b001-daf3d99a1502-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.540320] env[69350]: DEBUG oslo_concurrency.lockutils [None req-88b5815a-dac7-46de-bf0a-a1a6f9575db1 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Lock "e949bbaf-d136-41b7-b001-daf3d99a1502-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.540488] env[69350]: DEBUG oslo_concurrency.lockutils [None req-88b5815a-dac7-46de-bf0a-a1a6f9575db1 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Lock "e949bbaf-d136-41b7-b001-daf3d99a1502-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.542706] env[69350]: INFO nova.compute.manager [None req-88b5815a-dac7-46de-bf0a-a1a6f9575db1 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: e949bbaf-d136-41b7-b001-daf3d99a1502] Terminating instance [ 1196.588687] env[69350]: DEBUG nova.network.neutron [None req-af07ef9a-853b-4706-a7d8-875cdf297e1e tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] [instance: a8668eef-6f79-4399-8220-e0ffc5218c1d] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1196.590650] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bc8860c0-8d87-4945-8424-1c905406bee1 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Releasing lock "refresh_cache-d4751d30-cb22-403c-a663-26eff04ad7f0" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.590958] env[69350]: DEBUG nova.compute.manager [None req-bc8860c0-8d87-4945-8424-1c905406bee1 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Instance network_info: |[{"id": "d0dabe8f-0368-40e1-9fe7-81fd25a1bf3a", "address": "fa:16:3e:0c:5a:f5", "network": {"id": "ef2fb362-4313-473c-9c09-d0ff427ec60c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1709807276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68e43cb72d9c4af5965e3e49c212db1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0dabe8f-03", "ovs_interfaceid": "d0dabe8f-0368-40e1-9fe7-81fd25a1bf3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1196.591257] env[69350]: DEBUG oslo_concurrency.lockutils [req-f560e75b-8546-4839-9e4d-dead6d59cc54 req-f822a04b-6104-4e64-a138-1102ddfd0857 service nova] Acquired lock "refresh_cache-d4751d30-cb22-403c-a663-26eff04ad7f0" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.591436] env[69350]: DEBUG nova.network.neutron [req-f560e75b-8546-4839-9e4d-dead6d59cc54 req-f822a04b-6104-4e64-a138-1102ddfd0857 service nova] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Refreshing network info cache for port d0dabe8f-0368-40e1-9fe7-81fd25a1bf3a {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1196.592519] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-bc8860c0-8d87-4945-8424-1c905406bee1 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:5a:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89ed4797-90ad-44cd-bbcb-e90b2a8400f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd0dabe8f-0368-40e1-9fe7-81fd25a1bf3a', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1196.600614] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc8860c0-8d87-4945-8424-1c905406bee1 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1196.601829] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1196.602053] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-893fb556-2247-43e1-ae30-aa100c614e11 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.632683] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1196.632683] env[69350]: value = "task-3365946" [ 1196.632683] env[69350]: _type = "Task" [ 1196.632683] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.641264] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365946, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.662336] env[69350]: DEBUG nova.network.neutron [None req-af07ef9a-853b-4706-a7d8-875cdf297e1e tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] [instance: a8668eef-6f79-4399-8220-e0ffc5218c1d] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.847082] env[69350]: DEBUG oslo_vmware.api [None req-8ce9cbe3-e48e-4f86-bfa6-8953408ecde9 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3365945, 'name': ReconfigVM_Task, 'duration_secs': 0.407182} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.847082] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ce9cbe3-e48e-4f86-bfa6-8953408ecde9 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: f1736cf7-d979-41ba-97d9-45c35b51cad8] Reconfigured VM instance instance-00000007 to attach disk [datastore2] f1736cf7-d979-41ba-97d9-45c35b51cad8/f1736cf7-d979-41ba-97d9-45c35b51cad8.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1196.847082] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8ce9cbe3-e48e-4f86-bfa6-8953408ecde9 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: f1736cf7-d979-41ba-97d9-45c35b51cad8] Updating instance 'f1736cf7-d979-41ba-97d9-45c35b51cad8' progress to 50 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1196.918122] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6842d943-dd41-4e12-968c-123471e70eff tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.806s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.920241] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e112360a-da22-4cd8-862c-2cb61234e97b tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.594s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.920490] env[69350]: DEBUG nova.objects.instance [None req-e112360a-da22-4cd8-862c-2cb61234e97b tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] [instance: a8668eef-6f79-4399-8220-e0ffc5218c1d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69350) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1196.991373] env[69350]: INFO nova.scheduler.client.report [None req-6842d943-dd41-4e12-968c-123471e70eff tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Deleted allocations for instance c844b729-b790-484f-a78b-3eff6f936586 [ 1197.046873] env[69350]: DEBUG nova.compute.manager [None req-88b5815a-dac7-46de-bf0a-a1a6f9575db1 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: e949bbaf-d136-41b7-b001-daf3d99a1502] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1197.046873] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-88b5815a-dac7-46de-bf0a-a1a6f9575db1 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: e949bbaf-d136-41b7-b001-daf3d99a1502] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1197.047644] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f8c75b7-fb89-4275-b9fb-312c0f45259f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.055943] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-88b5815a-dac7-46de-bf0a-a1a6f9575db1 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: e949bbaf-d136-41b7-b001-daf3d99a1502] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1197.056214] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6cddabd9-b190-45f7-a32a-faf7a1542ee6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.062333] env[69350]: DEBUG oslo_vmware.api [None req-88b5815a-dac7-46de-bf0a-a1a6f9575db1 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Waiting for the task: (returnval){ [ 1197.062333] env[69350]: value = "task-3365947" [ 1197.062333] env[69350]: _type = "Task" [ 1197.062333] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.070296] env[69350]: DEBUG oslo_vmware.api [None req-88b5815a-dac7-46de-bf0a-a1a6f9575db1 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3365947, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.148568] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365946, 'name': CreateVM_Task, 'duration_secs': 0.364656} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.148744] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1197.149718] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bc8860c0-8d87-4945-8424-1c905406bee1 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.150028] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bc8860c0-8d87-4945-8424-1c905406bee1 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.150457] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bc8860c0-8d87-4945-8424-1c905406bee1 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.150812] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab15bcc7-17e9-45dd-a547-c358f3a90d7f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.156730] env[69350]: DEBUG oslo_vmware.api [None req-bc8860c0-8d87-4945-8424-1c905406bee1 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Waiting for the task: (returnval){ [ 1197.156730] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52de74e8-adf6-3e2d-6d57-aa490dada357" [ 1197.156730] env[69350]: _type = "Task" [ 1197.156730] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.168280] env[69350]: DEBUG oslo_concurrency.lockutils [None req-af07ef9a-853b-4706-a7d8-875cdf297e1e tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Releasing lock "refresh_cache-a8668eef-6f79-4399-8220-e0ffc5218c1d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.168822] env[69350]: DEBUG nova.compute.manager [None req-af07ef9a-853b-4706-a7d8-875cdf297e1e tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] [instance: a8668eef-6f79-4399-8220-e0ffc5218c1d] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1197.169102] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-af07ef9a-853b-4706-a7d8-875cdf297e1e tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] [instance: a8668eef-6f79-4399-8220-e0ffc5218c1d] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1197.169520] env[69350]: DEBUG oslo_vmware.api [None req-bc8860c0-8d87-4945-8424-1c905406bee1 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52de74e8-adf6-3e2d-6d57-aa490dada357, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.170632] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-747c7e28-f09e-4a3f-addb-9a811147dc21 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.180221] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-af07ef9a-853b-4706-a7d8-875cdf297e1e tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] [instance: a8668eef-6f79-4399-8220-e0ffc5218c1d] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1197.180565] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08762dc7-d1f9-4efc-a9a7-0a6fe3f218ba {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.187683] env[69350]: DEBUG oslo_vmware.api [None req-af07ef9a-853b-4706-a7d8-875cdf297e1e tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Waiting for the task: (returnval){ [ 1197.187683] env[69350]: value = "task-3365948" [ 1197.187683] env[69350]: _type = "Task" [ 1197.187683] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.202013] env[69350]: DEBUG oslo_vmware.api [None req-af07ef9a-853b-4706-a7d8-875cdf297e1e tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Task: {'id': task-3365948, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.354462] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05c5fd33-8096-45d2-939f-644f0604fcd3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.381437] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a340f2-bde3-400e-b85f-c2266aaedc7c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.401139] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8ce9cbe3-e48e-4f86-bfa6-8953408ecde9 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: f1736cf7-d979-41ba-97d9-45c35b51cad8] Updating instance 'f1736cf7-d979-41ba-97d9-45c35b51cad8' progress to 67 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1197.409229] env[69350]: DEBUG nova.network.neutron [req-f560e75b-8546-4839-9e4d-dead6d59cc54 req-f822a04b-6104-4e64-a138-1102ddfd0857 service nova] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Updated VIF entry in instance network info cache for port d0dabe8f-0368-40e1-9fe7-81fd25a1bf3a. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1197.409563] env[69350]: DEBUG nova.network.neutron [req-f560e75b-8546-4839-9e4d-dead6d59cc54 req-f822a04b-6104-4e64-a138-1102ddfd0857 service nova] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Updating instance_info_cache with network_info: [{"id": "d0dabe8f-0368-40e1-9fe7-81fd25a1bf3a", "address": "fa:16:3e:0c:5a:f5", "network": {"id": "ef2fb362-4313-473c-9c09-d0ff427ec60c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1709807276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68e43cb72d9c4af5965e3e49c212db1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0dabe8f-03", "ovs_interfaceid": "d0dabe8f-0368-40e1-9fe7-81fd25a1bf3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.500265] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6842d943-dd41-4e12-968c-123471e70eff tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Lock "c844b729-b790-484f-a78b-3eff6f936586" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.436s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.572358] env[69350]: DEBUG oslo_vmware.api [None req-88b5815a-dac7-46de-bf0a-a1a6f9575db1 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3365947, 'name': PowerOffVM_Task, 'duration_secs': 0.264601} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.572614] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-88b5815a-dac7-46de-bf0a-a1a6f9575db1 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: e949bbaf-d136-41b7-b001-daf3d99a1502] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1197.572785] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-88b5815a-dac7-46de-bf0a-a1a6f9575db1 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: e949bbaf-d136-41b7-b001-daf3d99a1502] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1197.573045] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5849c843-48fb-4799-91b4-f0e0f4d2dc98 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.666023] env[69350]: DEBUG oslo_vmware.api [None req-bc8860c0-8d87-4945-8424-1c905406bee1 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52de74e8-adf6-3e2d-6d57-aa490dada357, 'name': SearchDatastore_Task, 'duration_secs': 0.014875} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.666366] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bc8860c0-8d87-4945-8424-1c905406bee1 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.666530] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-bc8860c0-8d87-4945-8424-1c905406bee1 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1197.666748] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bc8860c0-8d87-4945-8424-1c905406bee1 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.666891] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bc8860c0-8d87-4945-8424-1c905406bee1 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.667080] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc8860c0-8d87-4945-8424-1c905406bee1 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1197.667321] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-98796d40-a26c-4ba2-8a23-0aee8da30c41 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.682243] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc8860c0-8d87-4945-8424-1c905406bee1 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1197.682386] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-bc8860c0-8d87-4945-8424-1c905406bee1 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1197.683047] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-268047a9-d975-49d0-b0b6-55e4a6b6579e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.687658] env[69350]: DEBUG oslo_vmware.api [None req-bc8860c0-8d87-4945-8424-1c905406bee1 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Waiting for the task: (returnval){ [ 1197.687658] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52e9bd38-522f-a3c0-b5b7-0ce10239b498" [ 1197.687658] env[69350]: _type = "Task" [ 1197.687658] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.697037] env[69350]: DEBUG oslo_vmware.api [None req-bc8860c0-8d87-4945-8424-1c905406bee1 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52e9bd38-522f-a3c0-b5b7-0ce10239b498, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.701592] env[69350]: DEBUG oslo_vmware.api [None req-af07ef9a-853b-4706-a7d8-875cdf297e1e tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Task: {'id': task-3365948, 'name': PowerOffVM_Task, 'duration_secs': 0.117174} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.701834] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-af07ef9a-853b-4706-a7d8-875cdf297e1e tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] [instance: a8668eef-6f79-4399-8220-e0ffc5218c1d] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1197.702007] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-af07ef9a-853b-4706-a7d8-875cdf297e1e tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] [instance: a8668eef-6f79-4399-8220-e0ffc5218c1d] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1197.702236] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8c527183-fae0-43a4-8ee3-cb94a7aa20e6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.732453] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-af07ef9a-853b-4706-a7d8-875cdf297e1e tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] [instance: a8668eef-6f79-4399-8220-e0ffc5218c1d] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1197.732667] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-af07ef9a-853b-4706-a7d8-875cdf297e1e tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] [instance: a8668eef-6f79-4399-8220-e0ffc5218c1d] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1197.732847] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-af07ef9a-853b-4706-a7d8-875cdf297e1e tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Deleting the datastore file [datastore1] a8668eef-6f79-4399-8220-e0ffc5218c1d {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1197.733115] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-16296fa8-d451-4573-b2ac-5dee96f4ed0f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.739261] env[69350]: DEBUG oslo_vmware.api [None req-af07ef9a-853b-4706-a7d8-875cdf297e1e tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Waiting for the task: (returnval){ [ 1197.739261] env[69350]: value = "task-3365951" [ 1197.739261] env[69350]: _type = "Task" [ 1197.739261] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.746595] env[69350]: DEBUG oslo_vmware.api [None req-af07ef9a-853b-4706-a7d8-875cdf297e1e tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Task: {'id': task-3365951, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.857144] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-88b5815a-dac7-46de-bf0a-a1a6f9575db1 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: e949bbaf-d136-41b7-b001-daf3d99a1502] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1197.857352] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-88b5815a-dac7-46de-bf0a-a1a6f9575db1 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: e949bbaf-d136-41b7-b001-daf3d99a1502] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1197.857529] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-88b5815a-dac7-46de-bf0a-a1a6f9575db1 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Deleting the datastore file [datastore1] e949bbaf-d136-41b7-b001-daf3d99a1502 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1197.859230] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1847ee1e-12fd-442a-9021-21520daa5ecd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.866159] env[69350]: DEBUG oslo_vmware.api [None req-88b5815a-dac7-46de-bf0a-a1a6f9575db1 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Waiting for the task: (returnval){ [ 1197.866159] env[69350]: value = "task-3365952" [ 1197.866159] env[69350]: _type = "Task" [ 1197.866159] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.873676] env[69350]: DEBUG oslo_vmware.api [None req-88b5815a-dac7-46de-bf0a-a1a6f9575db1 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3365952, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.913533] env[69350]: DEBUG oslo_concurrency.lockutils [req-f560e75b-8546-4839-9e4d-dead6d59cc54 req-f822a04b-6104-4e64-a138-1102ddfd0857 service nova] Releasing lock "refresh_cache-d4751d30-cb22-403c-a663-26eff04ad7f0" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.928829] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e112360a-da22-4cd8-862c-2cb61234e97b tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.940608] env[69350]: DEBUG nova.network.neutron [None req-8ce9cbe3-e48e-4f86-bfa6-8953408ecde9 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: f1736cf7-d979-41ba-97d9-45c35b51cad8] Port 931c1143-e84e-4646-b61d-5fd00c291d19 binding to destination host cpu-1 is already ACTIVE {{(pid=69350) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1198.199160] env[69350]: DEBUG oslo_vmware.api [None req-bc8860c0-8d87-4945-8424-1c905406bee1 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52e9bd38-522f-a3c0-b5b7-0ce10239b498, 'name': SearchDatastore_Task, 'duration_secs': 0.014503} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.200050] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98b3bde3-d476-4637-b011-0b9ec1a01db0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.205358] env[69350]: DEBUG oslo_vmware.api [None req-bc8860c0-8d87-4945-8424-1c905406bee1 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Waiting for the task: (returnval){ [ 1198.205358] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]522699ec-b4cb-9418-9d65-10a89c463232" [ 1198.205358] env[69350]: _type = "Task" [ 1198.205358] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.213335] env[69350]: DEBUG oslo_vmware.api [None req-bc8860c0-8d87-4945-8424-1c905406bee1 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]522699ec-b4cb-9418-9d65-10a89c463232, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.248176] env[69350]: DEBUG oslo_vmware.api [None req-af07ef9a-853b-4706-a7d8-875cdf297e1e tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Task: {'id': task-3365951, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210109} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.248439] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-af07ef9a-853b-4706-a7d8-875cdf297e1e tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1198.248635] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-af07ef9a-853b-4706-a7d8-875cdf297e1e tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] [instance: a8668eef-6f79-4399-8220-e0ffc5218c1d] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1198.248808] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-af07ef9a-853b-4706-a7d8-875cdf297e1e tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] [instance: a8668eef-6f79-4399-8220-e0ffc5218c1d] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1198.249097] env[69350]: INFO nova.compute.manager [None req-af07ef9a-853b-4706-a7d8-875cdf297e1e tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] [instance: a8668eef-6f79-4399-8220-e0ffc5218c1d] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1198.249463] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af07ef9a-853b-4706-a7d8-875cdf297e1e tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1198.249463] env[69350]: DEBUG nova.compute.manager [-] [instance: a8668eef-6f79-4399-8220-e0ffc5218c1d] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1198.249603] env[69350]: DEBUG nova.network.neutron [-] [instance: a8668eef-6f79-4399-8220-e0ffc5218c1d] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1198.265837] env[69350]: DEBUG nova.network.neutron [-] [instance: a8668eef-6f79-4399-8220-e0ffc5218c1d] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1198.284426] env[69350]: INFO nova.compute.manager [None req-9005fb16-85ff-4761-9b1b-5273607b1f79 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: c2902164-bd0d-4dfd-bfa5-4777e4341d4b] Rescuing [ 1198.284715] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9005fb16-85ff-4761-9b1b-5273607b1f79 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Acquiring lock "refresh_cache-c2902164-bd0d-4dfd-bfa5-4777e4341d4b" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.284867] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9005fb16-85ff-4761-9b1b-5273607b1f79 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Acquired lock "refresh_cache-c2902164-bd0d-4dfd-bfa5-4777e4341d4b" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.285049] env[69350]: DEBUG nova.network.neutron [None req-9005fb16-85ff-4761-9b1b-5273607b1f79 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: c2902164-bd0d-4dfd-bfa5-4777e4341d4b] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1198.376498] env[69350]: DEBUG oslo_vmware.api [None req-88b5815a-dac7-46de-bf0a-a1a6f9575db1 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3365952, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198664} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.376763] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-88b5815a-dac7-46de-bf0a-a1a6f9575db1 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1198.376950] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-88b5815a-dac7-46de-bf0a-a1a6f9575db1 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: e949bbaf-d136-41b7-b001-daf3d99a1502] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1198.377163] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-88b5815a-dac7-46de-bf0a-a1a6f9575db1 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: e949bbaf-d136-41b7-b001-daf3d99a1502] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1198.377391] env[69350]: INFO nova.compute.manager [None req-88b5815a-dac7-46de-bf0a-a1a6f9575db1 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: e949bbaf-d136-41b7-b001-daf3d99a1502] Took 1.33 seconds to destroy the instance on the hypervisor. [ 1198.377659] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-88b5815a-dac7-46de-bf0a-a1a6f9575db1 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1198.377859] env[69350]: DEBUG nova.compute.manager [-] [instance: e949bbaf-d136-41b7-b001-daf3d99a1502] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1198.378614] env[69350]: DEBUG nova.network.neutron [-] [instance: e949bbaf-d136-41b7-b001-daf3d99a1502] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1198.683349] env[69350]: DEBUG nova.compute.manager [req-194f20b5-6e8d-4d41-86f8-c4df91ec2ae7 req-a2b3dd1b-c650-4a56-8286-9170461032a0 service nova] [instance: e949bbaf-d136-41b7-b001-daf3d99a1502] Received event network-vif-deleted-0497a230-31aa-46f9-9163-a59fea68e978 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1198.683349] env[69350]: INFO nova.compute.manager [req-194f20b5-6e8d-4d41-86f8-c4df91ec2ae7 req-a2b3dd1b-c650-4a56-8286-9170461032a0 service nova] [instance: e949bbaf-d136-41b7-b001-daf3d99a1502] Neutron deleted interface 0497a230-31aa-46f9-9163-a59fea68e978; detaching it from the instance and deleting it from the info cache [ 1198.683349] env[69350]: DEBUG nova.network.neutron [req-194f20b5-6e8d-4d41-86f8-c4df91ec2ae7 req-a2b3dd1b-c650-4a56-8286-9170461032a0 service nova] [instance: e949bbaf-d136-41b7-b001-daf3d99a1502] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.716506] env[69350]: DEBUG oslo_vmware.api [None req-bc8860c0-8d87-4945-8424-1c905406bee1 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]522699ec-b4cb-9418-9d65-10a89c463232, 'name': SearchDatastore_Task, 'duration_secs': 0.012012} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.717040] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bc8860c0-8d87-4945-8424-1c905406bee1 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.717286] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc8860c0-8d87-4945-8424-1c905406bee1 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] d4751d30-cb22-403c-a663-26eff04ad7f0/d4751d30-cb22-403c-a663-26eff04ad7f0.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1198.717542] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8b364629-ae8f-4bc5-a8d4-f52332a07599 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.724192] env[69350]: DEBUG oslo_vmware.api [None req-bc8860c0-8d87-4945-8424-1c905406bee1 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Waiting for the task: (returnval){ [ 1198.724192] env[69350]: value = "task-3365953" [ 1198.724192] env[69350]: _type = "Task" [ 1198.724192] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.735352] env[69350]: DEBUG oslo_vmware.api [None req-bc8860c0-8d87-4945-8424-1c905406bee1 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365953, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.768440] env[69350]: DEBUG nova.network.neutron [-] [instance: a8668eef-6f79-4399-8220-e0ffc5218c1d] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.968181] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8ce9cbe3-e48e-4f86-bfa6-8953408ecde9 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Acquiring lock "f1736cf7-d979-41ba-97d9-45c35b51cad8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.968302] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8ce9cbe3-e48e-4f86-bfa6-8953408ecde9 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Lock "f1736cf7-d979-41ba-97d9-45c35b51cad8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.969014] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8ce9cbe3-e48e-4f86-bfa6-8953408ecde9 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Lock "f1736cf7-d979-41ba-97d9-45c35b51cad8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.077838] env[69350]: DEBUG nova.network.neutron [None req-9005fb16-85ff-4761-9b1b-5273607b1f79 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: c2902164-bd0d-4dfd-bfa5-4777e4341d4b] Updating instance_info_cache with network_info: [{"id": "49dcecd7-000f-4434-abb0-878baf509ce8", "address": "fa:16:3e:72:95:4b", "network": {"id": "e446f6e9-9739-4a9d-b374-67c72dd2bdca", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2061620084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e00619eed830495c94eed15309016c5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49dcecd7-00", "ovs_interfaceid": "49dcecd7-000f-4434-abb0-878baf509ce8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.163993] env[69350]: DEBUG nova.network.neutron [-] [instance: e949bbaf-d136-41b7-b001-daf3d99a1502] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.186073] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a61123c6-b3a0-49c9-be55-193eeba01616 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.196892] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0192cdb3-3106-4247-b2ec-50f087eec6f2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.228445] env[69350]: DEBUG nova.compute.manager [req-194f20b5-6e8d-4d41-86f8-c4df91ec2ae7 req-a2b3dd1b-c650-4a56-8286-9170461032a0 service nova] [instance: e949bbaf-d136-41b7-b001-daf3d99a1502] Detach interface failed, port_id=0497a230-31aa-46f9-9163-a59fea68e978, reason: Instance e949bbaf-d136-41b7-b001-daf3d99a1502 could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1199.241891] env[69350]: DEBUG oslo_vmware.api [None req-bc8860c0-8d87-4945-8424-1c905406bee1 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365953, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.243214] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ff6c6e67-a36f-44c3-8e3e-49119201b0a2 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Acquiring lock "f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.243470] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ff6c6e67-a36f-44c3-8e3e-49119201b0a2 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Lock "f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.243659] env[69350]: DEBUG nova.compute.manager [None req-ff6c6e67-a36f-44c3-8e3e-49119201b0a2 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6] Going to confirm migration 7 {{(pid=69350) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1199.273029] env[69350]: INFO nova.compute.manager [-] [instance: a8668eef-6f79-4399-8220-e0ffc5218c1d] Took 1.02 seconds to deallocate network for instance. [ 1199.581280] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9005fb16-85ff-4761-9b1b-5273607b1f79 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Releasing lock "refresh_cache-c2902164-bd0d-4dfd-bfa5-4777e4341d4b" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.667191] env[69350]: INFO nova.compute.manager [-] [instance: e949bbaf-d136-41b7-b001-daf3d99a1502] Took 1.29 seconds to deallocate network for instance. [ 1199.738533] env[69350]: DEBUG oslo_vmware.api [None req-bc8860c0-8d87-4945-8424-1c905406bee1 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365953, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.814852} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.738533] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc8860c0-8d87-4945-8424-1c905406bee1 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] d4751d30-cb22-403c-a663-26eff04ad7f0/d4751d30-cb22-403c-a663-26eff04ad7f0.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1199.738533] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-bc8860c0-8d87-4945-8424-1c905406bee1 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1199.738533] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e4888b50-c389-4fd9-b8a3-7745b10f9bfc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.745017] env[69350]: DEBUG oslo_vmware.api [None req-bc8860c0-8d87-4945-8424-1c905406bee1 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Waiting for the task: (returnval){ [ 1199.745017] env[69350]: value = "task-3365954" [ 1199.745017] env[69350]: _type = "Task" [ 1199.745017] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.761157] env[69350]: DEBUG oslo_vmware.api [None req-bc8860c0-8d87-4945-8424-1c905406bee1 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365954, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.779727] env[69350]: DEBUG oslo_concurrency.lockutils [None req-af07ef9a-853b-4706-a7d8-875cdf297e1e tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.780299] env[69350]: DEBUG oslo_concurrency.lockutils [None req-af07ef9a-853b-4706-a7d8-875cdf297e1e tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.781081] env[69350]: DEBUG nova.objects.instance [None req-af07ef9a-853b-4706-a7d8-875cdf297e1e tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Lazy-loading 'resources' on Instance uuid a8668eef-6f79-4399-8220-e0ffc5218c1d {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1199.792025] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ff6c6e67-a36f-44c3-8e3e-49119201b0a2 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Acquiring lock "refresh_cache-f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.792270] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ff6c6e67-a36f-44c3-8e3e-49119201b0a2 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Acquired lock "refresh_cache-f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.792454] env[69350]: DEBUG nova.network.neutron [None req-ff6c6e67-a36f-44c3-8e3e-49119201b0a2 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1199.792668] env[69350]: DEBUG nova.objects.instance [None req-ff6c6e67-a36f-44c3-8e3e-49119201b0a2 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Lazy-loading 'info_cache' on Instance uuid f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1200.002958] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8ce9cbe3-e48e-4f86-bfa6-8953408ecde9 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Acquiring lock "refresh_cache-f1736cf7-d979-41ba-97d9-45c35b51cad8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.003156] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8ce9cbe3-e48e-4f86-bfa6-8953408ecde9 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Acquired lock "refresh_cache-f1736cf7-d979-41ba-97d9-45c35b51cad8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.003332] env[69350]: DEBUG nova.network.neutron [None req-8ce9cbe3-e48e-4f86-bfa6-8953408ecde9 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: f1736cf7-d979-41ba-97d9-45c35b51cad8] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1200.173605] env[69350]: DEBUG oslo_concurrency.lockutils [None req-88b5815a-dac7-46de-bf0a-a1a6f9575db1 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.256155] env[69350]: DEBUG oslo_vmware.api [None req-bc8860c0-8d87-4945-8424-1c905406bee1 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365954, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.300499] env[69350]: DEBUG oslo_concurrency.lockutils [None req-92aa3eae-5ea4-4bc9-a4ec-973d9da3d086 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Acquiring lock "eac0e93a-faa9-4185-8d37-b6e2f7388eb5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.300737] env[69350]: DEBUG oslo_concurrency.lockutils [None req-92aa3eae-5ea4-4bc9-a4ec-973d9da3d086 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Lock "eac0e93a-faa9-4185-8d37-b6e2f7388eb5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.450685] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3218cd51-09a9-4157-b077-732c2ffaf721 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.458402] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-280e613c-e369-4b34-b0fa-3aa9a90ecd1e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.488079] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15936399-a840-4b24-9d43-4f10625c4c75 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.495363] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91bb607d-2509-43f3-980b-4cebc0e35ead {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.511881] env[69350]: DEBUG nova.compute.provider_tree [None req-af07ef9a-853b-4706-a7d8-875cdf297e1e tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1200.756298] env[69350]: DEBUG oslo_vmware.api [None req-bc8860c0-8d87-4945-8424-1c905406bee1 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365954, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.806659] env[69350]: DEBUG nova.compute.manager [None req-92aa3eae-5ea4-4bc9-a4ec-973d9da3d086 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1201.017056] env[69350]: DEBUG nova.scheduler.client.report [None req-af07ef9a-853b-4706-a7d8-875cdf297e1e tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1201.094171] env[69350]: DEBUG nova.network.neutron [None req-8ce9cbe3-e48e-4f86-bfa6-8953408ecde9 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: f1736cf7-d979-41ba-97d9-45c35b51cad8] Updating instance_info_cache with network_info: [{"id": "931c1143-e84e-4646-b61d-5fd00c291d19", "address": "fa:16:3e:7c:84:e4", "network": {"id": "bc16c158-ef75-4a41-beeb-3ceae708fa9d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-469663997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46625a434b9f47dc83d92c9db8a3024c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap931c1143-e8", "ovs_interfaceid": "931c1143-e84e-4646-b61d-5fd00c291d19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.118432] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-9005fb16-85ff-4761-9b1b-5273607b1f79 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: c2902164-bd0d-4dfd-bfa5-4777e4341d4b] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1201.118725] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66340295-e205-4698-8698-3930229a489e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.125775] env[69350]: DEBUG oslo_vmware.api [None req-9005fb16-85ff-4761-9b1b-5273607b1f79 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Waiting for the task: (returnval){ [ 1201.125775] env[69350]: value = "task-3365955" [ 1201.125775] env[69350]: _type = "Task" [ 1201.125775] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.134218] env[69350]: DEBUG oslo_vmware.api [None req-9005fb16-85ff-4761-9b1b-5273607b1f79 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3365955, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.173724] env[69350]: DEBUG nova.network.neutron [None req-ff6c6e67-a36f-44c3-8e3e-49119201b0a2 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6] Updating instance_info_cache with network_info: [{"id": "af9b7f95-596e-41ce-bdd7-dd9457af3887", "address": "fa:16:3e:57:78:44", "network": {"id": "b27a5766-3026-4d42-a208-8e9c2a543be5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1341532197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a61919e72ea342e59edac0c76d120df9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf9b7f95-59", "ovs_interfaceid": "af9b7f95-596e-41ce-bdd7-dd9457af3887", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.256583] env[69350]: DEBUG oslo_vmware.api [None req-bc8860c0-8d87-4945-8424-1c905406bee1 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365954, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.233424} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.256839] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-bc8860c0-8d87-4945-8424-1c905406bee1 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1201.257595] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f21607-eb20-4ade-a571-b30802e035b4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.279431] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc8860c0-8d87-4945-8424-1c905406bee1 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] d4751d30-cb22-403c-a663-26eff04ad7f0/d4751d30-cb22-403c-a663-26eff04ad7f0.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1201.279652] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b79ed28a-1060-4906-95dc-57bf7c91eb5b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.298586] env[69350]: DEBUG oslo_vmware.api [None req-bc8860c0-8d87-4945-8424-1c905406bee1 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Waiting for the task: (returnval){ [ 1201.298586] env[69350]: value = "task-3365956" [ 1201.298586] env[69350]: _type = "Task" [ 1201.298586] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.306251] env[69350]: DEBUG oslo_vmware.api [None req-bc8860c0-8d87-4945-8424-1c905406bee1 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365956, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.325307] env[69350]: DEBUG oslo_concurrency.lockutils [None req-92aa3eae-5ea4-4bc9-a4ec-973d9da3d086 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.520255] env[69350]: DEBUG oslo_concurrency.lockutils [None req-af07ef9a-853b-4706-a7d8-875cdf297e1e tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.740s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.523228] env[69350]: DEBUG oslo_concurrency.lockutils [None req-88b5815a-dac7-46de-bf0a-a1a6f9575db1 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.350s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.523768] env[69350]: DEBUG nova.objects.instance [None req-88b5815a-dac7-46de-bf0a-a1a6f9575db1 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Lazy-loading 'resources' on Instance uuid e949bbaf-d136-41b7-b001-daf3d99a1502 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1201.542651] env[69350]: INFO nova.scheduler.client.report [None req-af07ef9a-853b-4706-a7d8-875cdf297e1e tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Deleted allocations for instance a8668eef-6f79-4399-8220-e0ffc5218c1d [ 1201.596901] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8ce9cbe3-e48e-4f86-bfa6-8953408ecde9 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Releasing lock "refresh_cache-f1736cf7-d979-41ba-97d9-45c35b51cad8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.636035] env[69350]: DEBUG oslo_vmware.api [None req-9005fb16-85ff-4761-9b1b-5273607b1f79 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3365955, 'name': PowerOffVM_Task, 'duration_secs': 0.341746} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.636035] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-9005fb16-85ff-4761-9b1b-5273607b1f79 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: c2902164-bd0d-4dfd-bfa5-4777e4341d4b] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1201.636623] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d36806-085d-41d7-bf6a-9670a99cf643 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.656427] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b059b9bf-85d9-4a00-bbbf-33a41ebee92f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.676352] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ff6c6e67-a36f-44c3-8e3e-49119201b0a2 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Releasing lock "refresh_cache-f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.676722] env[69350]: DEBUG nova.objects.instance [None req-ff6c6e67-a36f-44c3-8e3e-49119201b0a2 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Lazy-loading 'migration_context' on Instance uuid f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1201.688055] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-9005fb16-85ff-4761-9b1b-5273607b1f79 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: c2902164-bd0d-4dfd-bfa5-4777e4341d4b] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1201.688523] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7cde4f6-f522-4103-862f-edd8b3986875 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.696176] env[69350]: DEBUG oslo_vmware.api [None req-9005fb16-85ff-4761-9b1b-5273607b1f79 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Waiting for the task: (returnval){ [ 1201.696176] env[69350]: value = "task-3365957" [ 1201.696176] env[69350]: _type = "Task" [ 1201.696176] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.705153] env[69350]: DEBUG oslo_vmware.api [None req-9005fb16-85ff-4761-9b1b-5273607b1f79 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3365957, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.808487] env[69350]: DEBUG oslo_vmware.api [None req-bc8860c0-8d87-4945-8424-1c905406bee1 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365956, 'name': ReconfigVM_Task, 'duration_secs': 0.276128} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.808811] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc8860c0-8d87-4945-8424-1c905406bee1 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Reconfigured VM instance instance-00000064 to attach disk [datastore2] d4751d30-cb22-403c-a663-26eff04ad7f0/d4751d30-cb22-403c-a663-26eff04ad7f0.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1201.809401] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a3abc0b-3a24-4c13-8285-b291984366f7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.815704] env[69350]: DEBUG oslo_vmware.api [None req-bc8860c0-8d87-4945-8424-1c905406bee1 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Waiting for the task: (returnval){ [ 1201.815704] env[69350]: value = "task-3365958" [ 1201.815704] env[69350]: _type = "Task" [ 1201.815704] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.826639] env[69350]: DEBUG oslo_vmware.api [None req-bc8860c0-8d87-4945-8424-1c905406bee1 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365958, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.054512] env[69350]: DEBUG oslo_concurrency.lockutils [None req-af07ef9a-853b-4706-a7d8-875cdf297e1e tempest-ServerShowV257Test-186880683 tempest-ServerShowV257Test-186880683-project-member] Lock "a8668eef-6f79-4399-8220-e0ffc5218c1d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.492s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.118316] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a61ff66c-cae4-4c33-9958-d61660128c70 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.142959] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-166b24c9-e2a1-477b-8920-a93bbc4bcec3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.150474] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8ce9cbe3-e48e-4f86-bfa6-8953408ecde9 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: f1736cf7-d979-41ba-97d9-45c35b51cad8] Updating instance 'f1736cf7-d979-41ba-97d9-45c35b51cad8' progress to 83 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1202.180854] env[69350]: DEBUG nova.objects.base [None req-ff6c6e67-a36f-44c3-8e3e-49119201b0a2 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69350) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1202.182324] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c261571c-4a4c-461b-b318-55d11d6e976e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.206845] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d53b95b2-ab23-4769-b44b-bfdbd8fbc252 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.215046] env[69350]: DEBUG oslo_vmware.api [None req-ff6c6e67-a36f-44c3-8e3e-49119201b0a2 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Waiting for the task: (returnval){ [ 1202.215046] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]527ce0f3-7c23-6390-c921-dea1b6c43ed1" [ 1202.215046] env[69350]: _type = "Task" [ 1202.215046] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.221336] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-9005fb16-85ff-4761-9b1b-5273607b1f79 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: c2902164-bd0d-4dfd-bfa5-4777e4341d4b] VM already powered off {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1202.221603] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9005fb16-85ff-4761-9b1b-5273607b1f79 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: c2902164-bd0d-4dfd-bfa5-4777e4341d4b] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1202.221877] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9005fb16-85ff-4761-9b1b-5273607b1f79 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.224832] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9005fb16-85ff-4761-9b1b-5273607b1f79 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.224832] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-9005fb16-85ff-4761-9b1b-5273607b1f79 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1202.224832] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4fda12ec-68fd-46df-bc83-46a64f855435 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.232437] env[69350]: DEBUG oslo_vmware.api [None req-ff6c6e67-a36f-44c3-8e3e-49119201b0a2 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]527ce0f3-7c23-6390-c921-dea1b6c43ed1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.243041] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-9005fb16-85ff-4761-9b1b-5273607b1f79 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1202.243242] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9005fb16-85ff-4761-9b1b-5273607b1f79 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1202.243994] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b89791f-2772-478a-89db-fe02e2f95935 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.249884] env[69350]: DEBUG oslo_vmware.api [None req-9005fb16-85ff-4761-9b1b-5273607b1f79 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Waiting for the task: (returnval){ [ 1202.249884] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]522a7f86-0a88-21a4-69a2-c9140b58be45" [ 1202.249884] env[69350]: _type = "Task" [ 1202.249884] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.260471] env[69350]: DEBUG oslo_vmware.api [None req-9005fb16-85ff-4761-9b1b-5273607b1f79 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]522a7f86-0a88-21a4-69a2-c9140b58be45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.283885] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e1320ff-1d5c-4296-b7f6-055f786cf743 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.291109] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-937062ec-8ac3-48ae-b57e-45fe9159245f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.323807] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c4a9b2-5db5-4df1-8243-7b8e1c0a220b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.330294] env[69350]: DEBUG oslo_vmware.api [None req-bc8860c0-8d87-4945-8424-1c905406bee1 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365958, 'name': Rename_Task, 'duration_secs': 0.132812} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.332332] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc8860c0-8d87-4945-8424-1c905406bee1 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1202.332610] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a55381c-27c7-4302-988e-340edaec8f2b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.334928] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9816c3f-f436-468f-91ac-2fa7d54a776b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.348660] env[69350]: DEBUG nova.compute.provider_tree [None req-88b5815a-dac7-46de-bf0a-a1a6f9575db1 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1202.350867] env[69350]: DEBUG oslo_vmware.api [None req-bc8860c0-8d87-4945-8424-1c905406bee1 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Waiting for the task: (returnval){ [ 1202.350867] env[69350]: value = "task-3365959" [ 1202.350867] env[69350]: _type = "Task" [ 1202.350867] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.358540] env[69350]: DEBUG oslo_vmware.api [None req-bc8860c0-8d87-4945-8424-1c905406bee1 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365959, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.657715] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ce9cbe3-e48e-4f86-bfa6-8953408ecde9 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: f1736cf7-d979-41ba-97d9-45c35b51cad8] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1202.658214] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd6b50e3-68a2-4b8d-b908-81301f174904 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.665689] env[69350]: DEBUG oslo_vmware.api [None req-8ce9cbe3-e48e-4f86-bfa6-8953408ecde9 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Waiting for the task: (returnval){ [ 1202.665689] env[69350]: value = "task-3365960" [ 1202.665689] env[69350]: _type = "Task" [ 1202.665689] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.675276] env[69350]: DEBUG oslo_vmware.api [None req-8ce9cbe3-e48e-4f86-bfa6-8953408ecde9 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3365960, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.727891] env[69350]: DEBUG oslo_vmware.api [None req-ff6c6e67-a36f-44c3-8e3e-49119201b0a2 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]527ce0f3-7c23-6390-c921-dea1b6c43ed1, 'name': SearchDatastore_Task, 'duration_secs': 0.017221} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.728298] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ff6c6e67-a36f-44c3-8e3e-49119201b0a2 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.759223] env[69350]: DEBUG oslo_vmware.api [None req-9005fb16-85ff-4761-9b1b-5273607b1f79 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]522a7f86-0a88-21a4-69a2-c9140b58be45, 'name': SearchDatastore_Task, 'duration_secs': 0.031166} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.760077] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d63be40b-4d11-4916-9d9c-6c3b9764b96b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.764948] env[69350]: DEBUG oslo_vmware.api [None req-9005fb16-85ff-4761-9b1b-5273607b1f79 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Waiting for the task: (returnval){ [ 1202.764948] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]520aab7d-896c-d9a2-c1ab-6dfacd9d403b" [ 1202.764948] env[69350]: _type = "Task" [ 1202.764948] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.772367] env[69350]: DEBUG oslo_vmware.api [None req-9005fb16-85ff-4761-9b1b-5273607b1f79 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]520aab7d-896c-d9a2-c1ab-6dfacd9d403b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.853106] env[69350]: DEBUG nova.scheduler.client.report [None req-88b5815a-dac7-46de-bf0a-a1a6f9575db1 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1202.865298] env[69350]: DEBUG oslo_vmware.api [None req-bc8860c0-8d87-4945-8424-1c905406bee1 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365959, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.109399] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1203.109641] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1203.109824] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1203.110086] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1203.110248] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1203.110442] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1203.110534] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1203.110668] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69350) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1203.110806] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1203.174982] env[69350]: DEBUG oslo_vmware.api [None req-8ce9cbe3-e48e-4f86-bfa6-8953408ecde9 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3365960, 'name': PowerOnVM_Task, 'duration_secs': 0.377044} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.175278] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ce9cbe3-e48e-4f86-bfa6-8953408ecde9 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: f1736cf7-d979-41ba-97d9-45c35b51cad8] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1203.175465] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8ce9cbe3-e48e-4f86-bfa6-8953408ecde9 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: f1736cf7-d979-41ba-97d9-45c35b51cad8] Updating instance 'f1736cf7-d979-41ba-97d9-45c35b51cad8' progress to 100 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1203.275483] env[69350]: DEBUG oslo_vmware.api [None req-9005fb16-85ff-4761-9b1b-5273607b1f79 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]520aab7d-896c-d9a2-c1ab-6dfacd9d403b, 'name': SearchDatastore_Task, 'duration_secs': 0.010435} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.276420] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9005fb16-85ff-4761-9b1b-5273607b1f79 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.276420] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-9005fb16-85ff-4761-9b1b-5273607b1f79 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] c2902164-bd0d-4dfd-bfa5-4777e4341d4b/2ba50b02-b203-425b-93f3-25266f3336a5-rescue.vmdk. {{(pid=69350) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1203.276420] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-df44b3d8-4b1d-44c3-a18f-101ce8dad36d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.282401] env[69350]: DEBUG oslo_vmware.api [None req-9005fb16-85ff-4761-9b1b-5273607b1f79 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Waiting for the task: (returnval){ [ 1203.282401] env[69350]: value = "task-3365961" [ 1203.282401] env[69350]: _type = "Task" [ 1203.282401] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.291427] env[69350]: DEBUG oslo_vmware.api [None req-9005fb16-85ff-4761-9b1b-5273607b1f79 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3365961, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.360718] env[69350]: DEBUG oslo_concurrency.lockutils [None req-88b5815a-dac7-46de-bf0a-a1a6f9575db1 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.837s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.363089] env[69350]: DEBUG oslo_concurrency.lockutils [None req-92aa3eae-5ea4-4bc9-a4ec-973d9da3d086 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.038s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.365277] env[69350]: INFO nova.compute.claims [None req-92aa3eae-5ea4-4bc9-a4ec-973d9da3d086 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1203.372824] env[69350]: DEBUG oslo_vmware.api [None req-bc8860c0-8d87-4945-8424-1c905406bee1 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3365959, 'name': PowerOnVM_Task, 'duration_secs': 0.608283} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.373107] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc8860c0-8d87-4945-8424-1c905406bee1 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1203.373314] env[69350]: INFO nova.compute.manager [None req-bc8860c0-8d87-4945-8424-1c905406bee1 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Took 9.19 seconds to spawn the instance on the hypervisor. [ 1203.373609] env[69350]: DEBUG nova.compute.manager [None req-bc8860c0-8d87-4945-8424-1c905406bee1 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1203.374677] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5598010b-0ee7-4054-baf0-080fa34ba654 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.385249] env[69350]: INFO nova.scheduler.client.report [None req-88b5815a-dac7-46de-bf0a-a1a6f9575db1 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Deleted allocations for instance e949bbaf-d136-41b7-b001-daf3d99a1502 [ 1203.613753] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.792724] env[69350]: DEBUG oslo_vmware.api [None req-9005fb16-85ff-4761-9b1b-5273607b1f79 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3365961, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483994} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.792724] env[69350]: INFO nova.virt.vmwareapi.ds_util [None req-9005fb16-85ff-4761-9b1b-5273607b1f79 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] c2902164-bd0d-4dfd-bfa5-4777e4341d4b/2ba50b02-b203-425b-93f3-25266f3336a5-rescue.vmdk. [ 1203.793301] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4994066-596e-41dd-848e-84b190708233 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.820279] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-9005fb16-85ff-4761-9b1b-5273607b1f79 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: c2902164-bd0d-4dfd-bfa5-4777e4341d4b] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] c2902164-bd0d-4dfd-bfa5-4777e4341d4b/2ba50b02-b203-425b-93f3-25266f3336a5-rescue.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1203.820564] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d066b3d1-6321-43cd-9071-2c4324a3841c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.838319] env[69350]: DEBUG oslo_vmware.api [None req-9005fb16-85ff-4761-9b1b-5273607b1f79 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Waiting for the task: (returnval){ [ 1203.838319] env[69350]: value = "task-3365962" [ 1203.838319] env[69350]: _type = "Task" [ 1203.838319] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.846427] env[69350]: DEBUG oslo_vmware.api [None req-9005fb16-85ff-4761-9b1b-5273607b1f79 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3365962, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.892357] env[69350]: INFO nova.compute.manager [None req-bc8860c0-8d87-4945-8424-1c905406bee1 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Took 14.74 seconds to build instance. [ 1203.892919] env[69350]: DEBUG oslo_concurrency.lockutils [None req-88b5815a-dac7-46de-bf0a-a1a6f9575db1 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Lock "e949bbaf-d136-41b7-b001-daf3d99a1502" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.353s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.349163] env[69350]: DEBUG oslo_vmware.api [None req-9005fb16-85ff-4761-9b1b-5273607b1f79 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3365962, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.395034] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bc8860c0-8d87-4945-8424-1c905406bee1 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Lock "d4751d30-cb22-403c-a663-26eff04ad7f0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.254s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.551726] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdd57fb9-8fea-46e7-883e-c4971f6e3a0d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.559178] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e316897b-b4aa-4dd5-a387-c35edb660b2b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.591129] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f1dd022-f9a4-49b2-ba72-37c05ef96ec2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.600472] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9d3af05-ed99-428a-927f-653c145ee517 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.619409] env[69350]: DEBUG nova.compute.provider_tree [None req-92aa3eae-5ea4-4bc9-a4ec-973d9da3d086 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1204.676648] env[69350]: DEBUG oslo_concurrency.lockutils [None req-737d0553-cefd-42ad-8df9-5e3bacc4cd04 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Acquiring lock "b4948968-2776-4fec-9b93-5d973be9b42f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.676874] env[69350]: DEBUG oslo_concurrency.lockutils [None req-737d0553-cefd-42ad-8df9-5e3bacc4cd04 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Lock "b4948968-2776-4fec-9b93-5d973be9b42f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.850789] env[69350]: DEBUG oslo_vmware.api [None req-9005fb16-85ff-4761-9b1b-5273607b1f79 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3365962, 'name': ReconfigVM_Task, 'duration_secs': 0.832549} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.851137] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-9005fb16-85ff-4761-9b1b-5273607b1f79 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: c2902164-bd0d-4dfd-bfa5-4777e4341d4b] Reconfigured VM instance instance-00000060 to attach disk [datastore1] c2902164-bd0d-4dfd-bfa5-4777e4341d4b/2ba50b02-b203-425b-93f3-25266f3336a5-rescue.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1204.852038] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87f68e94-582c-4e9e-b52a-e437e0e4ef33 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.879811] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ce30c69-73fd-4ae0-a70a-b7c7532396ba {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.890150] env[69350]: DEBUG nova.compute.manager [req-929f2e39-951f-4bc8-948f-1a49aae28795 req-3d7f5a4f-f965-4e5a-ac4b-287021580e22 service nova] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Received event network-changed-d0dabe8f-0368-40e1-9fe7-81fd25a1bf3a {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1204.890292] env[69350]: DEBUG nova.compute.manager [req-929f2e39-951f-4bc8-948f-1a49aae28795 req-3d7f5a4f-f965-4e5a-ac4b-287021580e22 service nova] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Refreshing instance network info cache due to event network-changed-d0dabe8f-0368-40e1-9fe7-81fd25a1bf3a. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1204.890489] env[69350]: DEBUG oslo_concurrency.lockutils [req-929f2e39-951f-4bc8-948f-1a49aae28795 req-3d7f5a4f-f965-4e5a-ac4b-287021580e22 service nova] Acquiring lock "refresh_cache-d4751d30-cb22-403c-a663-26eff04ad7f0" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.890632] env[69350]: DEBUG oslo_concurrency.lockutils [req-929f2e39-951f-4bc8-948f-1a49aae28795 req-3d7f5a4f-f965-4e5a-ac4b-287021580e22 service nova] Acquired lock "refresh_cache-d4751d30-cb22-403c-a663-26eff04ad7f0" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.890803] env[69350]: DEBUG nova.network.neutron [req-929f2e39-951f-4bc8-948f-1a49aae28795 req-3d7f5a4f-f965-4e5a-ac4b-287021580e22 service nova] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Refreshing network info cache for port d0dabe8f-0368-40e1-9fe7-81fd25a1bf3a {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1204.897320] env[69350]: DEBUG oslo_vmware.api [None req-9005fb16-85ff-4761-9b1b-5273607b1f79 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Waiting for the task: (returnval){ [ 1204.897320] env[69350]: value = "task-3365963" [ 1204.897320] env[69350]: _type = "Task" [ 1204.897320] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.906403] env[69350]: DEBUG oslo_vmware.api [None req-9005fb16-85ff-4761-9b1b-5273607b1f79 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3365963, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.124082] env[69350]: DEBUG nova.scheduler.client.report [None req-92aa3eae-5ea4-4bc9-a4ec-973d9da3d086 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1205.179118] env[69350]: DEBUG nova.compute.manager [None req-737d0553-cefd-42ad-8df9-5e3bacc4cd04 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: b4948968-2776-4fec-9b93-5d973be9b42f] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1205.410014] env[69350]: DEBUG oslo_vmware.api [None req-9005fb16-85ff-4761-9b1b-5273607b1f79 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3365963, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.529505] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2872a22b-905e-4989-9315-3343531b98b6 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Acquiring lock "f1736cf7-d979-41ba-97d9-45c35b51cad8" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.529787] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2872a22b-905e-4989-9315-3343531b98b6 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Lock "f1736cf7-d979-41ba-97d9-45c35b51cad8" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.530034] env[69350]: DEBUG nova.compute.manager [None req-2872a22b-905e-4989-9315-3343531b98b6 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: f1736cf7-d979-41ba-97d9-45c35b51cad8] Going to confirm migration 8 {{(pid=69350) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1205.608116] env[69350]: DEBUG nova.network.neutron [req-929f2e39-951f-4bc8-948f-1a49aae28795 req-3d7f5a4f-f965-4e5a-ac4b-287021580e22 service nova] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Updated VIF entry in instance network info cache for port d0dabe8f-0368-40e1-9fe7-81fd25a1bf3a. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1205.608506] env[69350]: DEBUG nova.network.neutron [req-929f2e39-951f-4bc8-948f-1a49aae28795 req-3d7f5a4f-f965-4e5a-ac4b-287021580e22 service nova] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Updating instance_info_cache with network_info: [{"id": "d0dabe8f-0368-40e1-9fe7-81fd25a1bf3a", "address": "fa:16:3e:0c:5a:f5", "network": {"id": "ef2fb362-4313-473c-9c09-d0ff427ec60c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1709807276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68e43cb72d9c4af5965e3e49c212db1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0dabe8f-03", "ovs_interfaceid": "d0dabe8f-0368-40e1-9fe7-81fd25a1bf3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.630250] env[69350]: DEBUG oslo_concurrency.lockutils [None req-92aa3eae-5ea4-4bc9-a4ec-973d9da3d086 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.267s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.630789] env[69350]: DEBUG nova.compute.manager [None req-92aa3eae-5ea4-4bc9-a4ec-973d9da3d086 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1205.633566] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ff6c6e67-a36f-44c3-8e3e-49119201b0a2 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 2.905s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.703344] env[69350]: DEBUG oslo_concurrency.lockutils [None req-737d0553-cefd-42ad-8df9-5e3bacc4cd04 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.908862] env[69350]: DEBUG oslo_vmware.api [None req-9005fb16-85ff-4761-9b1b-5273607b1f79 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3365963, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.079113] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2872a22b-905e-4989-9315-3343531b98b6 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Acquiring lock "refresh_cache-f1736cf7-d979-41ba-97d9-45c35b51cad8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.079306] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2872a22b-905e-4989-9315-3343531b98b6 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Acquired lock "refresh_cache-f1736cf7-d979-41ba-97d9-45c35b51cad8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.079485] env[69350]: DEBUG nova.network.neutron [None req-2872a22b-905e-4989-9315-3343531b98b6 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: f1736cf7-d979-41ba-97d9-45c35b51cad8] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1206.079670] env[69350]: DEBUG nova.objects.instance [None req-2872a22b-905e-4989-9315-3343531b98b6 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Lazy-loading 'info_cache' on Instance uuid f1736cf7-d979-41ba-97d9-45c35b51cad8 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1206.110973] env[69350]: DEBUG oslo_concurrency.lockutils [req-929f2e39-951f-4bc8-948f-1a49aae28795 req-3d7f5a4f-f965-4e5a-ac4b-287021580e22 service nova] Releasing lock "refresh_cache-d4751d30-cb22-403c-a663-26eff04ad7f0" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.137213] env[69350]: DEBUG nova.compute.utils [None req-92aa3eae-5ea4-4bc9-a4ec-973d9da3d086 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1206.141665] env[69350]: DEBUG nova.compute.manager [None req-92aa3eae-5ea4-4bc9-a4ec-973d9da3d086 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1206.141847] env[69350]: DEBUG nova.network.neutron [None req-92aa3eae-5ea4-4bc9-a4ec-973d9da3d086 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1206.208793] env[69350]: DEBUG nova.policy [None req-92aa3eae-5ea4-4bc9-a4ec-973d9da3d086 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ab4329b91984482e9142ad4773bd0560', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eb23de86c4ea42c1accf78e42cda1fc1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 1206.317539] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e5cd13-02ab-41a6-8dfd-1ce5af8fb8a0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.325607] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb792b08-01d7-4e44-b739-87314ec08092 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.356359] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eee482a8-baa5-4911-a99a-2c04d274ec0d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.363661] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b9aac67-9e79-40f3-8300-a06c611800c8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.379636] env[69350]: DEBUG nova.compute.provider_tree [None req-ff6c6e67-a36f-44c3-8e3e-49119201b0a2 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1206.407136] env[69350]: DEBUG oslo_vmware.api [None req-9005fb16-85ff-4761-9b1b-5273607b1f79 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3365963, 'name': ReconfigVM_Task, 'duration_secs': 1.376076} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.407404] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-9005fb16-85ff-4761-9b1b-5273607b1f79 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: c2902164-bd0d-4dfd-bfa5-4777e4341d4b] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1206.407639] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db700c4e-02b4-449b-932c-dcd9ad66c9f4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.413446] env[69350]: DEBUG oslo_vmware.api [None req-9005fb16-85ff-4761-9b1b-5273607b1f79 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Waiting for the task: (returnval){ [ 1206.413446] env[69350]: value = "task-3365964" [ 1206.413446] env[69350]: _type = "Task" [ 1206.413446] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.422329] env[69350]: DEBUG oslo_vmware.api [None req-9005fb16-85ff-4761-9b1b-5273607b1f79 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3365964, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.494219] env[69350]: DEBUG nova.network.neutron [None req-92aa3eae-5ea4-4bc9-a4ec-973d9da3d086 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] Successfully created port: d373db8d-e512-4e93-80b7-8f09158a538c {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1206.642715] env[69350]: DEBUG nova.compute.manager [None req-92aa3eae-5ea4-4bc9-a4ec-973d9da3d086 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1206.882835] env[69350]: DEBUG nova.scheduler.client.report [None req-ff6c6e67-a36f-44c3-8e3e-49119201b0a2 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1206.923117] env[69350]: DEBUG oslo_vmware.api [None req-9005fb16-85ff-4761-9b1b-5273607b1f79 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3365964, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.321460] env[69350]: DEBUG nova.network.neutron [None req-2872a22b-905e-4989-9315-3343531b98b6 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: f1736cf7-d979-41ba-97d9-45c35b51cad8] Updating instance_info_cache with network_info: [{"id": "931c1143-e84e-4646-b61d-5fd00c291d19", "address": "fa:16:3e:7c:84:e4", "network": {"id": "bc16c158-ef75-4a41-beeb-3ceae708fa9d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-469663997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46625a434b9f47dc83d92c9db8a3024c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap931c1143-e8", "ovs_interfaceid": "931c1143-e84e-4646-b61d-5fd00c291d19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.423650] env[69350]: DEBUG oslo_vmware.api [None req-9005fb16-85ff-4761-9b1b-5273607b1f79 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3365964, 'name': PowerOnVM_Task, 'duration_secs': 0.858069} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.423934] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-9005fb16-85ff-4761-9b1b-5273607b1f79 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: c2902164-bd0d-4dfd-bfa5-4777e4341d4b] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1207.426361] env[69350]: DEBUG nova.compute.manager [None req-9005fb16-85ff-4761-9b1b-5273607b1f79 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: c2902164-bd0d-4dfd-bfa5-4777e4341d4b] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1207.427109] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc948b29-fe6b-449e-847b-ae7427b7eae4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.657224] env[69350]: DEBUG nova.compute.manager [None req-92aa3eae-5ea4-4bc9-a4ec-973d9da3d086 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1207.683122] env[69350]: DEBUG nova.virt.hardware [None req-92aa3eae-5ea4-4bc9-a4ec-973d9da3d086 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1207.683379] env[69350]: DEBUG nova.virt.hardware [None req-92aa3eae-5ea4-4bc9-a4ec-973d9da3d086 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1207.683747] env[69350]: DEBUG nova.virt.hardware [None req-92aa3eae-5ea4-4bc9-a4ec-973d9da3d086 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1207.683747] env[69350]: DEBUG nova.virt.hardware [None req-92aa3eae-5ea4-4bc9-a4ec-973d9da3d086 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1207.683904] env[69350]: DEBUG nova.virt.hardware [None req-92aa3eae-5ea4-4bc9-a4ec-973d9da3d086 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1207.684066] env[69350]: DEBUG nova.virt.hardware [None req-92aa3eae-5ea4-4bc9-a4ec-973d9da3d086 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1207.684277] env[69350]: DEBUG nova.virt.hardware [None req-92aa3eae-5ea4-4bc9-a4ec-973d9da3d086 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1207.684432] env[69350]: DEBUG nova.virt.hardware [None req-92aa3eae-5ea4-4bc9-a4ec-973d9da3d086 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1207.684595] env[69350]: DEBUG nova.virt.hardware [None req-92aa3eae-5ea4-4bc9-a4ec-973d9da3d086 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1207.684753] env[69350]: DEBUG nova.virt.hardware [None req-92aa3eae-5ea4-4bc9-a4ec-973d9da3d086 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1207.684939] env[69350]: DEBUG nova.virt.hardware [None req-92aa3eae-5ea4-4bc9-a4ec-973d9da3d086 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1207.685821] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eebf39b-15d6-4e9b-80a1-adf88da73766 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.694586] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-511ab642-5fd0-4f06-a005-97f9d1e8766a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.823899] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2872a22b-905e-4989-9315-3343531b98b6 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Releasing lock "refresh_cache-f1736cf7-d979-41ba-97d9-45c35b51cad8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.824221] env[69350]: DEBUG nova.objects.instance [None req-2872a22b-905e-4989-9315-3343531b98b6 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Lazy-loading 'migration_context' on Instance uuid f1736cf7-d979-41ba-97d9-45c35b51cad8 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1207.855144] env[69350]: DEBUG nova.compute.manager [req-61fa14f2-d565-403f-be9c-466ba3e26e9b req-2e4d6172-751b-4c58-970f-03ca9fcc6d15 service nova] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] Received event network-vif-plugged-d373db8d-e512-4e93-80b7-8f09158a538c {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1207.855360] env[69350]: DEBUG oslo_concurrency.lockutils [req-61fa14f2-d565-403f-be9c-466ba3e26e9b req-2e4d6172-751b-4c58-970f-03ca9fcc6d15 service nova] Acquiring lock "eac0e93a-faa9-4185-8d37-b6e2f7388eb5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.855643] env[69350]: DEBUG oslo_concurrency.lockutils [req-61fa14f2-d565-403f-be9c-466ba3e26e9b req-2e4d6172-751b-4c58-970f-03ca9fcc6d15 service nova] Lock "eac0e93a-faa9-4185-8d37-b6e2f7388eb5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.855742] env[69350]: DEBUG oslo_concurrency.lockutils [req-61fa14f2-d565-403f-be9c-466ba3e26e9b req-2e4d6172-751b-4c58-970f-03ca9fcc6d15 service nova] Lock "eac0e93a-faa9-4185-8d37-b6e2f7388eb5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.855884] env[69350]: DEBUG nova.compute.manager [req-61fa14f2-d565-403f-be9c-466ba3e26e9b req-2e4d6172-751b-4c58-970f-03ca9fcc6d15 service nova] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] No waiting events found dispatching network-vif-plugged-d373db8d-e512-4e93-80b7-8f09158a538c {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1207.856058] env[69350]: WARNING nova.compute.manager [req-61fa14f2-d565-403f-be9c-466ba3e26e9b req-2e4d6172-751b-4c58-970f-03ca9fcc6d15 service nova] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] Received unexpected event network-vif-plugged-d373db8d-e512-4e93-80b7-8f09158a538c for instance with vm_state building and task_state spawning. [ 1207.893606] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ff6c6e67-a36f-44c3-8e3e-49119201b0a2 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.260s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.896273] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 4.283s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.896465] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.896617] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69350) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1207.896893] env[69350]: DEBUG oslo_concurrency.lockutils [None req-737d0553-cefd-42ad-8df9-5e3bacc4cd04 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.194s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.898425] env[69350]: INFO nova.compute.claims [None req-737d0553-cefd-42ad-8df9-5e3bacc4cd04 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: b4948968-2776-4fec-9b93-5d973be9b42f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1207.901370] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e424da-4453-465e-aa43-5d37ff0ccda7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.910129] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8fb03b2-c6d8-4946-ae33-54522ab60f83 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.924500] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d8cbfcb-e0af-462a-942e-cd226efc48ee {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.931396] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e330829-e975-4d9a-ac88-f6f21a1346c0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.942746] env[69350]: DEBUG nova.network.neutron [None req-92aa3eae-5ea4-4bc9-a4ec-973d9da3d086 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] Successfully updated port: d373db8d-e512-4e93-80b7-8f09158a538c {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1207.972843] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179920MB free_disk=105GB free_vcpus=48 pci_devices=None {{(pid=69350) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1207.973021] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.327195] env[69350]: DEBUG nova.objects.base [None req-2872a22b-905e-4989-9315-3343531b98b6 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69350) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1208.328216] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9613ad23-6070-4d81-8d65-79a05d003fd1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.347407] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8521b57-74c6-47f7-b4a4-5f448edcb79c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.353650] env[69350]: DEBUG oslo_vmware.api [None req-2872a22b-905e-4989-9315-3343531b98b6 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Waiting for the task: (returnval){ [ 1208.353650] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5243e500-994a-5aa2-bca9-c24416b4da12" [ 1208.353650] env[69350]: _type = "Task" [ 1208.353650] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.364882] env[69350]: DEBUG oslo_vmware.api [None req-2872a22b-905e-4989-9315-3343531b98b6 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5243e500-994a-5aa2-bca9-c24416b4da12, 'name': SearchDatastore_Task, 'duration_secs': 0.008017} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.365280] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2872a22b-905e-4989-9315-3343531b98b6 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.447614] env[69350]: DEBUG oslo_concurrency.lockutils [None req-92aa3eae-5ea4-4bc9-a4ec-973d9da3d086 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Acquiring lock "refresh_cache-eac0e93a-faa9-4185-8d37-b6e2f7388eb5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.447614] env[69350]: DEBUG oslo_concurrency.lockutils [None req-92aa3eae-5ea4-4bc9-a4ec-973d9da3d086 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Acquired lock "refresh_cache-eac0e93a-faa9-4185-8d37-b6e2f7388eb5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.447777] env[69350]: DEBUG nova.network.neutron [None req-92aa3eae-5ea4-4bc9-a4ec-973d9da3d086 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1208.458729] env[69350]: INFO nova.scheduler.client.report [None req-ff6c6e67-a36f-44c3-8e3e-49119201b0a2 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Deleted allocation for migration 3e7f4721-5d90-4ed1-93fd-624edb7b72c1 [ 1208.513211] env[69350]: INFO nova.compute.manager [None req-28374ab8-c80c-4c2f-8649-1d8462ff1e4e tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: c2902164-bd0d-4dfd-bfa5-4777e4341d4b] Unrescuing [ 1208.513430] env[69350]: DEBUG oslo_concurrency.lockutils [None req-28374ab8-c80c-4c2f-8649-1d8462ff1e4e tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Acquiring lock "refresh_cache-c2902164-bd0d-4dfd-bfa5-4777e4341d4b" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.513584] env[69350]: DEBUG oslo_concurrency.lockutils [None req-28374ab8-c80c-4c2f-8649-1d8462ff1e4e tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Acquired lock "refresh_cache-c2902164-bd0d-4dfd-bfa5-4777e4341d4b" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.513754] env[69350]: DEBUG nova.network.neutron [None req-28374ab8-c80c-4c2f-8649-1d8462ff1e4e tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: c2902164-bd0d-4dfd-bfa5-4777e4341d4b] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1208.965081] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ff6c6e67-a36f-44c3-8e3e-49119201b0a2 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Lock "f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 9.721s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.996256] env[69350]: DEBUG nova.network.neutron [None req-92aa3eae-5ea4-4bc9-a4ec-973d9da3d086 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1209.068603] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf0eea56-dc21-4f85-95dd-59e8164064f9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.076056] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60c20f76-0525-461f-ad8e-ef1e68e29139 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.109769] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a4f514-f365-46ce-b199-731663b3fd74 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.120322] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75e6bdfa-aa9e-4838-ac41-bc7b71a80976 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.134051] env[69350]: DEBUG nova.compute.provider_tree [None req-737d0553-cefd-42ad-8df9-5e3bacc4cd04 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1209.271756] env[69350]: DEBUG nova.network.neutron [None req-92aa3eae-5ea4-4bc9-a4ec-973d9da3d086 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] Updating instance_info_cache with network_info: [{"id": "d373db8d-e512-4e93-80b7-8f09158a538c", "address": "fa:16:3e:f9:85:95", "network": {"id": "0bcb2b19-9d56-48ef-ae2f-bfa8be4a624b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1099470443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb23de86c4ea42c1accf78e42cda1fc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd373db8d-e5", "ovs_interfaceid": "d373db8d-e512-4e93-80b7-8f09158a538c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.341429] env[69350]: DEBUG nova.network.neutron [None req-28374ab8-c80c-4c2f-8649-1d8462ff1e4e tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: c2902164-bd0d-4dfd-bfa5-4777e4341d4b] Updating instance_info_cache with network_info: [{"id": "49dcecd7-000f-4434-abb0-878baf509ce8", "address": "fa:16:3e:72:95:4b", "network": {"id": "e446f6e9-9739-4a9d-b374-67c72dd2bdca", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2061620084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e00619eed830495c94eed15309016c5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49dcecd7-00", "ovs_interfaceid": "49dcecd7-000f-4434-abb0-878baf509ce8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.643629] env[69350]: DEBUG nova.scheduler.client.report [None req-737d0553-cefd-42ad-8df9-5e3bacc4cd04 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1209.648814] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e1fbcdfe-fe3a-43bc-857b-1e9db4b5fc1b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Acquiring lock "f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.648814] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e1fbcdfe-fe3a-43bc-857b-1e9db4b5fc1b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Lock "f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.648984] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e1fbcdfe-fe3a-43bc-857b-1e9db4b5fc1b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Acquiring lock "f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.649368] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e1fbcdfe-fe3a-43bc-857b-1e9db4b5fc1b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Lock "f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.649620] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e1fbcdfe-fe3a-43bc-857b-1e9db4b5fc1b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Lock "f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.652045] env[69350]: INFO nova.compute.manager [None req-e1fbcdfe-fe3a-43bc-857b-1e9db4b5fc1b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6] Terminating instance [ 1209.774984] env[69350]: DEBUG oslo_concurrency.lockutils [None req-92aa3eae-5ea4-4bc9-a4ec-973d9da3d086 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Releasing lock "refresh_cache-eac0e93a-faa9-4185-8d37-b6e2f7388eb5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.775473] env[69350]: DEBUG nova.compute.manager [None req-92aa3eae-5ea4-4bc9-a4ec-973d9da3d086 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] Instance network_info: |[{"id": "d373db8d-e512-4e93-80b7-8f09158a538c", "address": "fa:16:3e:f9:85:95", "network": {"id": "0bcb2b19-9d56-48ef-ae2f-bfa8be4a624b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1099470443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb23de86c4ea42c1accf78e42cda1fc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd373db8d-e5", "ovs_interfaceid": "d373db8d-e512-4e93-80b7-8f09158a538c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1209.776029] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-92aa3eae-5ea4-4bc9-a4ec-973d9da3d086 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:85:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f1b07b1-e4e5-4842-9090-07fb2c3e124b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd373db8d-e512-4e93-80b7-8f09158a538c', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1209.788578] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-92aa3eae-5ea4-4bc9-a4ec-973d9da3d086 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1209.788862] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1209.789190] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc3d6b1d-27dc-49f9-ae92-85757c8430ed {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.820946] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1209.820946] env[69350]: value = "task-3365965" [ 1209.820946] env[69350]: _type = "Task" [ 1209.820946] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.828115] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365965, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.843766] env[69350]: DEBUG oslo_concurrency.lockutils [None req-28374ab8-c80c-4c2f-8649-1d8462ff1e4e tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Releasing lock "refresh_cache-c2902164-bd0d-4dfd-bfa5-4777e4341d4b" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.844408] env[69350]: DEBUG nova.objects.instance [None req-28374ab8-c80c-4c2f-8649-1d8462ff1e4e tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Lazy-loading 'flavor' on Instance uuid c2902164-bd0d-4dfd-bfa5-4777e4341d4b {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1209.882793] env[69350]: DEBUG nova.compute.manager [req-e7da1ad5-8d1a-4c77-a5b4-b26a03a52088 req-b5da522f-a8cd-48c1-a45b-621aa0f2910e service nova] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] Received event network-changed-d373db8d-e512-4e93-80b7-8f09158a538c {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1209.883335] env[69350]: DEBUG nova.compute.manager [req-e7da1ad5-8d1a-4c77-a5b4-b26a03a52088 req-b5da522f-a8cd-48c1-a45b-621aa0f2910e service nova] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] Refreshing instance network info cache due to event network-changed-d373db8d-e512-4e93-80b7-8f09158a538c. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1209.883606] env[69350]: DEBUG oslo_concurrency.lockutils [req-e7da1ad5-8d1a-4c77-a5b4-b26a03a52088 req-b5da522f-a8cd-48c1-a45b-621aa0f2910e service nova] Acquiring lock "refresh_cache-eac0e93a-faa9-4185-8d37-b6e2f7388eb5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.883786] env[69350]: DEBUG oslo_concurrency.lockutils [req-e7da1ad5-8d1a-4c77-a5b4-b26a03a52088 req-b5da522f-a8cd-48c1-a45b-621aa0f2910e service nova] Acquired lock "refresh_cache-eac0e93a-faa9-4185-8d37-b6e2f7388eb5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.883958] env[69350]: DEBUG nova.network.neutron [req-e7da1ad5-8d1a-4c77-a5b4-b26a03a52088 req-b5da522f-a8cd-48c1-a45b-621aa0f2910e service nova] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] Refreshing network info cache for port d373db8d-e512-4e93-80b7-8f09158a538c {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1210.156342] env[69350]: DEBUG oslo_concurrency.lockutils [None req-737d0553-cefd-42ad-8df9-5e3bacc4cd04 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.259s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.156861] env[69350]: DEBUG nova.compute.manager [None req-737d0553-cefd-42ad-8df9-5e3bacc4cd04 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: b4948968-2776-4fec-9b93-5d973be9b42f] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1210.160739] env[69350]: DEBUG nova.compute.manager [None req-e1fbcdfe-fe3a-43bc-857b-1e9db4b5fc1b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1210.160739] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e1fbcdfe-fe3a-43bc-857b-1e9db4b5fc1b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1210.160739] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.187s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.162334] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b381a46c-f329-43c8-97a3-dae3e7415323 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.170287] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1fbcdfe-fe3a-43bc-857b-1e9db4b5fc1b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1210.170565] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e27210ac-ab2f-4018-91ff-45f4e64a0705 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.176447] env[69350]: DEBUG oslo_vmware.api [None req-e1fbcdfe-fe3a-43bc-857b-1e9db4b5fc1b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Waiting for the task: (returnval){ [ 1210.176447] env[69350]: value = "task-3365966" [ 1210.176447] env[69350]: _type = "Task" [ 1210.176447] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.184757] env[69350]: DEBUG oslo_vmware.api [None req-e1fbcdfe-fe3a-43bc-857b-1e9db4b5fc1b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365966, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.317978] env[69350]: DEBUG oslo_concurrency.lockutils [None req-45036d93-2bd5-44d4-a54c-c062dcccc752 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Acquiring lock "4c5cff77-0183-414e-976e-9a763ea21ea1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.318566] env[69350]: DEBUG oslo_concurrency.lockutils [None req-45036d93-2bd5-44d4-a54c-c062dcccc752 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Lock "4c5cff77-0183-414e-976e-9a763ea21ea1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.049796] env[69350]: DEBUG nova.compute.utils [None req-737d0553-cefd-42ad-8df9-5e3bacc4cd04 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1211.056189] env[69350]: DEBUG nova.compute.manager [None req-45036d93-2bd5-44d4-a54c-c062dcccc752 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 4c5cff77-0183-414e-976e-9a763ea21ea1] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1211.061300] env[69350]: DEBUG nova.compute.manager [None req-737d0553-cefd-42ad-8df9-5e3bacc4cd04 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: b4948968-2776-4fec-9b93-5d973be9b42f] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1211.061739] env[69350]: DEBUG nova.network.neutron [None req-737d0553-cefd-42ad-8df9-5e3bacc4cd04 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: b4948968-2776-4fec-9b93-5d973be9b42f] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1211.067374] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a048492-c87a-4502-bf60-edcc1613edf4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.074423] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365965, 'name': CreateVM_Task, 'duration_secs': 0.318986} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.077106] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1211.077106] env[69350]: DEBUG oslo_concurrency.lockutils [None req-92aa3eae-5ea4-4bc9-a4ec-973d9da3d086 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.077106] env[69350]: DEBUG oslo_concurrency.lockutils [None req-92aa3eae-5ea4-4bc9-a4ec-973d9da3d086 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.077106] env[69350]: DEBUG oslo_concurrency.lockutils [None req-92aa3eae-5ea4-4bc9-a4ec-973d9da3d086 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.097121] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-856047d3-93a3-43c8-b70f-6eaffa69ad31 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.100295] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-28374ab8-c80c-4c2f-8649-1d8462ff1e4e tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: c2902164-bd0d-4dfd-bfa5-4777e4341d4b] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1211.100774] env[69350]: DEBUG oslo_vmware.api [None req-e1fbcdfe-fe3a-43bc-857b-1e9db4b5fc1b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365966, 'name': PowerOffVM_Task, 'duration_secs': 0.192942} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.100996] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77f00934-22e3-4f06-819d-faf9bda5c4b0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.102887] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1fbcdfe-fe3a-43bc-857b-1e9db4b5fc1b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1211.103114] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e1fbcdfe-fe3a-43bc-857b-1e9db4b5fc1b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1211.104101] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ae442202-fd9f-48c4-8cf5-dc0f9b2c5ed2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.107717] env[69350]: DEBUG oslo_vmware.api [None req-92aa3eae-5ea4-4bc9-a4ec-973d9da3d086 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Waiting for the task: (returnval){ [ 1211.107717] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]525234c7-6df7-ec2c-94ac-0f0f8c826d8d" [ 1211.107717] env[69350]: _type = "Task" [ 1211.107717] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.114024] env[69350]: DEBUG oslo_vmware.api [None req-28374ab8-c80c-4c2f-8649-1d8462ff1e4e tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Waiting for the task: (returnval){ [ 1211.114024] env[69350]: value = "task-3365967" [ 1211.114024] env[69350]: _type = "Task" [ 1211.114024] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.119968] env[69350]: DEBUG oslo_vmware.api [None req-92aa3eae-5ea4-4bc9-a4ec-973d9da3d086 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]525234c7-6df7-ec2c-94ac-0f0f8c826d8d, 'name': SearchDatastore_Task} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.121342] env[69350]: DEBUG oslo_concurrency.lockutils [None req-92aa3eae-5ea4-4bc9-a4ec-973d9da3d086 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.121636] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-92aa3eae-5ea4-4bc9-a4ec-973d9da3d086 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1211.121876] env[69350]: DEBUG oslo_concurrency.lockutils [None req-92aa3eae-5ea4-4bc9-a4ec-973d9da3d086 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.122032] env[69350]: DEBUG oslo_concurrency.lockutils [None req-92aa3eae-5ea4-4bc9-a4ec-973d9da3d086 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.122323] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-92aa3eae-5ea4-4bc9-a4ec-973d9da3d086 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1211.122842] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4143f337-3efb-42bb-87e6-f22896d53aa4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.133256] env[69350]: DEBUG oslo_vmware.api [None req-28374ab8-c80c-4c2f-8649-1d8462ff1e4e tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3365967, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.137305] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-92aa3eae-5ea4-4bc9-a4ec-973d9da3d086 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1211.137305] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-92aa3eae-5ea4-4bc9-a4ec-973d9da3d086 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1211.138332] env[69350]: DEBUG nova.policy [None req-737d0553-cefd-42ad-8df9-5e3bacc4cd04 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '953db4ccd5e04e859766102a84a01db5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b765b6cd255040bda6aa6145fb5d6074', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 1211.142590] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93473e6d-5bdb-43c8-8904-7dce974f6737 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.145878] env[69350]: DEBUG oslo_vmware.api [None req-92aa3eae-5ea4-4bc9-a4ec-973d9da3d086 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Waiting for the task: (returnval){ [ 1211.145878] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5245a83f-3ee6-607e-6cc6-5bf3ca2cdbb4" [ 1211.145878] env[69350]: _type = "Task" [ 1211.145878] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.153655] env[69350]: DEBUG oslo_vmware.api [None req-92aa3eae-5ea4-4bc9-a4ec-973d9da3d086 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5245a83f-3ee6-607e-6cc6-5bf3ca2cdbb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.183061] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e1fbcdfe-fe3a-43bc-857b-1e9db4b5fc1b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1211.183406] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e1fbcdfe-fe3a-43bc-857b-1e9db4b5fc1b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1211.183520] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1fbcdfe-fe3a-43bc-857b-1e9db4b5fc1b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Deleting the datastore file [datastore1] f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1211.183786] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dd7384e5-2fe5-47fa-8230-a538eef37203 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.189830] env[69350]: DEBUG oslo_vmware.api [None req-e1fbcdfe-fe3a-43bc-857b-1e9db4b5fc1b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Waiting for the task: (returnval){ [ 1211.189830] env[69350]: value = "task-3365969" [ 1211.189830] env[69350]: _type = "Task" [ 1211.189830] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.201303] env[69350]: DEBUG oslo_vmware.api [None req-e1fbcdfe-fe3a-43bc-857b-1e9db4b5fc1b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365969, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.426032] env[69350]: DEBUG nova.network.neutron [req-e7da1ad5-8d1a-4c77-a5b4-b26a03a52088 req-b5da522f-a8cd-48c1-a45b-621aa0f2910e service nova] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] Updated VIF entry in instance network info cache for port d373db8d-e512-4e93-80b7-8f09158a538c. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1211.426449] env[69350]: DEBUG nova.network.neutron [req-e7da1ad5-8d1a-4c77-a5b4-b26a03a52088 req-b5da522f-a8cd-48c1-a45b-621aa0f2910e service nova] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] Updating instance_info_cache with network_info: [{"id": "d373db8d-e512-4e93-80b7-8f09158a538c", "address": "fa:16:3e:f9:85:95", "network": {"id": "0bcb2b19-9d56-48ef-ae2f-bfa8be4a624b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1099470443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb23de86c4ea42c1accf78e42cda1fc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd373db8d-e5", "ovs_interfaceid": "d373db8d-e512-4e93-80b7-8f09158a538c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.561393] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Applying migration context for instance f1736cf7-d979-41ba-97d9-45c35b51cad8 as it has an incoming, in-progress migration 72b3b1d2-f9e1-40a2-9b9f-9205f648ec1c. Migration status is confirming {{(pid=69350) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1211.562929] env[69350]: INFO nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: f1736cf7-d979-41ba-97d9-45c35b51cad8] Updating resource usage from migration 72b3b1d2-f9e1-40a2-9b9f-9205f648ec1c [ 1211.570338] env[69350]: DEBUG nova.compute.manager [None req-737d0553-cefd-42ad-8df9-5e3bacc4cd04 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: b4948968-2776-4fec-9b93-5d973be9b42f] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1211.581212] env[69350]: DEBUG nova.network.neutron [None req-737d0553-cefd-42ad-8df9-5e3bacc4cd04 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: b4948968-2776-4fec-9b93-5d973be9b42f] Successfully created port: 425fdff0-c036-42e4-887a-7a5352d9c00a {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1211.587273] env[69350]: DEBUG oslo_concurrency.lockutils [None req-45036d93-2bd5-44d4-a54c-c062dcccc752 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.590774] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance a03ec981-aaa5-45f3-aee7-8716b22652c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1211.590900] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance c168608c-1c65-4e48-be87-93dfa497f573 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1211.591105] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance aaabec5d-fecd-4e24-9158-deab4ae29855 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1211.591175] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance 59da504d-d1f7-4cf6-b0a7-7187e8a8f718 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1211.591258] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance 492d3ac9-3817-47b3-8fa4-3969d4617244 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1211.591367] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance c2902164-bd0d-4dfd-bfa5-4777e4341d4b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1211.591475] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance d626c562-9799-43f3-a25a-5bdc1774ef77 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1211.591583] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1211.591690] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Migration 72b3b1d2-f9e1-40a2-9b9f-9205f648ec1c is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1211.591794] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance f1736cf7-d979-41ba-97d9-45c35b51cad8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1211.591898] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance d4751d30-cb22-403c-a663-26eff04ad7f0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1211.592009] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance eac0e93a-faa9-4185-8d37-b6e2f7388eb5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1211.592126] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance b4948968-2776-4fec-9b93-5d973be9b42f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1211.613634] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f34af49f-5661-4815-8b50-6711ca44d9c9 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Acquiring lock "interface-59da504d-d1f7-4cf6-b0a7-7187e8a8f718-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.613884] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f34af49f-5661-4815-8b50-6711ca44d9c9 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Lock "interface-59da504d-d1f7-4cf6-b0a7-7187e8a8f718-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.614220] env[69350]: DEBUG nova.objects.instance [None req-f34af49f-5661-4815-8b50-6711ca44d9c9 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Lazy-loading 'flavor' on Instance uuid 59da504d-d1f7-4cf6-b0a7-7187e8a8f718 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1211.625214] env[69350]: DEBUG oslo_vmware.api [None req-28374ab8-c80c-4c2f-8649-1d8462ff1e4e tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3365967, 'name': PowerOffVM_Task, 'duration_secs': 0.259518} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.625513] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-28374ab8-c80c-4c2f-8649-1d8462ff1e4e tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: c2902164-bd0d-4dfd-bfa5-4777e4341d4b] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1211.630921] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-28374ab8-c80c-4c2f-8649-1d8462ff1e4e tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: c2902164-bd0d-4dfd-bfa5-4777e4341d4b] Reconfiguring VM instance instance-00000060 to detach disk 2001 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1211.631806] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf648a72-af1b-4854-abf4-7944b51b48ad {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.651136] env[69350]: DEBUG oslo_vmware.api [None req-28374ab8-c80c-4c2f-8649-1d8462ff1e4e tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Waiting for the task: (returnval){ [ 1211.651136] env[69350]: value = "task-3365970" [ 1211.651136] env[69350]: _type = "Task" [ 1211.651136] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.657406] env[69350]: DEBUG oslo_vmware.api [None req-92aa3eae-5ea4-4bc9-a4ec-973d9da3d086 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5245a83f-3ee6-607e-6cc6-5bf3ca2cdbb4, 'name': SearchDatastore_Task, 'duration_secs': 0.0084} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.658518] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33f436b9-2876-4055-beff-13465b6708f0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.663693] env[69350]: DEBUG oslo_vmware.api [None req-28374ab8-c80c-4c2f-8649-1d8462ff1e4e tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3365970, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.667108] env[69350]: DEBUG oslo_vmware.api [None req-92aa3eae-5ea4-4bc9-a4ec-973d9da3d086 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Waiting for the task: (returnval){ [ 1211.667108] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52847e08-09d4-3680-c67f-5ddcf9bd695c" [ 1211.667108] env[69350]: _type = "Task" [ 1211.667108] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.674895] env[69350]: DEBUG oslo_vmware.api [None req-92aa3eae-5ea4-4bc9-a4ec-973d9da3d086 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52847e08-09d4-3680-c67f-5ddcf9bd695c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.698346] env[69350]: DEBUG oslo_vmware.api [None req-e1fbcdfe-fe3a-43bc-857b-1e9db4b5fc1b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365969, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.233262} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.698707] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1fbcdfe-fe3a-43bc-857b-1e9db4b5fc1b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1211.698783] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e1fbcdfe-fe3a-43bc-857b-1e9db4b5fc1b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1211.698917] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e1fbcdfe-fe3a-43bc-857b-1e9db4b5fc1b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1211.699097] env[69350]: INFO nova.compute.manager [None req-e1fbcdfe-fe3a-43bc-857b-1e9db4b5fc1b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6] Took 1.54 seconds to destroy the instance on the hypervisor. [ 1211.699333] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e1fbcdfe-fe3a-43bc-857b-1e9db4b5fc1b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1211.699519] env[69350]: DEBUG nova.compute.manager [-] [instance: f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1211.699613] env[69350]: DEBUG nova.network.neutron [-] [instance: f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1211.929787] env[69350]: DEBUG oslo_concurrency.lockutils [req-e7da1ad5-8d1a-4c77-a5b4-b26a03a52088 req-b5da522f-a8cd-48c1-a45b-621aa0f2910e service nova] Releasing lock "refresh_cache-eac0e93a-faa9-4185-8d37-b6e2f7388eb5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.095491] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance 4c5cff77-0183-414e-976e-9a763ea21ea1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1212.095825] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=69350) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1212.095990] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3136MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=69350) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1212.122619] env[69350]: DEBUG nova.objects.instance [None req-f34af49f-5661-4815-8b50-6711ca44d9c9 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Lazy-loading 'pci_requests' on Instance uuid 59da504d-d1f7-4cf6-b0a7-7187e8a8f718 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1212.163327] env[69350]: DEBUG oslo_vmware.api [None req-28374ab8-c80c-4c2f-8649-1d8462ff1e4e tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3365970, 'name': ReconfigVM_Task, 'duration_secs': 0.223297} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.163637] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-28374ab8-c80c-4c2f-8649-1d8462ff1e4e tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: c2902164-bd0d-4dfd-bfa5-4777e4341d4b] Reconfigured VM instance instance-00000060 to detach disk 2001 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1212.163828] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-28374ab8-c80c-4c2f-8649-1d8462ff1e4e tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: c2902164-bd0d-4dfd-bfa5-4777e4341d4b] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1212.164193] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b887afdc-b2b7-4f7a-8f96-bb780efaa543 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.177816] env[69350]: DEBUG oslo_vmware.api [None req-28374ab8-c80c-4c2f-8649-1d8462ff1e4e tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Waiting for the task: (returnval){ [ 1212.177816] env[69350]: value = "task-3365971" [ 1212.177816] env[69350]: _type = "Task" [ 1212.177816] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.181502] env[69350]: DEBUG oslo_vmware.api [None req-92aa3eae-5ea4-4bc9-a4ec-973d9da3d086 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52847e08-09d4-3680-c67f-5ddcf9bd695c, 'name': SearchDatastore_Task, 'duration_secs': 0.01307} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.187764] env[69350]: DEBUG oslo_concurrency.lockutils [None req-92aa3eae-5ea4-4bc9-a4ec-973d9da3d086 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.188040] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-92aa3eae-5ea4-4bc9-a4ec-973d9da3d086 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] eac0e93a-faa9-4185-8d37-b6e2f7388eb5/eac0e93a-faa9-4185-8d37-b6e2f7388eb5.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1212.188746] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-44573ec0-a403-4589-b19d-a7ef1ed50871 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.195932] env[69350]: DEBUG oslo_vmware.api [None req-28374ab8-c80c-4c2f-8649-1d8462ff1e4e tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3365971, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.198131] env[69350]: DEBUG oslo_vmware.api [None req-92aa3eae-5ea4-4bc9-a4ec-973d9da3d086 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Waiting for the task: (returnval){ [ 1212.198131] env[69350]: value = "task-3365972" [ 1212.198131] env[69350]: _type = "Task" [ 1212.198131] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.209964] env[69350]: DEBUG oslo_vmware.api [None req-92aa3eae-5ea4-4bc9-a4ec-973d9da3d086 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3365972, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.240323] env[69350]: DEBUG nova.compute.manager [req-3e033318-4a6a-4671-b75b-7f9707deac2e req-7c29d24b-9223-4d62-96cd-7e837aeeca10 service nova] [instance: f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6] Received event network-vif-deleted-af9b7f95-596e-41ce-bdd7-dd9457af3887 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1212.240604] env[69350]: INFO nova.compute.manager [req-3e033318-4a6a-4671-b75b-7f9707deac2e req-7c29d24b-9223-4d62-96cd-7e837aeeca10 service nova] [instance: f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6] Neutron deleted interface af9b7f95-596e-41ce-bdd7-dd9457af3887; detaching it from the instance and deleting it from the info cache [ 1212.241352] env[69350]: DEBUG nova.network.neutron [req-3e033318-4a6a-4671-b75b-7f9707deac2e req-7c29d24b-9223-4d62-96cd-7e837aeeca10 service nova] [instance: f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.329716] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f871ef94-8796-4d55-9ae3-38712b905134 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.337761] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e352351-2faf-474d-90aa-cc1b51b3634a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.369548] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ebcef39-b36f-4ba4-978f-3761be85fa0c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.377592] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-460b69ce-494d-45ff-b478-29fde9470124 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.391239] env[69350]: DEBUG nova.compute.provider_tree [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1212.578135] env[69350]: DEBUG nova.compute.manager [None req-737d0553-cefd-42ad-8df9-5e3bacc4cd04 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: b4948968-2776-4fec-9b93-5d973be9b42f] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1212.608996] env[69350]: DEBUG nova.virt.hardware [None req-737d0553-cefd-42ad-8df9-5e3bacc4cd04 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1212.609401] env[69350]: DEBUG nova.virt.hardware [None req-737d0553-cefd-42ad-8df9-5e3bacc4cd04 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1212.609826] env[69350]: DEBUG nova.virt.hardware [None req-737d0553-cefd-42ad-8df9-5e3bacc4cd04 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1212.610110] env[69350]: DEBUG nova.virt.hardware [None req-737d0553-cefd-42ad-8df9-5e3bacc4cd04 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1212.610847] env[69350]: DEBUG nova.virt.hardware [None req-737d0553-cefd-42ad-8df9-5e3bacc4cd04 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1212.611113] env[69350]: DEBUG nova.virt.hardware [None req-737d0553-cefd-42ad-8df9-5e3bacc4cd04 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1212.611477] env[69350]: DEBUG nova.virt.hardware [None req-737d0553-cefd-42ad-8df9-5e3bacc4cd04 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1212.611699] env[69350]: DEBUG nova.virt.hardware [None req-737d0553-cefd-42ad-8df9-5e3bacc4cd04 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1212.611830] env[69350]: DEBUG nova.virt.hardware [None req-737d0553-cefd-42ad-8df9-5e3bacc4cd04 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1212.612020] env[69350]: DEBUG nova.virt.hardware [None req-737d0553-cefd-42ad-8df9-5e3bacc4cd04 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1212.612204] env[69350]: DEBUG nova.virt.hardware [None req-737d0553-cefd-42ad-8df9-5e3bacc4cd04 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1212.613795] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51247919-9034-47d8-839b-1f696efe8d20 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.627084] env[69350]: DEBUG nova.objects.base [None req-f34af49f-5661-4815-8b50-6711ca44d9c9 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Object Instance<59da504d-d1f7-4cf6-b0a7-7187e8a8f718> lazy-loaded attributes: flavor,pci_requests {{(pid=69350) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1212.627336] env[69350]: DEBUG nova.network.neutron [None req-f34af49f-5661-4815-8b50-6711ca44d9c9 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: 59da504d-d1f7-4cf6-b0a7-7187e8a8f718] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1212.631772] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d93376-1ed9-4157-ba8e-740256a74629 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.692296] env[69350]: DEBUG nova.network.neutron [-] [instance: f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.693619] env[69350]: DEBUG oslo_vmware.api [None req-28374ab8-c80c-4c2f-8649-1d8462ff1e4e tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3365971, 'name': PowerOnVM_Task, 'duration_secs': 0.462447} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.694100] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-28374ab8-c80c-4c2f-8649-1d8462ff1e4e tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: c2902164-bd0d-4dfd-bfa5-4777e4341d4b] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1212.694345] env[69350]: DEBUG nova.compute.manager [None req-28374ab8-c80c-4c2f-8649-1d8462ff1e4e tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: c2902164-bd0d-4dfd-bfa5-4777e4341d4b] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1212.695164] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06fdbefd-0126-46a8-9254-eccfb8ae1003 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.718346] env[69350]: DEBUG oslo_vmware.api [None req-92aa3eae-5ea4-4bc9-a4ec-973d9da3d086 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3365972, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.750091] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f34af49f-5661-4815-8b50-6711ca44d9c9 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Lock "interface-59da504d-d1f7-4cf6-b0a7-7187e8a8f718-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.136s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.752348] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-94fab2bb-d0b5-4dac-8469-dd488ea706ca {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.765962] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec3f1fff-b4e1-40ea-80ee-effe6e8b7ffa {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.801438] env[69350]: DEBUG nova.compute.manager [req-3e033318-4a6a-4671-b75b-7f9707deac2e req-7c29d24b-9223-4d62-96cd-7e837aeeca10 service nova] [instance: f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6] Detach interface failed, port_id=af9b7f95-596e-41ce-bdd7-dd9457af3887, reason: Instance f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6 could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1212.894421] env[69350]: DEBUG nova.scheduler.client.report [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1213.196440] env[69350]: INFO nova.compute.manager [-] [instance: f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6] Took 1.50 seconds to deallocate network for instance. [ 1213.210098] env[69350]: DEBUG oslo_vmware.api [None req-92aa3eae-5ea4-4bc9-a4ec-973d9da3d086 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3365972, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.693583} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.210688] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-92aa3eae-5ea4-4bc9-a4ec-973d9da3d086 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] eac0e93a-faa9-4185-8d37-b6e2f7388eb5/eac0e93a-faa9-4185-8d37-b6e2f7388eb5.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1213.211101] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-92aa3eae-5ea4-4bc9-a4ec-973d9da3d086 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1213.216036] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9c51a7e2-1def-4772-8549-fb4f19c1ec30 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.221047] env[69350]: DEBUG oslo_vmware.api [None req-92aa3eae-5ea4-4bc9-a4ec-973d9da3d086 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Waiting for the task: (returnval){ [ 1213.221047] env[69350]: value = "task-3365973" [ 1213.221047] env[69350]: _type = "Task" [ 1213.221047] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.229840] env[69350]: DEBUG oslo_vmware.api [None req-92aa3eae-5ea4-4bc9-a4ec-973d9da3d086 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3365973, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.402432] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69350) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1213.402432] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.240s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.402432] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2872a22b-905e-4989-9315-3343531b98b6 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 5.035s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.421397] env[69350]: DEBUG nova.network.neutron [None req-737d0553-cefd-42ad-8df9-5e3bacc4cd04 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: b4948968-2776-4fec-9b93-5d973be9b42f] Successfully updated port: 425fdff0-c036-42e4-887a-7a5352d9c00a {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1213.633673] env[69350]: DEBUG oslo_concurrency.lockutils [None req-eaeea757-8326-4929-952c-09e7f67a4fe4 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Acquiring lock "c168608c-1c65-4e48-be87-93dfa497f573" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.633942] env[69350]: DEBUG oslo_concurrency.lockutils [None req-eaeea757-8326-4929-952c-09e7f67a4fe4 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Lock "c168608c-1c65-4e48-be87-93dfa497f573" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.634182] env[69350]: DEBUG oslo_concurrency.lockutils [None req-eaeea757-8326-4929-952c-09e7f67a4fe4 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Acquiring lock "c168608c-1c65-4e48-be87-93dfa497f573-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.634365] env[69350]: DEBUG oslo_concurrency.lockutils [None req-eaeea757-8326-4929-952c-09e7f67a4fe4 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Lock "c168608c-1c65-4e48-be87-93dfa497f573-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.634527] env[69350]: DEBUG oslo_concurrency.lockutils [None req-eaeea757-8326-4929-952c-09e7f67a4fe4 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Lock "c168608c-1c65-4e48-be87-93dfa497f573-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.636454] env[69350]: INFO nova.compute.manager [None req-eaeea757-8326-4929-952c-09e7f67a4fe4 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: c168608c-1c65-4e48-be87-93dfa497f573] Terminating instance [ 1213.701209] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e1fbcdfe-fe3a-43bc-857b-1e9db4b5fc1b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.731090] env[69350]: DEBUG oslo_vmware.api [None req-92aa3eae-5ea4-4bc9-a4ec-973d9da3d086 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3365973, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069751} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.731362] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-92aa3eae-5ea4-4bc9-a4ec-973d9da3d086 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1213.732132] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae6b816-9ad2-40fa-b432-308c48f728a5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.753530] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-92aa3eae-5ea4-4bc9-a4ec-973d9da3d086 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] eac0e93a-faa9-4185-8d37-b6e2f7388eb5/eac0e93a-faa9-4185-8d37-b6e2f7388eb5.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1213.753787] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6aa1e0fe-743d-4c88-8501-254bf899d159 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.775397] env[69350]: DEBUG oslo_vmware.api [None req-92aa3eae-5ea4-4bc9-a4ec-973d9da3d086 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Waiting for the task: (returnval){ [ 1213.775397] env[69350]: value = "task-3365974" [ 1213.775397] env[69350]: _type = "Task" [ 1213.775397] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.782924] env[69350]: DEBUG oslo_vmware.api [None req-92aa3eae-5ea4-4bc9-a4ec-973d9da3d086 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3365974, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.923180] env[69350]: DEBUG oslo_concurrency.lockutils [None req-737d0553-cefd-42ad-8df9-5e3bacc4cd04 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Acquiring lock "refresh_cache-b4948968-2776-4fec-9b93-5d973be9b42f" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.923236] env[69350]: DEBUG oslo_concurrency.lockutils [None req-737d0553-cefd-42ad-8df9-5e3bacc4cd04 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Acquired lock "refresh_cache-b4948968-2776-4fec-9b93-5d973be9b42f" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.923379] env[69350]: DEBUG nova.network.neutron [None req-737d0553-cefd-42ad-8df9-5e3bacc4cd04 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: b4948968-2776-4fec-9b93-5d973be9b42f] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1214.081742] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc8976a5-e843-4cbf-a4d4-b7d533994ec8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.089179] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71518378-3f67-46c7-98fe-500542d068c0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.120392] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c44ef03b-2c9e-49df-8022-fa3f798c8347 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.128499] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d40e9ed-095b-495a-b7ae-4f69f94e77b1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.142169] env[69350]: DEBUG nova.compute.manager [None req-eaeea757-8326-4929-952c-09e7f67a4fe4 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: c168608c-1c65-4e48-be87-93dfa497f573] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1214.142413] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-eaeea757-8326-4929-952c-09e7f67a4fe4 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: c168608c-1c65-4e48-be87-93dfa497f573] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1214.142877] env[69350]: DEBUG nova.compute.provider_tree [None req-2872a22b-905e-4989-9315-3343531b98b6 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1214.144599] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f5f3124-8735-474c-8966-e6986c433fa4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.152157] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaeea757-8326-4929-952c-09e7f67a4fe4 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: c168608c-1c65-4e48-be87-93dfa497f573] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1214.152412] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-daa38066-c5ba-4332-9a9a-3df67a2471d4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.159567] env[69350]: DEBUG oslo_vmware.api [None req-eaeea757-8326-4929-952c-09e7f67a4fe4 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Waiting for the task: (returnval){ [ 1214.159567] env[69350]: value = "task-3365975" [ 1214.159567] env[69350]: _type = "Task" [ 1214.159567] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.167174] env[69350]: DEBUG oslo_vmware.api [None req-eaeea757-8326-4929-952c-09e7f67a4fe4 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Task: {'id': task-3365975, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.268434] env[69350]: DEBUG nova.compute.manager [req-a6547000-fd32-4995-8b2c-b5e998632309 req-0ad42e89-14a6-4a00-bcce-4e6ed6162893 service nova] [instance: b4948968-2776-4fec-9b93-5d973be9b42f] Received event network-vif-plugged-425fdff0-c036-42e4-887a-7a5352d9c00a {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1214.268789] env[69350]: DEBUG oslo_concurrency.lockutils [req-a6547000-fd32-4995-8b2c-b5e998632309 req-0ad42e89-14a6-4a00-bcce-4e6ed6162893 service nova] Acquiring lock "b4948968-2776-4fec-9b93-5d973be9b42f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.269068] env[69350]: DEBUG oslo_concurrency.lockutils [req-a6547000-fd32-4995-8b2c-b5e998632309 req-0ad42e89-14a6-4a00-bcce-4e6ed6162893 service nova] Lock "b4948968-2776-4fec-9b93-5d973be9b42f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.269252] env[69350]: DEBUG oslo_concurrency.lockutils [req-a6547000-fd32-4995-8b2c-b5e998632309 req-0ad42e89-14a6-4a00-bcce-4e6ed6162893 service nova] Lock "b4948968-2776-4fec-9b93-5d973be9b42f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.269421] env[69350]: DEBUG nova.compute.manager [req-a6547000-fd32-4995-8b2c-b5e998632309 req-0ad42e89-14a6-4a00-bcce-4e6ed6162893 service nova] [instance: b4948968-2776-4fec-9b93-5d973be9b42f] No waiting events found dispatching network-vif-plugged-425fdff0-c036-42e4-887a-7a5352d9c00a {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1214.269582] env[69350]: WARNING nova.compute.manager [req-a6547000-fd32-4995-8b2c-b5e998632309 req-0ad42e89-14a6-4a00-bcce-4e6ed6162893 service nova] [instance: b4948968-2776-4fec-9b93-5d973be9b42f] Received unexpected event network-vif-plugged-425fdff0-c036-42e4-887a-7a5352d9c00a for instance with vm_state building and task_state spawning. [ 1214.269737] env[69350]: DEBUG nova.compute.manager [req-a6547000-fd32-4995-8b2c-b5e998632309 req-0ad42e89-14a6-4a00-bcce-4e6ed6162893 service nova] [instance: b4948968-2776-4fec-9b93-5d973be9b42f] Received event network-changed-425fdff0-c036-42e4-887a-7a5352d9c00a {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1214.269974] env[69350]: DEBUG nova.compute.manager [req-a6547000-fd32-4995-8b2c-b5e998632309 req-0ad42e89-14a6-4a00-bcce-4e6ed6162893 service nova] [instance: b4948968-2776-4fec-9b93-5d973be9b42f] Refreshing instance network info cache due to event network-changed-425fdff0-c036-42e4-887a-7a5352d9c00a. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1214.270185] env[69350]: DEBUG oslo_concurrency.lockutils [req-a6547000-fd32-4995-8b2c-b5e998632309 req-0ad42e89-14a6-4a00-bcce-4e6ed6162893 service nova] Acquiring lock "refresh_cache-b4948968-2776-4fec-9b93-5d973be9b42f" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.285480] env[69350]: DEBUG oslo_vmware.api [None req-92aa3eae-5ea4-4bc9-a4ec-973d9da3d086 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3365974, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.381763] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4bdd6993-be52-4386-b177-539cb606ffac tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Acquiring lock "interface-59da504d-d1f7-4cf6-b0a7-7187e8a8f718-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.382062] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4bdd6993-be52-4386-b177-539cb606ffac tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Lock "interface-59da504d-d1f7-4cf6-b0a7-7187e8a8f718-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.382419] env[69350]: DEBUG nova.objects.instance [None req-4bdd6993-be52-4386-b177-539cb606ffac tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Lazy-loading 'flavor' on Instance uuid 59da504d-d1f7-4cf6-b0a7-7187e8a8f718 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1214.457628] env[69350]: DEBUG nova.network.neutron [None req-737d0553-cefd-42ad-8df9-5e3bacc4cd04 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: b4948968-2776-4fec-9b93-5d973be9b42f] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1214.584834] env[69350]: DEBUG nova.network.neutron [None req-737d0553-cefd-42ad-8df9-5e3bacc4cd04 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: b4948968-2776-4fec-9b93-5d973be9b42f] Updating instance_info_cache with network_info: [{"id": "425fdff0-c036-42e4-887a-7a5352d9c00a", "address": "fa:16:3e:3a:b9:11", "network": {"id": "10e89178-be3a-472d-ab81-6b5686479064", "bridge": "br-int", "label": "tempest-ServersTestJSON-841475379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b765b6cd255040bda6aa6145fb5d6074", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap425fdff0-c0", "ovs_interfaceid": "425fdff0-c036-42e4-887a-7a5352d9c00a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.649198] env[69350]: DEBUG nova.scheduler.client.report [None req-2872a22b-905e-4989-9315-3343531b98b6 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1214.670126] env[69350]: DEBUG oslo_vmware.api [None req-eaeea757-8326-4929-952c-09e7f67a4fe4 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Task: {'id': task-3365975, 'name': PowerOffVM_Task, 'duration_secs': 0.245577} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.670507] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaeea757-8326-4929-952c-09e7f67a4fe4 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: c168608c-1c65-4e48-be87-93dfa497f573] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1214.670575] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-eaeea757-8326-4929-952c-09e7f67a4fe4 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: c168608c-1c65-4e48-be87-93dfa497f573] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1214.670896] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c29b055f-7756-47da-9fde-c01c77a55f0b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.785978] env[69350]: DEBUG oslo_vmware.api [None req-92aa3eae-5ea4-4bc9-a4ec-973d9da3d086 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3365974, 'name': ReconfigVM_Task, 'duration_secs': 0.793496} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.786315] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-92aa3eae-5ea4-4bc9-a4ec-973d9da3d086 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] Reconfigured VM instance instance-00000065 to attach disk [datastore1] eac0e93a-faa9-4185-8d37-b6e2f7388eb5/eac0e93a-faa9-4185-8d37-b6e2f7388eb5.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1214.787335] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-950f2023-42f7-4877-a40d-2b6cc5899b54 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.793468] env[69350]: DEBUG oslo_vmware.api [None req-92aa3eae-5ea4-4bc9-a4ec-973d9da3d086 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Waiting for the task: (returnval){ [ 1214.793468] env[69350]: value = "task-3365977" [ 1214.793468] env[69350]: _type = "Task" [ 1214.793468] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.800915] env[69350]: DEBUG oslo_vmware.api [None req-92aa3eae-5ea4-4bc9-a4ec-973d9da3d086 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3365977, 'name': Rename_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.951850] env[69350]: DEBUG nova.objects.instance [None req-4bdd6993-be52-4386-b177-539cb606ffac tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Lazy-loading 'pci_requests' on Instance uuid 59da504d-d1f7-4cf6-b0a7-7187e8a8f718 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1215.087241] env[69350]: DEBUG oslo_concurrency.lockutils [None req-737d0553-cefd-42ad-8df9-5e3bacc4cd04 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Releasing lock "refresh_cache-b4948968-2776-4fec-9b93-5d973be9b42f" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.087682] env[69350]: DEBUG nova.compute.manager [None req-737d0553-cefd-42ad-8df9-5e3bacc4cd04 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: b4948968-2776-4fec-9b93-5d973be9b42f] Instance network_info: |[{"id": "425fdff0-c036-42e4-887a-7a5352d9c00a", "address": "fa:16:3e:3a:b9:11", "network": {"id": "10e89178-be3a-472d-ab81-6b5686479064", "bridge": "br-int", "label": "tempest-ServersTestJSON-841475379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b765b6cd255040bda6aa6145fb5d6074", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap425fdff0-c0", "ovs_interfaceid": "425fdff0-c036-42e4-887a-7a5352d9c00a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1215.088096] env[69350]: DEBUG oslo_concurrency.lockutils [req-a6547000-fd32-4995-8b2c-b5e998632309 req-0ad42e89-14a6-4a00-bcce-4e6ed6162893 service nova] Acquired lock "refresh_cache-b4948968-2776-4fec-9b93-5d973be9b42f" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.088350] env[69350]: DEBUG nova.network.neutron [req-a6547000-fd32-4995-8b2c-b5e998632309 req-0ad42e89-14a6-4a00-bcce-4e6ed6162893 service nova] [instance: b4948968-2776-4fec-9b93-5d973be9b42f] Refreshing network info cache for port 425fdff0-c036-42e4-887a-7a5352d9c00a {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1215.090021] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-737d0553-cefd-42ad-8df9-5e3bacc4cd04 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: b4948968-2776-4fec-9b93-5d973be9b42f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:b9:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f44b2fa3-6730-4b87-8839-947eff21213f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '425fdff0-c036-42e4-887a-7a5352d9c00a', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1215.097705] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-737d0553-cefd-42ad-8df9-5e3bacc4cd04 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1215.100848] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4948968-2776-4fec-9b93-5d973be9b42f] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1215.101374] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bd74f82a-bab7-44ef-b98d-a837309aad67 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.124223] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1215.124223] env[69350]: value = "task-3365978" [ 1215.124223] env[69350]: _type = "Task" [ 1215.124223] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.133556] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365978, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.304322] env[69350]: DEBUG oslo_vmware.api [None req-92aa3eae-5ea4-4bc9-a4ec-973d9da3d086 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3365977, 'name': Rename_Task, 'duration_secs': 0.174664} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.304668] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-92aa3eae-5ea4-4bc9-a4ec-973d9da3d086 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1215.305409] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8bad84e4-1646-4b03-a83c-98126a48b097 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.307848] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-eaeea757-8326-4929-952c-09e7f67a4fe4 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: c168608c-1c65-4e48-be87-93dfa497f573] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1215.308426] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-eaeea757-8326-4929-952c-09e7f67a4fe4 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: c168608c-1c65-4e48-be87-93dfa497f573] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1215.311372] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaeea757-8326-4929-952c-09e7f67a4fe4 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Deleting the datastore file [datastore1] c168608c-1c65-4e48-be87-93dfa497f573 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1215.311372] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c71a3884-3744-46f5-8192-dcf04fbe49a2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.312643] env[69350]: DEBUG nova.network.neutron [req-a6547000-fd32-4995-8b2c-b5e998632309 req-0ad42e89-14a6-4a00-bcce-4e6ed6162893 service nova] [instance: b4948968-2776-4fec-9b93-5d973be9b42f] Updated VIF entry in instance network info cache for port 425fdff0-c036-42e4-887a-7a5352d9c00a. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1215.312737] env[69350]: DEBUG nova.network.neutron [req-a6547000-fd32-4995-8b2c-b5e998632309 req-0ad42e89-14a6-4a00-bcce-4e6ed6162893 service nova] [instance: b4948968-2776-4fec-9b93-5d973be9b42f] Updating instance_info_cache with network_info: [{"id": "425fdff0-c036-42e4-887a-7a5352d9c00a", "address": "fa:16:3e:3a:b9:11", "network": {"id": "10e89178-be3a-472d-ab81-6b5686479064", "bridge": "br-int", "label": "tempest-ServersTestJSON-841475379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b765b6cd255040bda6aa6145fb5d6074", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap425fdff0-c0", "ovs_interfaceid": "425fdff0-c036-42e4-887a-7a5352d9c00a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.315556] env[69350]: DEBUG oslo_vmware.api [None req-92aa3eae-5ea4-4bc9-a4ec-973d9da3d086 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Waiting for the task: (returnval){ [ 1215.315556] env[69350]: value = "task-3365979" [ 1215.315556] env[69350]: _type = "Task" [ 1215.315556] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.316784] env[69350]: DEBUG oslo_vmware.api [None req-eaeea757-8326-4929-952c-09e7f67a4fe4 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Waiting for the task: (returnval){ [ 1215.316784] env[69350]: value = "task-3365980" [ 1215.316784] env[69350]: _type = "Task" [ 1215.316784] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.329930] env[69350]: DEBUG oslo_vmware.api [None req-eaeea757-8326-4929-952c-09e7f67a4fe4 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Task: {'id': task-3365980, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.333365] env[69350]: DEBUG oslo_vmware.api [None req-92aa3eae-5ea4-4bc9-a4ec-973d9da3d086 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3365979, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.455414] env[69350]: DEBUG nova.objects.base [None req-4bdd6993-be52-4386-b177-539cb606ffac tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Object Instance<59da504d-d1f7-4cf6-b0a7-7187e8a8f718> lazy-loaded attributes: flavor,pci_requests {{(pid=69350) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1215.455767] env[69350]: DEBUG nova.network.neutron [None req-4bdd6993-be52-4386-b177-539cb606ffac tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: 59da504d-d1f7-4cf6-b0a7-7187e8a8f718] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1215.523520] env[69350]: DEBUG nova.policy [None req-4bdd6993-be52-4386-b177-539cb606ffac tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9c9693865dde46498cfeedad6514435b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e70a04cc40f0407ebac8a2f5bbbd8693', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 1215.634442] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365978, 'name': CreateVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.661734] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2872a22b-905e-4989-9315-3343531b98b6 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.261s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.665082] env[69350]: DEBUG oslo_concurrency.lockutils [None req-45036d93-2bd5-44d4-a54c-c062dcccc752 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.078s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.667390] env[69350]: INFO nova.compute.claims [None req-45036d93-2bd5-44d4-a54c-c062dcccc752 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 4c5cff77-0183-414e-976e-9a763ea21ea1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1215.815859] env[69350]: DEBUG oslo_concurrency.lockutils [req-a6547000-fd32-4995-8b2c-b5e998632309 req-0ad42e89-14a6-4a00-bcce-4e6ed6162893 service nova] Releasing lock "refresh_cache-b4948968-2776-4fec-9b93-5d973be9b42f" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.833047] env[69350]: DEBUG oslo_vmware.api [None req-92aa3eae-5ea4-4bc9-a4ec-973d9da3d086 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3365979, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.833397] env[69350]: DEBUG oslo_vmware.api [None req-eaeea757-8326-4929-952c-09e7f67a4fe4 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Task: {'id': task-3365980, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.287335} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.833666] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaeea757-8326-4929-952c-09e7f67a4fe4 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1215.833879] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-eaeea757-8326-4929-952c-09e7f67a4fe4 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: c168608c-1c65-4e48-be87-93dfa497f573] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1215.834162] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-eaeea757-8326-4929-952c-09e7f67a4fe4 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: c168608c-1c65-4e48-be87-93dfa497f573] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1215.834387] env[69350]: INFO nova.compute.manager [None req-eaeea757-8326-4929-952c-09e7f67a4fe4 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: c168608c-1c65-4e48-be87-93dfa497f573] Took 1.69 seconds to destroy the instance on the hypervisor. [ 1215.834655] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eaeea757-8326-4929-952c-09e7f67a4fe4 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1215.834874] env[69350]: DEBUG nova.compute.manager [-] [instance: c168608c-1c65-4e48-be87-93dfa497f573] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1215.834996] env[69350]: DEBUG nova.network.neutron [-] [instance: c168608c-1c65-4e48-be87-93dfa497f573] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1216.020861] env[69350]: DEBUG nova.network.neutron [None req-4bdd6993-be52-4386-b177-539cb606ffac tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: 59da504d-d1f7-4cf6-b0a7-7187e8a8f718] Successfully created port: e150239d-ae65-4ee1-bfd5-bb212ad8cb14 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1216.135494] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365978, 'name': CreateVM_Task, 'duration_secs': 0.58737} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.135768] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4948968-2776-4fec-9b93-5d973be9b42f] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1216.136344] env[69350]: DEBUG oslo_concurrency.lockutils [None req-737d0553-cefd-42ad-8df9-5e3bacc4cd04 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.136498] env[69350]: DEBUG oslo_concurrency.lockutils [None req-737d0553-cefd-42ad-8df9-5e3bacc4cd04 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.136831] env[69350]: DEBUG oslo_concurrency.lockutils [None req-737d0553-cefd-42ad-8df9-5e3bacc4cd04 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.137079] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b0894ae-9bb7-41e7-bf7c-6150677ba9c6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.141373] env[69350]: DEBUG oslo_vmware.api [None req-737d0553-cefd-42ad-8df9-5e3bacc4cd04 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Waiting for the task: (returnval){ [ 1216.141373] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52462eb8-712a-6207-c4f9-b410a5fed4db" [ 1216.141373] env[69350]: _type = "Task" [ 1216.141373] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.149062] env[69350]: DEBUG oslo_vmware.api [None req-737d0553-cefd-42ad-8df9-5e3bacc4cd04 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52462eb8-712a-6207-c4f9-b410a5fed4db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.240486] env[69350]: INFO nova.scheduler.client.report [None req-2872a22b-905e-4989-9315-3343531b98b6 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Deleted allocation for migration 72b3b1d2-f9e1-40a2-9b9f-9205f648ec1c [ 1216.327731] env[69350]: DEBUG oslo_vmware.api [None req-92aa3eae-5ea4-4bc9-a4ec-973d9da3d086 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3365979, 'name': PowerOnVM_Task, 'duration_secs': 0.704468} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.328089] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-92aa3eae-5ea4-4bc9-a4ec-973d9da3d086 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1216.328301] env[69350]: INFO nova.compute.manager [None req-92aa3eae-5ea4-4bc9-a4ec-973d9da3d086 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] Took 8.67 seconds to spawn the instance on the hypervisor. [ 1216.328482] env[69350]: DEBUG nova.compute.manager [None req-92aa3eae-5ea4-4bc9-a4ec-973d9da3d086 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1216.329269] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2c7db8b-9d02-41b1-a945-0608987311e0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.652505] env[69350]: DEBUG oslo_vmware.api [None req-737d0553-cefd-42ad-8df9-5e3bacc4cd04 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52462eb8-712a-6207-c4f9-b410a5fed4db, 'name': SearchDatastore_Task, 'duration_secs': 0.009968} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.652833] env[69350]: DEBUG oslo_concurrency.lockutils [None req-737d0553-cefd-42ad-8df9-5e3bacc4cd04 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.653094] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-737d0553-cefd-42ad-8df9-5e3bacc4cd04 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: b4948968-2776-4fec-9b93-5d973be9b42f] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1216.653349] env[69350]: DEBUG oslo_concurrency.lockutils [None req-737d0553-cefd-42ad-8df9-5e3bacc4cd04 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.653494] env[69350]: DEBUG oslo_concurrency.lockutils [None req-737d0553-cefd-42ad-8df9-5e3bacc4cd04 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.653671] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-737d0553-cefd-42ad-8df9-5e3bacc4cd04 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1216.653937] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-261a46d9-bc01-4e5a-b839-6da757f1885b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.663231] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-737d0553-cefd-42ad-8df9-5e3bacc4cd04 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1216.663422] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-737d0553-cefd-42ad-8df9-5e3bacc4cd04 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1216.664186] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aab9c23e-515c-46fa-af95-cc17bdc5309b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.669779] env[69350]: DEBUG oslo_vmware.api [None req-737d0553-cefd-42ad-8df9-5e3bacc4cd04 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Waiting for the task: (returnval){ [ 1216.669779] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5269ffe5-e757-8b10-b0a4-2e4c0dd14293" [ 1216.669779] env[69350]: _type = "Task" [ 1216.669779] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.678107] env[69350]: DEBUG oslo_vmware.api [None req-737d0553-cefd-42ad-8df9-5e3bacc4cd04 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5269ffe5-e757-8b10-b0a4-2e4c0dd14293, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.746580] env[69350]: DEBUG oslo_concurrency.lockutils [None req-2872a22b-905e-4989-9315-3343531b98b6 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Lock "f1736cf7-d979-41ba-97d9-45c35b51cad8" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 11.217s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.849735] env[69350]: INFO nova.compute.manager [None req-92aa3eae-5ea4-4bc9-a4ec-973d9da3d086 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] Took 15.54 seconds to build instance. [ 1216.917115] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de1a6cc9-ac0e-43ea-aae5-d7a4150df68f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.924899] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc465a7-8f30-4923-82c1-12c131cad6fb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.957014] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2aa7a11-abcb-4249-ae01-a5a147a88eab {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.965350] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c14fea2-fc18-43d6-aff8-3026475014ad {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.971487] env[69350]: DEBUG nova.compute.manager [req-653e5eec-84dc-4168-a55b-1fd51d4ada5b req-65ff691b-2b77-4bc4-9713-ca0afb068bc1 service nova] [instance: c168608c-1c65-4e48-be87-93dfa497f573] Received event network-vif-deleted-0ea5cff1-5910-4499-a895-9b3c3c93e582 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1216.971682] env[69350]: INFO nova.compute.manager [req-653e5eec-84dc-4168-a55b-1fd51d4ada5b req-65ff691b-2b77-4bc4-9713-ca0afb068bc1 service nova] [instance: c168608c-1c65-4e48-be87-93dfa497f573] Neutron deleted interface 0ea5cff1-5910-4499-a895-9b3c3c93e582; detaching it from the instance and deleting it from the info cache [ 1216.971852] env[69350]: DEBUG nova.network.neutron [req-653e5eec-84dc-4168-a55b-1fd51d4ada5b req-65ff691b-2b77-4bc4-9713-ca0afb068bc1 service nova] [instance: c168608c-1c65-4e48-be87-93dfa497f573] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.985321] env[69350]: DEBUG nova.compute.provider_tree [None req-45036d93-2bd5-44d4-a54c-c062dcccc752 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1217.122984] env[69350]: DEBUG oslo_concurrency.lockutils [None req-213bdbc1-7e6d-48c7-b67a-61509374a519 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Acquiring lock "e5fa3549-8926-4a0b-92ca-ca337739b5cb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.123262] env[69350]: DEBUG oslo_concurrency.lockutils [None req-213bdbc1-7e6d-48c7-b67a-61509374a519 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Lock "e5fa3549-8926-4a0b-92ca-ca337739b5cb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.180043] env[69350]: DEBUG oslo_vmware.api [None req-737d0553-cefd-42ad-8df9-5e3bacc4cd04 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5269ffe5-e757-8b10-b0a4-2e4c0dd14293, 'name': SearchDatastore_Task, 'duration_secs': 0.00935} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.180768] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdc1a69f-a243-4f93-a7e3-3e1fd29f6953 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.186654] env[69350]: DEBUG oslo_vmware.api [None req-737d0553-cefd-42ad-8df9-5e3bacc4cd04 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Waiting for the task: (returnval){ [ 1217.186654] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5218c6f0-6439-003d-1c4f-3aa5e309ca4e" [ 1217.186654] env[69350]: _type = "Task" [ 1217.186654] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.194452] env[69350]: DEBUG oslo_vmware.api [None req-737d0553-cefd-42ad-8df9-5e3bacc4cd04 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5218c6f0-6439-003d-1c4f-3aa5e309ca4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.257463] env[69350]: DEBUG nova.network.neutron [-] [instance: c168608c-1c65-4e48-be87-93dfa497f573] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.353238] env[69350]: DEBUG oslo_concurrency.lockutils [None req-92aa3eae-5ea4-4bc9-a4ec-973d9da3d086 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Lock "eac0e93a-faa9-4185-8d37-b6e2f7388eb5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.052s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.474499] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dd4f5aec-8522-4abe-9ad1-cc912a85949c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.484052] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f7de87d-4ef7-4cf9-b2cc-74473d9e4afa {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.494918] env[69350]: DEBUG nova.scheduler.client.report [None req-45036d93-2bd5-44d4-a54c-c062dcccc752 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1217.517199] env[69350]: DEBUG nova.compute.manager [req-653e5eec-84dc-4168-a55b-1fd51d4ada5b req-65ff691b-2b77-4bc4-9713-ca0afb068bc1 service nova] [instance: c168608c-1c65-4e48-be87-93dfa497f573] Detach interface failed, port_id=0ea5cff1-5910-4499-a895-9b3c3c93e582, reason: Instance c168608c-1c65-4e48-be87-93dfa497f573 could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1217.626147] env[69350]: DEBUG nova.compute.manager [None req-213bdbc1-7e6d-48c7-b67a-61509374a519 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: e5fa3549-8926-4a0b-92ca-ca337739b5cb] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1217.682992] env[69350]: DEBUG nova.network.neutron [None req-4bdd6993-be52-4386-b177-539cb606ffac tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: 59da504d-d1f7-4cf6-b0a7-7187e8a8f718] Successfully updated port: e150239d-ae65-4ee1-bfd5-bb212ad8cb14 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1217.698041] env[69350]: DEBUG oslo_vmware.api [None req-737d0553-cefd-42ad-8df9-5e3bacc4cd04 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5218c6f0-6439-003d-1c4f-3aa5e309ca4e, 'name': SearchDatastore_Task, 'duration_secs': 0.009423} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.698776] env[69350]: DEBUG oslo_concurrency.lockutils [None req-737d0553-cefd-42ad-8df9-5e3bacc4cd04 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.699126] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-737d0553-cefd-42ad-8df9-5e3bacc4cd04 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] b4948968-2776-4fec-9b93-5d973be9b42f/b4948968-2776-4fec-9b93-5d973be9b42f.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1217.699468] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f7968a1-ff57-4709-9be2-400242caea27 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.706871] env[69350]: DEBUG oslo_vmware.api [None req-737d0553-cefd-42ad-8df9-5e3bacc4cd04 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Waiting for the task: (returnval){ [ 1217.706871] env[69350]: value = "task-3365981" [ 1217.706871] env[69350]: _type = "Task" [ 1217.706871] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.715491] env[69350]: DEBUG oslo_vmware.api [None req-737d0553-cefd-42ad-8df9-5e3bacc4cd04 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3365981, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.761916] env[69350]: INFO nova.compute.manager [-] [instance: c168608c-1c65-4e48-be87-93dfa497f573] Took 1.93 seconds to deallocate network for instance. [ 1217.833639] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b10ccb8f-5533-430a-b9c7-d1b3c537c36c tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Acquiring lock "f1736cf7-d979-41ba-97d9-45c35b51cad8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.833639] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b10ccb8f-5533-430a-b9c7-d1b3c537c36c tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Lock "f1736cf7-d979-41ba-97d9-45c35b51cad8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.833639] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b10ccb8f-5533-430a-b9c7-d1b3c537c36c tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Acquiring lock "f1736cf7-d979-41ba-97d9-45c35b51cad8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.833979] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b10ccb8f-5533-430a-b9c7-d1b3c537c36c tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Lock "f1736cf7-d979-41ba-97d9-45c35b51cad8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.834206] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b10ccb8f-5533-430a-b9c7-d1b3c537c36c tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Lock "f1736cf7-d979-41ba-97d9-45c35b51cad8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.836312] env[69350]: INFO nova.compute.manager [None req-b10ccb8f-5533-430a-b9c7-d1b3c537c36c tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: f1736cf7-d979-41ba-97d9-45c35b51cad8] Terminating instance [ 1217.928658] env[69350]: DEBUG oslo_concurrency.lockutils [None req-52faa65a-da11-4fcc-8788-eb6b60e182de tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Acquiring lock "492d3ac9-3817-47b3-8fa4-3969d4617244" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.928911] env[69350]: DEBUG oslo_concurrency.lockutils [None req-52faa65a-da11-4fcc-8788-eb6b60e182de tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Lock "492d3ac9-3817-47b3-8fa4-3969d4617244" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.000173] env[69350]: DEBUG oslo_concurrency.lockutils [None req-45036d93-2bd5-44d4-a54c-c062dcccc752 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.335s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.000773] env[69350]: DEBUG nova.compute.manager [None req-45036d93-2bd5-44d4-a54c-c062dcccc752 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 4c5cff77-0183-414e-976e-9a763ea21ea1] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1218.004104] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e1fbcdfe-fe3a-43bc-857b-1e9db4b5fc1b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.303s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.004439] env[69350]: DEBUG nova.objects.instance [None req-e1fbcdfe-fe3a-43bc-857b-1e9db4b5fc1b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Lazy-loading 'resources' on Instance uuid f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1218.153556] env[69350]: DEBUG oslo_concurrency.lockutils [None req-213bdbc1-7e6d-48c7-b67a-61509374a519 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.185891] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4bdd6993-be52-4386-b177-539cb606ffac tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Acquiring lock "refresh_cache-59da504d-d1f7-4cf6-b0a7-7187e8a8f718" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.186083] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4bdd6993-be52-4386-b177-539cb606ffac tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Acquired lock "refresh_cache-59da504d-d1f7-4cf6-b0a7-7187e8a8f718" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.186267] env[69350]: DEBUG nova.network.neutron [None req-4bdd6993-be52-4386-b177-539cb606ffac tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: 59da504d-d1f7-4cf6-b0a7-7187e8a8f718] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1218.218068] env[69350]: DEBUG oslo_vmware.api [None req-737d0553-cefd-42ad-8df9-5e3bacc4cd04 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3365981, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.443837} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.218068] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-737d0553-cefd-42ad-8df9-5e3bacc4cd04 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] b4948968-2776-4fec-9b93-5d973be9b42f/b4948968-2776-4fec-9b93-5d973be9b42f.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1218.218068] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-737d0553-cefd-42ad-8df9-5e3bacc4cd04 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: b4948968-2776-4fec-9b93-5d973be9b42f] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1218.218068] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b7ca95b3-e03f-4150-96cb-949961ec0453 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.224797] env[69350]: DEBUG oslo_vmware.api [None req-737d0553-cefd-42ad-8df9-5e3bacc4cd04 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Waiting for the task: (returnval){ [ 1218.224797] env[69350]: value = "task-3365982" [ 1218.224797] env[69350]: _type = "Task" [ 1218.224797] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.232236] env[69350]: DEBUG oslo_vmware.api [None req-737d0553-cefd-42ad-8df9-5e3bacc4cd04 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3365982, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.266820] env[69350]: DEBUG oslo_concurrency.lockutils [None req-eaeea757-8326-4929-952c-09e7f67a4fe4 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.340233] env[69350]: DEBUG nova.compute.manager [None req-b10ccb8f-5533-430a-b9c7-d1b3c537c36c tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: f1736cf7-d979-41ba-97d9-45c35b51cad8] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1218.340450] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b10ccb8f-5533-430a-b9c7-d1b3c537c36c tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: f1736cf7-d979-41ba-97d9-45c35b51cad8] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1218.341364] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af66eb0-6b98-458e-befb-ce5760c7883d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.348523] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-b10ccb8f-5533-430a-b9c7-d1b3c537c36c tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: f1736cf7-d979-41ba-97d9-45c35b51cad8] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1218.348745] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee269165-60af-4f7d-8a1d-c1481fcaaa37 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.354173] env[69350]: DEBUG oslo_vmware.api [None req-b10ccb8f-5533-430a-b9c7-d1b3c537c36c tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Waiting for the task: (returnval){ [ 1218.354173] env[69350]: value = "task-3365983" [ 1218.354173] env[69350]: _type = "Task" [ 1218.354173] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.361886] env[69350]: DEBUG oslo_vmware.api [None req-b10ccb8f-5533-430a-b9c7-d1b3c537c36c tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3365983, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.432397] env[69350]: DEBUG nova.compute.utils [None req-52faa65a-da11-4fcc-8788-eb6b60e182de tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1218.507414] env[69350]: DEBUG nova.compute.utils [None req-45036d93-2bd5-44d4-a54c-c062dcccc752 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1218.512856] env[69350]: DEBUG nova.compute.manager [None req-45036d93-2bd5-44d4-a54c-c062dcccc752 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 4c5cff77-0183-414e-976e-9a763ea21ea1] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1218.512856] env[69350]: DEBUG nova.network.neutron [None req-45036d93-2bd5-44d4-a54c-c062dcccc752 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 4c5cff77-0183-414e-976e-9a763ea21ea1] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1218.562985] env[69350]: DEBUG nova.policy [None req-45036d93-2bd5-44d4-a54c-c062dcccc752 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5b22203975c14e01892c3e5d72913338', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a61919e72ea342e59edac0c76d120df9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 1218.692562] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb1d01a-8a6f-4c2f-9670-138b573c3479 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.700253] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a45e777b-0d37-4586-8a1e-7d23db62c2df {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.734843] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4946e1ea-5bda-485b-9ee2-e96eac107da1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.742078] env[69350]: DEBUG oslo_vmware.api [None req-737d0553-cefd-42ad-8df9-5e3bacc4cd04 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3365982, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066827} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.744661] env[69350]: WARNING nova.network.neutron [None req-4bdd6993-be52-4386-b177-539cb606ffac tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: 59da504d-d1f7-4cf6-b0a7-7187e8a8f718] ad123e0a-1a99-4c6b-932f-ff9de41ceb18 already exists in list: networks containing: ['ad123e0a-1a99-4c6b-932f-ff9de41ceb18']. ignoring it [ 1218.746516] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-737d0553-cefd-42ad-8df9-5e3bacc4cd04 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: b4948968-2776-4fec-9b93-5d973be9b42f] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1218.747321] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b0616c3-81af-4648-925f-0ca8bfdd908b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.750603] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd7d05a8-e7c4-42c7-a6ab-dd6e911ab13a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.773880] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-737d0553-cefd-42ad-8df9-5e3bacc4cd04 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: b4948968-2776-4fec-9b93-5d973be9b42f] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] b4948968-2776-4fec-9b93-5d973be9b42f/b4948968-2776-4fec-9b93-5d973be9b42f.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1218.781251] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-135ddf31-5fe0-4aa0-8bc6-5e8b19affb18 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.795637] env[69350]: DEBUG nova.compute.provider_tree [None req-e1fbcdfe-fe3a-43bc-857b-1e9db4b5fc1b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1218.804485] env[69350]: DEBUG oslo_vmware.api [None req-737d0553-cefd-42ad-8df9-5e3bacc4cd04 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Waiting for the task: (returnval){ [ 1218.804485] env[69350]: value = "task-3365984" [ 1218.804485] env[69350]: _type = "Task" [ 1218.804485] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.814499] env[69350]: DEBUG oslo_vmware.api [None req-737d0553-cefd-42ad-8df9-5e3bacc4cd04 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3365984, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.864355] env[69350]: DEBUG oslo_vmware.api [None req-b10ccb8f-5533-430a-b9c7-d1b3c537c36c tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3365983, 'name': PowerOffVM_Task, 'duration_secs': 0.20532} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.864627] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-b10ccb8f-5533-430a-b9c7-d1b3c537c36c tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: f1736cf7-d979-41ba-97d9-45c35b51cad8] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1218.864796] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b10ccb8f-5533-430a-b9c7-d1b3c537c36c tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: f1736cf7-d979-41ba-97d9-45c35b51cad8] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1218.865063] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-00942ccc-d231-4fc8-974d-170b31ed582d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.933633] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b10ccb8f-5533-430a-b9c7-d1b3c537c36c tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: f1736cf7-d979-41ba-97d9-45c35b51cad8] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1218.934017] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b10ccb8f-5533-430a-b9c7-d1b3c537c36c tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: f1736cf7-d979-41ba-97d9-45c35b51cad8] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1218.934294] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-b10ccb8f-5533-430a-b9c7-d1b3c537c36c tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Deleting the datastore file [datastore2] f1736cf7-d979-41ba-97d9-45c35b51cad8 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1218.934972] env[69350]: DEBUG oslo_concurrency.lockutils [None req-52faa65a-da11-4fcc-8788-eb6b60e182de tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Lock "492d3ac9-3817-47b3-8fa4-3969d4617244" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.935473] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3955ef40-f259-42fd-b998-c87e77ffc1f1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.943021] env[69350]: DEBUG oslo_vmware.api [None req-b10ccb8f-5533-430a-b9c7-d1b3c537c36c tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Waiting for the task: (returnval){ [ 1218.943021] env[69350]: value = "task-3365986" [ 1218.943021] env[69350]: _type = "Task" [ 1218.943021] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.946730] env[69350]: DEBUG nova.network.neutron [None req-45036d93-2bd5-44d4-a54c-c062dcccc752 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 4c5cff77-0183-414e-976e-9a763ea21ea1] Successfully created port: 97e7afdf-c019-4609-b599-0404164f7962 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1218.953560] env[69350]: DEBUG oslo_vmware.api [None req-b10ccb8f-5533-430a-b9c7-d1b3c537c36c tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3365986, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.015784] env[69350]: DEBUG nova.compute.manager [None req-45036d93-2bd5-44d4-a54c-c062dcccc752 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 4c5cff77-0183-414e-976e-9a763ea21ea1] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1219.232461] env[69350]: DEBUG nova.network.neutron [None req-4bdd6993-be52-4386-b177-539cb606ffac tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: 59da504d-d1f7-4cf6-b0a7-7187e8a8f718] Updating instance_info_cache with network_info: [{"id": "2fa0bce0-01ec-4034-88e2-15fed8319641", "address": "fa:16:3e:ba:51:57", "network": {"id": "ad123e0a-1a99-4c6b-932f-ff9de41ceb18", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-757019814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e70a04cc40f0407ebac8a2f5bbbd8693", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fa0bce0-01", "ovs_interfaceid": "2fa0bce0-01ec-4034-88e2-15fed8319641", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e150239d-ae65-4ee1-bfd5-bb212ad8cb14", "address": "fa:16:3e:c7:2f:e5", "network": {"id": "ad123e0a-1a99-4c6b-932f-ff9de41ceb18", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-757019814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e70a04cc40f0407ebac8a2f5bbbd8693", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape150239d-ae", "ovs_interfaceid": "e150239d-ae65-4ee1-bfd5-bb212ad8cb14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.300105] env[69350]: DEBUG nova.scheduler.client.report [None req-e1fbcdfe-fe3a-43bc-857b-1e9db4b5fc1b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1219.314282] env[69350]: DEBUG oslo_vmware.api [None req-737d0553-cefd-42ad-8df9-5e3bacc4cd04 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3365984, 'name': ReconfigVM_Task, 'duration_secs': 0.27752} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.314603] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-737d0553-cefd-42ad-8df9-5e3bacc4cd04 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: b4948968-2776-4fec-9b93-5d973be9b42f] Reconfigured VM instance instance-00000066 to attach disk [datastore1] b4948968-2776-4fec-9b93-5d973be9b42f/b4948968-2776-4fec-9b93-5d973be9b42f.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1219.315745] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-49d52503-88de-4801-95bc-bde03003b7d1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.322582] env[69350]: DEBUG oslo_vmware.api [None req-737d0553-cefd-42ad-8df9-5e3bacc4cd04 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Waiting for the task: (returnval){ [ 1219.322582] env[69350]: value = "task-3365987" [ 1219.322582] env[69350]: _type = "Task" [ 1219.322582] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.330314] env[69350]: DEBUG oslo_vmware.api [None req-737d0553-cefd-42ad-8df9-5e3bacc4cd04 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3365987, 'name': Rename_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.453141] env[69350]: DEBUG oslo_vmware.api [None req-b10ccb8f-5533-430a-b9c7-d1b3c537c36c tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3365986, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173007} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.453405] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-b10ccb8f-5533-430a-b9c7-d1b3c537c36c tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1219.453585] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b10ccb8f-5533-430a-b9c7-d1b3c537c36c tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: f1736cf7-d979-41ba-97d9-45c35b51cad8] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1219.453749] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b10ccb8f-5533-430a-b9c7-d1b3c537c36c tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: f1736cf7-d979-41ba-97d9-45c35b51cad8] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1219.453922] env[69350]: INFO nova.compute.manager [None req-b10ccb8f-5533-430a-b9c7-d1b3c537c36c tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: f1736cf7-d979-41ba-97d9-45c35b51cad8] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1219.454193] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b10ccb8f-5533-430a-b9c7-d1b3c537c36c tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1219.454382] env[69350]: DEBUG nova.compute.manager [-] [instance: f1736cf7-d979-41ba-97d9-45c35b51cad8] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1219.454473] env[69350]: DEBUG nova.network.neutron [-] [instance: f1736cf7-d979-41ba-97d9-45c35b51cad8] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1219.737075] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4bdd6993-be52-4386-b177-539cb606ffac tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Releasing lock "refresh_cache-59da504d-d1f7-4cf6-b0a7-7187e8a8f718" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.738436] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4bdd6993-be52-4386-b177-539cb606ffac tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Acquiring lock "59da504d-d1f7-4cf6-b0a7-7187e8a8f718" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.739410] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4bdd6993-be52-4386-b177-539cb606ffac tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Acquired lock "59da504d-d1f7-4cf6-b0a7-7187e8a8f718" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.741437] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7983226f-75cf-45ea-9b6c-ad7b77b6dfb3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.760840] env[69350]: DEBUG nova.virt.hardware [None req-4bdd6993-be52-4386-b177-539cb606ffac tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1219.760840] env[69350]: DEBUG nova.virt.hardware [None req-4bdd6993-be52-4386-b177-539cb606ffac tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1219.760987] env[69350]: DEBUG nova.virt.hardware [None req-4bdd6993-be52-4386-b177-539cb606ffac tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1219.761130] env[69350]: DEBUG nova.virt.hardware [None req-4bdd6993-be52-4386-b177-539cb606ffac tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1219.761286] env[69350]: DEBUG nova.virt.hardware [None req-4bdd6993-be52-4386-b177-539cb606ffac tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1219.761435] env[69350]: DEBUG nova.virt.hardware [None req-4bdd6993-be52-4386-b177-539cb606ffac tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1219.761643] env[69350]: DEBUG nova.virt.hardware [None req-4bdd6993-be52-4386-b177-539cb606ffac tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1219.761802] env[69350]: DEBUG nova.virt.hardware [None req-4bdd6993-be52-4386-b177-539cb606ffac tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1219.762110] env[69350]: DEBUG nova.virt.hardware [None req-4bdd6993-be52-4386-b177-539cb606ffac tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1219.762275] env[69350]: DEBUG nova.virt.hardware [None req-4bdd6993-be52-4386-b177-539cb606ffac tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1219.762324] env[69350]: DEBUG nova.virt.hardware [None req-4bdd6993-be52-4386-b177-539cb606ffac tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1219.768911] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4bdd6993-be52-4386-b177-539cb606ffac tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: 59da504d-d1f7-4cf6-b0a7-7187e8a8f718] Reconfiguring VM to attach interface {{(pid=69350) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1219.769673] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3820a63a-af6e-4a16-8cf0-2b2cf2e9f926 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.792130] env[69350]: DEBUG oslo_vmware.api [None req-4bdd6993-be52-4386-b177-539cb606ffac tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Waiting for the task: (returnval){ [ 1219.792130] env[69350]: value = "task-3365988" [ 1219.792130] env[69350]: _type = "Task" [ 1219.792130] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.802673] env[69350]: DEBUG oslo_vmware.api [None req-4bdd6993-be52-4386-b177-539cb606ffac tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3365988, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.806593] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e1fbcdfe-fe3a-43bc-857b-1e9db4b5fc1b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.803s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.809091] env[69350]: DEBUG oslo_concurrency.lockutils [None req-213bdbc1-7e6d-48c7-b67a-61509374a519 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.656s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.810706] env[69350]: INFO nova.compute.claims [None req-213bdbc1-7e6d-48c7-b67a-61509374a519 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: e5fa3549-8926-4a0b-92ca-ca337739b5cb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1219.832527] env[69350]: DEBUG oslo_vmware.api [None req-737d0553-cefd-42ad-8df9-5e3bacc4cd04 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3365987, 'name': Rename_Task, 'duration_secs': 0.129248} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.832806] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-737d0553-cefd-42ad-8df9-5e3bacc4cd04 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: b4948968-2776-4fec-9b93-5d973be9b42f] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1219.833060] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-66530b48-b938-4807-94a3-1e9c65ccd66e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.839370] env[69350]: INFO nova.scheduler.client.report [None req-e1fbcdfe-fe3a-43bc-857b-1e9db4b5fc1b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Deleted allocations for instance f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6 [ 1219.845415] env[69350]: DEBUG oslo_vmware.api [None req-737d0553-cefd-42ad-8df9-5e3bacc4cd04 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Waiting for the task: (returnval){ [ 1219.845415] env[69350]: value = "task-3365989" [ 1219.845415] env[69350]: _type = "Task" [ 1219.845415] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.852342] env[69350]: DEBUG oslo_vmware.api [None req-737d0553-cefd-42ad-8df9-5e3bacc4cd04 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3365989, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.929939] env[69350]: DEBUG nova.compute.manager [req-026f81fc-77f3-4ea4-9f01-bd7e885e92fe req-3826f1b8-1f2e-4749-ab58-fedc6b3d6b42 service nova] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] Received event network-changed-d373db8d-e512-4e93-80b7-8f09158a538c {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1219.929939] env[69350]: DEBUG nova.compute.manager [req-026f81fc-77f3-4ea4-9f01-bd7e885e92fe req-3826f1b8-1f2e-4749-ab58-fedc6b3d6b42 service nova] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] Refreshing instance network info cache due to event network-changed-d373db8d-e512-4e93-80b7-8f09158a538c. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1219.929939] env[69350]: DEBUG oslo_concurrency.lockutils [req-026f81fc-77f3-4ea4-9f01-bd7e885e92fe req-3826f1b8-1f2e-4749-ab58-fedc6b3d6b42 service nova] Acquiring lock "refresh_cache-eac0e93a-faa9-4185-8d37-b6e2f7388eb5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.929939] env[69350]: DEBUG oslo_concurrency.lockutils [req-026f81fc-77f3-4ea4-9f01-bd7e885e92fe req-3826f1b8-1f2e-4749-ab58-fedc6b3d6b42 service nova] Acquired lock "refresh_cache-eac0e93a-faa9-4185-8d37-b6e2f7388eb5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.929939] env[69350]: DEBUG nova.network.neutron [req-026f81fc-77f3-4ea4-9f01-bd7e885e92fe req-3826f1b8-1f2e-4749-ab58-fedc6b3d6b42 service nova] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] Refreshing network info cache for port d373db8d-e512-4e93-80b7-8f09158a538c {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1220.004935] env[69350]: DEBUG oslo_concurrency.lockutils [None req-52faa65a-da11-4fcc-8788-eb6b60e182de tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Acquiring lock "492d3ac9-3817-47b3-8fa4-3969d4617244" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.005251] env[69350]: DEBUG oslo_concurrency.lockutils [None req-52faa65a-da11-4fcc-8788-eb6b60e182de tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Lock "492d3ac9-3817-47b3-8fa4-3969d4617244" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.005518] env[69350]: INFO nova.compute.manager [None req-52faa65a-da11-4fcc-8788-eb6b60e182de tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: 492d3ac9-3817-47b3-8fa4-3969d4617244] Attaching volume 03526271-f865-4994-9cfe-befad83ae90e to /dev/sdb [ 1220.026897] env[69350]: DEBUG nova.compute.manager [None req-45036d93-2bd5-44d4-a54c-c062dcccc752 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 4c5cff77-0183-414e-976e-9a763ea21ea1] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1220.048311] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f430b68-4e6e-4c6b-a124-f7f2deef5e5b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.052947] env[69350]: DEBUG nova.virt.hardware [None req-45036d93-2bd5-44d4-a54c-c062dcccc752 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1220.053236] env[69350]: DEBUG nova.virt.hardware [None req-45036d93-2bd5-44d4-a54c-c062dcccc752 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1220.053371] env[69350]: DEBUG nova.virt.hardware [None req-45036d93-2bd5-44d4-a54c-c062dcccc752 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1220.053534] env[69350]: DEBUG nova.virt.hardware [None req-45036d93-2bd5-44d4-a54c-c062dcccc752 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1220.053682] env[69350]: DEBUG nova.virt.hardware [None req-45036d93-2bd5-44d4-a54c-c062dcccc752 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1220.053828] env[69350]: DEBUG nova.virt.hardware [None req-45036d93-2bd5-44d4-a54c-c062dcccc752 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1220.054048] env[69350]: DEBUG nova.virt.hardware [None req-45036d93-2bd5-44d4-a54c-c062dcccc752 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1220.054265] env[69350]: DEBUG nova.virt.hardware [None req-45036d93-2bd5-44d4-a54c-c062dcccc752 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1220.054372] env[69350]: DEBUG nova.virt.hardware [None req-45036d93-2bd5-44d4-a54c-c062dcccc752 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1220.054531] env[69350]: DEBUG nova.virt.hardware [None req-45036d93-2bd5-44d4-a54c-c062dcccc752 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1220.054699] env[69350]: DEBUG nova.virt.hardware [None req-45036d93-2bd5-44d4-a54c-c062dcccc752 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1220.055518] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-766c233f-86ec-48b5-be9b-3ac7ffbdc73d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.066095] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af05213f-3382-4e39-bf0c-e8832ff4898e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.070696] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49c672af-5745-4fb4-a5b1-95807b59f7e9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.086488] env[69350]: DEBUG nova.virt.block_device [None req-52faa65a-da11-4fcc-8788-eb6b60e182de tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: 492d3ac9-3817-47b3-8fa4-3969d4617244] Updating existing volume attachment record: fffdac1b-0518-4528-9c15-75e3407b5653 {{(pid=69350) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1220.303033] env[69350]: DEBUG oslo_vmware.api [None req-4bdd6993-be52-4386-b177-539cb606ffac tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3365988, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.351445] env[69350]: DEBUG oslo_vmware.api [None req-737d0553-cefd-42ad-8df9-5e3bacc4cd04 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3365989, 'name': PowerOnVM_Task, 'duration_secs': 0.467971} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.351710] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-737d0553-cefd-42ad-8df9-5e3bacc4cd04 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: b4948968-2776-4fec-9b93-5d973be9b42f] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1220.351905] env[69350]: INFO nova.compute.manager [None req-737d0553-cefd-42ad-8df9-5e3bacc4cd04 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: b4948968-2776-4fec-9b93-5d973be9b42f] Took 7.77 seconds to spawn the instance on the hypervisor. [ 1220.352116] env[69350]: DEBUG nova.compute.manager [None req-737d0553-cefd-42ad-8df9-5e3bacc4cd04 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: b4948968-2776-4fec-9b93-5d973be9b42f] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1220.352912] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94dab76c-dd3c-4d60-9b21-143be32ff2e2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.358012] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e1fbcdfe-fe3a-43bc-857b-1e9db4b5fc1b tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Lock "f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.709s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.415175] env[69350]: DEBUG nova.network.neutron [-] [instance: f1736cf7-d979-41ba-97d9-45c35b51cad8] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.778563] env[69350]: DEBUG nova.network.neutron [None req-45036d93-2bd5-44d4-a54c-c062dcccc752 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 4c5cff77-0183-414e-976e-9a763ea21ea1] Successfully updated port: 97e7afdf-c019-4609-b599-0404164f7962 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1220.803260] env[69350]: DEBUG oslo_vmware.api [None req-4bdd6993-be52-4386-b177-539cb606ffac tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3365988, 'name': ReconfigVM_Task, 'duration_secs': 0.712532} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.803836] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4bdd6993-be52-4386-b177-539cb606ffac tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Releasing lock "59da504d-d1f7-4cf6-b0a7-7187e8a8f718" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.804066] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4bdd6993-be52-4386-b177-539cb606ffac tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: 59da504d-d1f7-4cf6-b0a7-7187e8a8f718] Reconfigured VM to attach interface {{(pid=69350) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1220.845977] env[69350]: DEBUG nova.network.neutron [req-026f81fc-77f3-4ea4-9f01-bd7e885e92fe req-3826f1b8-1f2e-4749-ab58-fedc6b3d6b42 service nova] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] Updated VIF entry in instance network info cache for port d373db8d-e512-4e93-80b7-8f09158a538c. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1220.846376] env[69350]: DEBUG nova.network.neutron [req-026f81fc-77f3-4ea4-9f01-bd7e885e92fe req-3826f1b8-1f2e-4749-ab58-fedc6b3d6b42 service nova] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] Updating instance_info_cache with network_info: [{"id": "d373db8d-e512-4e93-80b7-8f09158a538c", "address": "fa:16:3e:f9:85:95", "network": {"id": "0bcb2b19-9d56-48ef-ae2f-bfa8be4a624b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1099470443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb23de86c4ea42c1accf78e42cda1fc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd373db8d-e5", "ovs_interfaceid": "d373db8d-e512-4e93-80b7-8f09158a538c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.875983] env[69350]: INFO nova.compute.manager [None req-737d0553-cefd-42ad-8df9-5e3bacc4cd04 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: b4948968-2776-4fec-9b93-5d973be9b42f] Took 15.19 seconds to build instance. [ 1220.917606] env[69350]: INFO nova.compute.manager [-] [instance: f1736cf7-d979-41ba-97d9-45c35b51cad8] Took 1.46 seconds to deallocate network for instance. [ 1221.009666] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-205f6a7c-68b6-4572-8649-99ceb593f49f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.017059] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-297e2b36-98ca-4f6b-99d6-4c84f178e6b9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.046228] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa26bfd-013f-44ad-a396-c516e7855132 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.053281] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-387b8be8-258e-47bf-bb6b-b23de575c2af {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.065825] env[69350]: DEBUG nova.compute.provider_tree [None req-213bdbc1-7e6d-48c7-b67a-61509374a519 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1221.283574] env[69350]: DEBUG oslo_concurrency.lockutils [None req-45036d93-2bd5-44d4-a54c-c062dcccc752 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Acquiring lock "refresh_cache-4c5cff77-0183-414e-976e-9a763ea21ea1" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.283826] env[69350]: DEBUG oslo_concurrency.lockutils [None req-45036d93-2bd5-44d4-a54c-c062dcccc752 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Acquired lock "refresh_cache-4c5cff77-0183-414e-976e-9a763ea21ea1" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.284087] env[69350]: DEBUG nova.network.neutron [None req-45036d93-2bd5-44d4-a54c-c062dcccc752 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 4c5cff77-0183-414e-976e-9a763ea21ea1] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1221.309014] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4bdd6993-be52-4386-b177-539cb606ffac tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Lock "interface-59da504d-d1f7-4cf6-b0a7-7187e8a8f718-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.927s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.349401] env[69350]: DEBUG oslo_concurrency.lockutils [req-026f81fc-77f3-4ea4-9f01-bd7e885e92fe req-3826f1b8-1f2e-4749-ab58-fedc6b3d6b42 service nova] Releasing lock "refresh_cache-eac0e93a-faa9-4185-8d37-b6e2f7388eb5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.349682] env[69350]: DEBUG nova.compute.manager [req-026f81fc-77f3-4ea4-9f01-bd7e885e92fe req-3826f1b8-1f2e-4749-ab58-fedc6b3d6b42 service nova] [instance: 59da504d-d1f7-4cf6-b0a7-7187e8a8f718] Received event network-vif-plugged-e150239d-ae65-4ee1-bfd5-bb212ad8cb14 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1221.349875] env[69350]: DEBUG oslo_concurrency.lockutils [req-026f81fc-77f3-4ea4-9f01-bd7e885e92fe req-3826f1b8-1f2e-4749-ab58-fedc6b3d6b42 service nova] Acquiring lock "59da504d-d1f7-4cf6-b0a7-7187e8a8f718-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.350109] env[69350]: DEBUG oslo_concurrency.lockutils [req-026f81fc-77f3-4ea4-9f01-bd7e885e92fe req-3826f1b8-1f2e-4749-ab58-fedc6b3d6b42 service nova] Lock "59da504d-d1f7-4cf6-b0a7-7187e8a8f718-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.350277] env[69350]: DEBUG oslo_concurrency.lockutils [req-026f81fc-77f3-4ea4-9f01-bd7e885e92fe req-3826f1b8-1f2e-4749-ab58-fedc6b3d6b42 service nova] Lock "59da504d-d1f7-4cf6-b0a7-7187e8a8f718-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.350437] env[69350]: DEBUG nova.compute.manager [req-026f81fc-77f3-4ea4-9f01-bd7e885e92fe req-3826f1b8-1f2e-4749-ab58-fedc6b3d6b42 service nova] [instance: 59da504d-d1f7-4cf6-b0a7-7187e8a8f718] No waiting events found dispatching network-vif-plugged-e150239d-ae65-4ee1-bfd5-bb212ad8cb14 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1221.350599] env[69350]: WARNING nova.compute.manager [req-026f81fc-77f3-4ea4-9f01-bd7e885e92fe req-3826f1b8-1f2e-4749-ab58-fedc6b3d6b42 service nova] [instance: 59da504d-d1f7-4cf6-b0a7-7187e8a8f718] Received unexpected event network-vif-plugged-e150239d-ae65-4ee1-bfd5-bb212ad8cb14 for instance with vm_state active and task_state None. [ 1221.350755] env[69350]: DEBUG nova.compute.manager [req-026f81fc-77f3-4ea4-9f01-bd7e885e92fe req-3826f1b8-1f2e-4749-ab58-fedc6b3d6b42 service nova] [instance: 59da504d-d1f7-4cf6-b0a7-7187e8a8f718] Received event network-changed-e150239d-ae65-4ee1-bfd5-bb212ad8cb14 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1221.350910] env[69350]: DEBUG nova.compute.manager [req-026f81fc-77f3-4ea4-9f01-bd7e885e92fe req-3826f1b8-1f2e-4749-ab58-fedc6b3d6b42 service nova] [instance: 59da504d-d1f7-4cf6-b0a7-7187e8a8f718] Refreshing instance network info cache due to event network-changed-e150239d-ae65-4ee1-bfd5-bb212ad8cb14. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1221.351113] env[69350]: DEBUG oslo_concurrency.lockutils [req-026f81fc-77f3-4ea4-9f01-bd7e885e92fe req-3826f1b8-1f2e-4749-ab58-fedc6b3d6b42 service nova] Acquiring lock "refresh_cache-59da504d-d1f7-4cf6-b0a7-7187e8a8f718" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.351263] env[69350]: DEBUG oslo_concurrency.lockutils [req-026f81fc-77f3-4ea4-9f01-bd7e885e92fe req-3826f1b8-1f2e-4749-ab58-fedc6b3d6b42 service nova] Acquired lock "refresh_cache-59da504d-d1f7-4cf6-b0a7-7187e8a8f718" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.351419] env[69350]: DEBUG nova.network.neutron [req-026f81fc-77f3-4ea4-9f01-bd7e885e92fe req-3826f1b8-1f2e-4749-ab58-fedc6b3d6b42 service nova] [instance: 59da504d-d1f7-4cf6-b0a7-7187e8a8f718] Refreshing network info cache for port e150239d-ae65-4ee1-bfd5-bb212ad8cb14 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1221.377758] env[69350]: DEBUG oslo_concurrency.lockutils [None req-737d0553-cefd-42ad-8df9-5e3bacc4cd04 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Lock "b4948968-2776-4fec-9b93-5d973be9b42f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.701s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.424374] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b10ccb8f-5533-430a-b9c7-d1b3c537c36c tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.568860] env[69350]: DEBUG nova.scheduler.client.report [None req-213bdbc1-7e6d-48c7-b67a-61509374a519 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1221.818356] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5b8daf16-890f-44dd-99c9-dd72bc54f1f5 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Acquiring lock "1fe785c4-7274-4fad-9244-41c0e9b10d02" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.818617] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5b8daf16-890f-44dd-99c9-dd72bc54f1f5 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Lock "1fe785c4-7274-4fad-9244-41c0e9b10d02" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.822267] env[69350]: DEBUG nova.network.neutron [None req-45036d93-2bd5-44d4-a54c-c062dcccc752 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 4c5cff77-0183-414e-976e-9a763ea21ea1] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1222.013976] env[69350]: DEBUG nova.compute.manager [req-dc3e609c-1c3b-4889-be89-a638d1e04467 req-dd39f5b8-4de1-42d8-8716-6aad61d7201e service nova] [instance: f1736cf7-d979-41ba-97d9-45c35b51cad8] Received event network-vif-deleted-931c1143-e84e-4646-b61d-5fd00c291d19 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1222.014210] env[69350]: DEBUG nova.compute.manager [req-dc3e609c-1c3b-4889-be89-a638d1e04467 req-dd39f5b8-4de1-42d8-8716-6aad61d7201e service nova] [instance: 4c5cff77-0183-414e-976e-9a763ea21ea1] Received event network-vif-plugged-97e7afdf-c019-4609-b599-0404164f7962 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1222.014439] env[69350]: DEBUG oslo_concurrency.lockutils [req-dc3e609c-1c3b-4889-be89-a638d1e04467 req-dd39f5b8-4de1-42d8-8716-6aad61d7201e service nova] Acquiring lock "4c5cff77-0183-414e-976e-9a763ea21ea1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.014593] env[69350]: DEBUG oslo_concurrency.lockutils [req-dc3e609c-1c3b-4889-be89-a638d1e04467 req-dd39f5b8-4de1-42d8-8716-6aad61d7201e service nova] Lock "4c5cff77-0183-414e-976e-9a763ea21ea1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.014754] env[69350]: DEBUG oslo_concurrency.lockutils [req-dc3e609c-1c3b-4889-be89-a638d1e04467 req-dd39f5b8-4de1-42d8-8716-6aad61d7201e service nova] Lock "4c5cff77-0183-414e-976e-9a763ea21ea1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.014916] env[69350]: DEBUG nova.compute.manager [req-dc3e609c-1c3b-4889-be89-a638d1e04467 req-dd39f5b8-4de1-42d8-8716-6aad61d7201e service nova] [instance: 4c5cff77-0183-414e-976e-9a763ea21ea1] No waiting events found dispatching network-vif-plugged-97e7afdf-c019-4609-b599-0404164f7962 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1222.015094] env[69350]: WARNING nova.compute.manager [req-dc3e609c-1c3b-4889-be89-a638d1e04467 req-dd39f5b8-4de1-42d8-8716-6aad61d7201e service nova] [instance: 4c5cff77-0183-414e-976e-9a763ea21ea1] Received unexpected event network-vif-plugged-97e7afdf-c019-4609-b599-0404164f7962 for instance with vm_state building and task_state spawning. [ 1222.015257] env[69350]: DEBUG nova.compute.manager [req-dc3e609c-1c3b-4889-be89-a638d1e04467 req-dd39f5b8-4de1-42d8-8716-6aad61d7201e service nova] [instance: 4c5cff77-0183-414e-976e-9a763ea21ea1] Received event network-changed-97e7afdf-c019-4609-b599-0404164f7962 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1222.015407] env[69350]: DEBUG nova.compute.manager [req-dc3e609c-1c3b-4889-be89-a638d1e04467 req-dd39f5b8-4de1-42d8-8716-6aad61d7201e service nova] [instance: 4c5cff77-0183-414e-976e-9a763ea21ea1] Refreshing instance network info cache due to event network-changed-97e7afdf-c019-4609-b599-0404164f7962. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1222.015567] env[69350]: DEBUG oslo_concurrency.lockutils [req-dc3e609c-1c3b-4889-be89-a638d1e04467 req-dd39f5b8-4de1-42d8-8716-6aad61d7201e service nova] Acquiring lock "refresh_cache-4c5cff77-0183-414e-976e-9a763ea21ea1" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.070886] env[69350]: DEBUG nova.network.neutron [None req-45036d93-2bd5-44d4-a54c-c062dcccc752 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 4c5cff77-0183-414e-976e-9a763ea21ea1] Updating instance_info_cache with network_info: [{"id": "97e7afdf-c019-4609-b599-0404164f7962", "address": "fa:16:3e:1d:2c:e5", "network": {"id": "b27a5766-3026-4d42-a208-8e9c2a543be5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1341532197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a61919e72ea342e59edac0c76d120df9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97e7afdf-c0", "ovs_interfaceid": "97e7afdf-c019-4609-b599-0404164f7962", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.073196] env[69350]: DEBUG oslo_concurrency.lockutils [None req-213bdbc1-7e6d-48c7-b67a-61509374a519 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.264s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.073674] env[69350]: DEBUG nova.compute.manager [None req-213bdbc1-7e6d-48c7-b67a-61509374a519 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: e5fa3549-8926-4a0b-92ca-ca337739b5cb] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1222.076576] env[69350]: DEBUG oslo_concurrency.lockutils [None req-eaeea757-8326-4929-952c-09e7f67a4fe4 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.810s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.076790] env[69350]: DEBUG nova.objects.instance [None req-eaeea757-8326-4929-952c-09e7f67a4fe4 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Lazy-loading 'resources' on Instance uuid c168608c-1c65-4e48-be87-93dfa497f573 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1222.214230] env[69350]: DEBUG nova.network.neutron [req-026f81fc-77f3-4ea4-9f01-bd7e885e92fe req-3826f1b8-1f2e-4749-ab58-fedc6b3d6b42 service nova] [instance: 59da504d-d1f7-4cf6-b0a7-7187e8a8f718] Updated VIF entry in instance network info cache for port e150239d-ae65-4ee1-bfd5-bb212ad8cb14. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1222.214682] env[69350]: DEBUG nova.network.neutron [req-026f81fc-77f3-4ea4-9f01-bd7e885e92fe req-3826f1b8-1f2e-4749-ab58-fedc6b3d6b42 service nova] [instance: 59da504d-d1f7-4cf6-b0a7-7187e8a8f718] Updating instance_info_cache with network_info: [{"id": "2fa0bce0-01ec-4034-88e2-15fed8319641", "address": "fa:16:3e:ba:51:57", "network": {"id": "ad123e0a-1a99-4c6b-932f-ff9de41ceb18", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-757019814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e70a04cc40f0407ebac8a2f5bbbd8693", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fa0bce0-01", "ovs_interfaceid": "2fa0bce0-01ec-4034-88e2-15fed8319641", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e150239d-ae65-4ee1-bfd5-bb212ad8cb14", "address": "fa:16:3e:c7:2f:e5", "network": {"id": "ad123e0a-1a99-4c6b-932f-ff9de41ceb18", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-757019814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e70a04cc40f0407ebac8a2f5bbbd8693", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape150239d-ae", "ovs_interfaceid": "e150239d-ae65-4ee1-bfd5-bb212ad8cb14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.321508] env[69350]: DEBUG nova.compute.manager [None req-5b8daf16-890f-44dd-99c9-dd72bc54f1f5 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: 1fe785c4-7274-4fad-9244-41c0e9b10d02] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1222.573429] env[69350]: DEBUG oslo_concurrency.lockutils [None req-45036d93-2bd5-44d4-a54c-c062dcccc752 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Releasing lock "refresh_cache-4c5cff77-0183-414e-976e-9a763ea21ea1" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.573714] env[69350]: DEBUG nova.compute.manager [None req-45036d93-2bd5-44d4-a54c-c062dcccc752 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 4c5cff77-0183-414e-976e-9a763ea21ea1] Instance network_info: |[{"id": "97e7afdf-c019-4609-b599-0404164f7962", "address": "fa:16:3e:1d:2c:e5", "network": {"id": "b27a5766-3026-4d42-a208-8e9c2a543be5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1341532197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a61919e72ea342e59edac0c76d120df9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97e7afdf-c0", "ovs_interfaceid": "97e7afdf-c019-4609-b599-0404164f7962", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1222.574256] env[69350]: DEBUG oslo_concurrency.lockutils [req-dc3e609c-1c3b-4889-be89-a638d1e04467 req-dd39f5b8-4de1-42d8-8716-6aad61d7201e service nova] Acquired lock "refresh_cache-4c5cff77-0183-414e-976e-9a763ea21ea1" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.574445] env[69350]: DEBUG nova.network.neutron [req-dc3e609c-1c3b-4889-be89-a638d1e04467 req-dd39f5b8-4de1-42d8-8716-6aad61d7201e service nova] [instance: 4c5cff77-0183-414e-976e-9a763ea21ea1] Refreshing network info cache for port 97e7afdf-c019-4609-b599-0404164f7962 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1222.575516] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-45036d93-2bd5-44d4-a54c-c062dcccc752 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 4c5cff77-0183-414e-976e-9a763ea21ea1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:2c:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '557aba95-8968-407a-bac2-2fae66f7c8e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '97e7afdf-c019-4609-b599-0404164f7962', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1222.583282] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-45036d93-2bd5-44d4-a54c-c062dcccc752 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1222.586956] env[69350]: DEBUG nova.compute.utils [None req-213bdbc1-7e6d-48c7-b67a-61509374a519 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1222.590669] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c5cff77-0183-414e-976e-9a763ea21ea1] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1222.591970] env[69350]: DEBUG nova.compute.manager [None req-213bdbc1-7e6d-48c7-b67a-61509374a519 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: e5fa3549-8926-4a0b-92ca-ca337739b5cb] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1222.591970] env[69350]: DEBUG nova.network.neutron [None req-213bdbc1-7e6d-48c7-b67a-61509374a519 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: e5fa3549-8926-4a0b-92ca-ca337739b5cb] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1222.592851] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa138eb0-027b-4e26-b54e-4c8149ef6afd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.617600] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1222.617600] env[69350]: value = "task-3365992" [ 1222.617600] env[69350]: _type = "Task" [ 1222.617600] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.635775] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365992, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.681861] env[69350]: DEBUG nova.policy [None req-213bdbc1-7e6d-48c7-b67a-61509374a519 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '59fb34dd5b6e49c9891425b7b2705beb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e00619eed830495c94eed15309016c5b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 1222.717535] env[69350]: DEBUG oslo_concurrency.lockutils [req-026f81fc-77f3-4ea4-9f01-bd7e885e92fe req-3826f1b8-1f2e-4749-ab58-fedc6b3d6b42 service nova] Releasing lock "refresh_cache-59da504d-d1f7-4cf6-b0a7-7187e8a8f718" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.784538] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3367fca-4ab3-4ef9-84b6-78ea27e5485f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.792228] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36226eda-db77-4043-b66d-be67bb730c51 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.825315] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a672c80-f308-4ba3-9d29-faadab8c5297 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.836111] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92edf118-dee6-4f98-beda-206ab1bdafd5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.849869] env[69350]: DEBUG nova.compute.provider_tree [None req-eaeea757-8326-4929-952c-09e7f67a4fe4 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1222.852059] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5b8daf16-890f-44dd-99c9-dd72bc54f1f5 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.996863] env[69350]: DEBUG nova.network.neutron [req-dc3e609c-1c3b-4889-be89-a638d1e04467 req-dd39f5b8-4de1-42d8-8716-6aad61d7201e service nova] [instance: 4c5cff77-0183-414e-976e-9a763ea21ea1] Updated VIF entry in instance network info cache for port 97e7afdf-c019-4609-b599-0404164f7962. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1222.997290] env[69350]: DEBUG nova.network.neutron [req-dc3e609c-1c3b-4889-be89-a638d1e04467 req-dd39f5b8-4de1-42d8-8716-6aad61d7201e service nova] [instance: 4c5cff77-0183-414e-976e-9a763ea21ea1] Updating instance_info_cache with network_info: [{"id": "97e7afdf-c019-4609-b599-0404164f7962", "address": "fa:16:3e:1d:2c:e5", "network": {"id": "b27a5766-3026-4d42-a208-8e9c2a543be5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1341532197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a61919e72ea342e59edac0c76d120df9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97e7afdf-c0", "ovs_interfaceid": "97e7afdf-c019-4609-b599-0404164f7962", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.030981] env[69350]: DEBUG oslo_concurrency.lockutils [None req-68b33633-a677-47d1-a85b-a9a1f3f52f9e tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Acquiring lock "interface-59da504d-d1f7-4cf6-b0a7-7187e8a8f718-2fa6b937-be41-44bf-be92-a2a5dcf898df" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.031344] env[69350]: DEBUG oslo_concurrency.lockutils [None req-68b33633-a677-47d1-a85b-a9a1f3f52f9e tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Lock "interface-59da504d-d1f7-4cf6-b0a7-7187e8a8f718-2fa6b937-be41-44bf-be92-a2a5dcf898df" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.031608] env[69350]: DEBUG nova.objects.instance [None req-68b33633-a677-47d1-a85b-a9a1f3f52f9e tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Lazy-loading 'flavor' on Instance uuid 59da504d-d1f7-4cf6-b0a7-7187e8a8f718 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1223.091868] env[69350]: DEBUG nova.compute.manager [None req-213bdbc1-7e6d-48c7-b67a-61509374a519 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: e5fa3549-8926-4a0b-92ca-ca337739b5cb] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1223.128196] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365992, 'name': CreateVM_Task, 'duration_secs': 0.329853} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.128376] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c5cff77-0183-414e-976e-9a763ea21ea1] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1223.129087] env[69350]: DEBUG oslo_concurrency.lockutils [None req-45036d93-2bd5-44d4-a54c-c062dcccc752 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.129256] env[69350]: DEBUG oslo_concurrency.lockutils [None req-45036d93-2bd5-44d4-a54c-c062dcccc752 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.129575] env[69350]: DEBUG oslo_concurrency.lockutils [None req-45036d93-2bd5-44d4-a54c-c062dcccc752 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.129840] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d75a6e0b-bea9-4146-9592-8c13df80f305 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.137375] env[69350]: DEBUG oslo_vmware.api [None req-45036d93-2bd5-44d4-a54c-c062dcccc752 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Waiting for the task: (returnval){ [ 1223.137375] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5266b5da-8f04-4f40-2787-21847b7436f8" [ 1223.137375] env[69350]: _type = "Task" [ 1223.137375] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.145825] env[69350]: DEBUG oslo_vmware.api [None req-45036d93-2bd5-44d4-a54c-c062dcccc752 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5266b5da-8f04-4f40-2787-21847b7436f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.173164] env[69350]: DEBUG nova.network.neutron [None req-213bdbc1-7e6d-48c7-b67a-61509374a519 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: e5fa3549-8926-4a0b-92ca-ca337739b5cb] Successfully created port: b6ab570f-f7cd-4a33-baac-9af69245c505 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1223.354481] env[69350]: DEBUG nova.scheduler.client.report [None req-eaeea757-8326-4929-952c-09e7f67a4fe4 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1223.500457] env[69350]: DEBUG oslo_concurrency.lockutils [req-dc3e609c-1c3b-4889-be89-a638d1e04467 req-dd39f5b8-4de1-42d8-8716-6aad61d7201e service nova] Releasing lock "refresh_cache-4c5cff77-0183-414e-976e-9a763ea21ea1" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.622104] env[69350]: DEBUG nova.objects.instance [None req-68b33633-a677-47d1-a85b-a9a1f3f52f9e tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Lazy-loading 'pci_requests' on Instance uuid 59da504d-d1f7-4cf6-b0a7-7187e8a8f718 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1223.650478] env[69350]: DEBUG oslo_vmware.api [None req-45036d93-2bd5-44d4-a54c-c062dcccc752 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5266b5da-8f04-4f40-2787-21847b7436f8, 'name': SearchDatastore_Task, 'duration_secs': 0.015486} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.650726] env[69350]: DEBUG oslo_concurrency.lockutils [None req-45036d93-2bd5-44d4-a54c-c062dcccc752 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.651012] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-45036d93-2bd5-44d4-a54c-c062dcccc752 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 4c5cff77-0183-414e-976e-9a763ea21ea1] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1223.651305] env[69350]: DEBUG oslo_concurrency.lockutils [None req-45036d93-2bd5-44d4-a54c-c062dcccc752 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.651453] env[69350]: DEBUG oslo_concurrency.lockutils [None req-45036d93-2bd5-44d4-a54c-c062dcccc752 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.651630] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-45036d93-2bd5-44d4-a54c-c062dcccc752 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1223.651887] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d8f22afa-e60c-4540-a80a-2512f476402a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.664085] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-45036d93-2bd5-44d4-a54c-c062dcccc752 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1223.664313] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-45036d93-2bd5-44d4-a54c-c062dcccc752 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1223.665023] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-983410dd-55a0-445b-bd22-18e32187d8d7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.672063] env[69350]: DEBUG oslo_vmware.api [None req-45036d93-2bd5-44d4-a54c-c062dcccc752 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Waiting for the task: (returnval){ [ 1223.672063] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52739697-e145-5a70-b9f9-50eacbdc99ef" [ 1223.672063] env[69350]: _type = "Task" [ 1223.672063] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.680149] env[69350]: DEBUG oslo_vmware.api [None req-45036d93-2bd5-44d4-a54c-c062dcccc752 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52739697-e145-5a70-b9f9-50eacbdc99ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.859245] env[69350]: DEBUG oslo_concurrency.lockutils [None req-eaeea757-8326-4929-952c-09e7f67a4fe4 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.782s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.861818] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b10ccb8f-5533-430a-b9c7-d1b3c537c36c tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.437s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.862050] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b10ccb8f-5533-430a-b9c7-d1b3c537c36c tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.863749] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5b8daf16-890f-44dd-99c9-dd72bc54f1f5 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.012s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.865529] env[69350]: INFO nova.compute.claims [None req-5b8daf16-890f-44dd-99c9-dd72bc54f1f5 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: 1fe785c4-7274-4fad-9244-41c0e9b10d02] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1223.882499] env[69350]: INFO nova.scheduler.client.report [None req-eaeea757-8326-4929-952c-09e7f67a4fe4 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Deleted allocations for instance c168608c-1c65-4e48-be87-93dfa497f573 [ 1223.884048] env[69350]: INFO nova.scheduler.client.report [None req-b10ccb8f-5533-430a-b9c7-d1b3c537c36c tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Deleted allocations for instance f1736cf7-d979-41ba-97d9-45c35b51cad8 [ 1224.102547] env[69350]: DEBUG nova.compute.manager [None req-213bdbc1-7e6d-48c7-b67a-61509374a519 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: e5fa3549-8926-4a0b-92ca-ca337739b5cb] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1224.123853] env[69350]: DEBUG nova.objects.base [None req-68b33633-a677-47d1-a85b-a9a1f3f52f9e tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Object Instance<59da504d-d1f7-4cf6-b0a7-7187e8a8f718> lazy-loaded attributes: flavor,pci_requests {{(pid=69350) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1224.124087] env[69350]: DEBUG nova.network.neutron [None req-68b33633-a677-47d1-a85b-a9a1f3f52f9e tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: 59da504d-d1f7-4cf6-b0a7-7187e8a8f718] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1224.132599] env[69350]: DEBUG nova.virt.hardware [None req-213bdbc1-7e6d-48c7-b67a-61509374a519 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1224.132841] env[69350]: DEBUG nova.virt.hardware [None req-213bdbc1-7e6d-48c7-b67a-61509374a519 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1224.132995] env[69350]: DEBUG nova.virt.hardware [None req-213bdbc1-7e6d-48c7-b67a-61509374a519 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1224.133193] env[69350]: DEBUG nova.virt.hardware [None req-213bdbc1-7e6d-48c7-b67a-61509374a519 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1224.133358] env[69350]: DEBUG nova.virt.hardware [None req-213bdbc1-7e6d-48c7-b67a-61509374a519 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1224.133509] env[69350]: DEBUG nova.virt.hardware [None req-213bdbc1-7e6d-48c7-b67a-61509374a519 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1224.133716] env[69350]: DEBUG nova.virt.hardware [None req-213bdbc1-7e6d-48c7-b67a-61509374a519 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1224.133870] env[69350]: DEBUG nova.virt.hardware [None req-213bdbc1-7e6d-48c7-b67a-61509374a519 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1224.134048] env[69350]: DEBUG nova.virt.hardware [None req-213bdbc1-7e6d-48c7-b67a-61509374a519 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1224.134215] env[69350]: DEBUG nova.virt.hardware [None req-213bdbc1-7e6d-48c7-b67a-61509374a519 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1224.134385] env[69350]: DEBUG nova.virt.hardware [None req-213bdbc1-7e6d-48c7-b67a-61509374a519 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1224.135258] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea6dc5bf-6601-487e-a0d4-d0c1e7894fb0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.144033] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf56a47-6fdd-424d-b573-f6dea8194b59 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.184257] env[69350]: DEBUG oslo_vmware.api [None req-45036d93-2bd5-44d4-a54c-c062dcccc752 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52739697-e145-5a70-b9f9-50eacbdc99ef, 'name': SearchDatastore_Task, 'duration_secs': 0.032605} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.185127] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2dc2ff5-8a9c-4568-9b1b-1de3b9ce92fe {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.192605] env[69350]: DEBUG oslo_vmware.api [None req-45036d93-2bd5-44d4-a54c-c062dcccc752 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Waiting for the task: (returnval){ [ 1224.192605] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5254fe00-8962-b7e0-2e96-5ab548dff0c9" [ 1224.192605] env[69350]: _type = "Task" [ 1224.192605] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.199057] env[69350]: DEBUG nova.policy [None req-68b33633-a677-47d1-a85b-a9a1f3f52f9e tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9c9693865dde46498cfeedad6514435b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e70a04cc40f0407ebac8a2f5bbbd8693', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 1224.204525] env[69350]: DEBUG oslo_vmware.api [None req-45036d93-2bd5-44d4-a54c-c062dcccc752 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5254fe00-8962-b7e0-2e96-5ab548dff0c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.394176] env[69350]: DEBUG oslo_concurrency.lockutils [None req-eaeea757-8326-4929-952c-09e7f67a4fe4 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Lock "c168608c-1c65-4e48-be87-93dfa497f573" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.760s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.395960] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b10ccb8f-5533-430a-b9c7-d1b3c537c36c tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Lock "f1736cf7-d979-41ba-97d9-45c35b51cad8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.563s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.631514] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-52faa65a-da11-4fcc-8788-eb6b60e182de tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: 492d3ac9-3817-47b3-8fa4-3969d4617244] Volume attach. Driver type: vmdk {{(pid=69350) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1224.631762] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-52faa65a-da11-4fcc-8788-eb6b60e182de tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: 492d3ac9-3817-47b3-8fa4-3969d4617244] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-671674', 'volume_id': '03526271-f865-4994-9cfe-befad83ae90e', 'name': 'volume-03526271-f865-4994-9cfe-befad83ae90e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '492d3ac9-3817-47b3-8fa4-3969d4617244', 'attached_at': '', 'detached_at': '', 'volume_id': '03526271-f865-4994-9cfe-befad83ae90e', 'serial': '03526271-f865-4994-9cfe-befad83ae90e'} {{(pid=69350) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1224.632709] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae27bcc-07ac-44c4-83c0-5dc083212213 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.652809] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b29bb27-9327-4312-8bc9-3f88d4d791a2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.681393] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-52faa65a-da11-4fcc-8788-eb6b60e182de tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: 492d3ac9-3817-47b3-8fa4-3969d4617244] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] volume-03526271-f865-4994-9cfe-befad83ae90e/volume-03526271-f865-4994-9cfe-befad83ae90e.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1224.682207] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0717b2f-800f-45ac-ae3b-a0f81db4ddf8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.706065] env[69350]: DEBUG oslo_vmware.api [None req-45036d93-2bd5-44d4-a54c-c062dcccc752 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5254fe00-8962-b7e0-2e96-5ab548dff0c9, 'name': SearchDatastore_Task, 'duration_secs': 0.01282} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.707336] env[69350]: DEBUG oslo_concurrency.lockutils [None req-45036d93-2bd5-44d4-a54c-c062dcccc752 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.709051] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-45036d93-2bd5-44d4-a54c-c062dcccc752 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] 4c5cff77-0183-414e-976e-9a763ea21ea1/4c5cff77-0183-414e-976e-9a763ea21ea1.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1224.709051] env[69350]: DEBUG oslo_vmware.api [None req-52faa65a-da11-4fcc-8788-eb6b60e182de tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Waiting for the task: (returnval){ [ 1224.709051] env[69350]: value = "task-3365993" [ 1224.709051] env[69350]: _type = "Task" [ 1224.709051] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.709051] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-028e781e-140c-40fc-8206-523912af83f5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.718310] env[69350]: DEBUG oslo_vmware.api [None req-52faa65a-da11-4fcc-8788-eb6b60e182de tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': task-3365993, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.719472] env[69350]: DEBUG oslo_vmware.api [None req-45036d93-2bd5-44d4-a54c-c062dcccc752 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Waiting for the task: (returnval){ [ 1224.719472] env[69350]: value = "task-3365994" [ 1224.719472] env[69350]: _type = "Task" [ 1224.719472] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.727408] env[69350]: DEBUG oslo_vmware.api [None req-45036d93-2bd5-44d4-a54c-c062dcccc752 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365994, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.826825] env[69350]: DEBUG nova.network.neutron [None req-213bdbc1-7e6d-48c7-b67a-61509374a519 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: e5fa3549-8926-4a0b-92ca-ca337739b5cb] Successfully updated port: b6ab570f-f7cd-4a33-baac-9af69245c505 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1224.931735] env[69350]: DEBUG nova.compute.manager [req-944b1ec3-63ea-42f1-a389-5a095c42af00 req-21b4ec4b-70ce-4b20-ae1e-424b5cd5c3c5 service nova] [instance: e5fa3549-8926-4a0b-92ca-ca337739b5cb] Received event network-vif-plugged-b6ab570f-f7cd-4a33-baac-9af69245c505 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1224.931978] env[69350]: DEBUG oslo_concurrency.lockutils [req-944b1ec3-63ea-42f1-a389-5a095c42af00 req-21b4ec4b-70ce-4b20-ae1e-424b5cd5c3c5 service nova] Acquiring lock "e5fa3549-8926-4a0b-92ca-ca337739b5cb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.932277] env[69350]: DEBUG oslo_concurrency.lockutils [req-944b1ec3-63ea-42f1-a389-5a095c42af00 req-21b4ec4b-70ce-4b20-ae1e-424b5cd5c3c5 service nova] Lock "e5fa3549-8926-4a0b-92ca-ca337739b5cb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.932491] env[69350]: DEBUG oslo_concurrency.lockutils [req-944b1ec3-63ea-42f1-a389-5a095c42af00 req-21b4ec4b-70ce-4b20-ae1e-424b5cd5c3c5 service nova] Lock "e5fa3549-8926-4a0b-92ca-ca337739b5cb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.932694] env[69350]: DEBUG nova.compute.manager [req-944b1ec3-63ea-42f1-a389-5a095c42af00 req-21b4ec4b-70ce-4b20-ae1e-424b5cd5c3c5 service nova] [instance: e5fa3549-8926-4a0b-92ca-ca337739b5cb] No waiting events found dispatching network-vif-plugged-b6ab570f-f7cd-4a33-baac-9af69245c505 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1224.932893] env[69350]: WARNING nova.compute.manager [req-944b1ec3-63ea-42f1-a389-5a095c42af00 req-21b4ec4b-70ce-4b20-ae1e-424b5cd5c3c5 service nova] [instance: e5fa3549-8926-4a0b-92ca-ca337739b5cb] Received unexpected event network-vif-plugged-b6ab570f-f7cd-4a33-baac-9af69245c505 for instance with vm_state building and task_state spawning. [ 1225.057970] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dd84852-a0f2-4799-9c56-5be63fbc3b9b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.072938] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe0198d-5dd1-4084-a793-597229e0865f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.113590] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89fc8bb4-5a49-4eed-9daa-b254bab5bbf3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.124724] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d910c39-4cbd-4b0a-a555-d2b48ea3d45e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.145908] env[69350]: DEBUG nova.compute.provider_tree [None req-5b8daf16-890f-44dd-99c9-dd72bc54f1f5 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1225.221995] env[69350]: DEBUG oslo_vmware.api [None req-52faa65a-da11-4fcc-8788-eb6b60e182de tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': task-3365993, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.233822] env[69350]: DEBUG oslo_vmware.api [None req-45036d93-2bd5-44d4-a54c-c062dcccc752 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365994, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508377} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.233822] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-45036d93-2bd5-44d4-a54c-c062dcccc752 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] 4c5cff77-0183-414e-976e-9a763ea21ea1/4c5cff77-0183-414e-976e-9a763ea21ea1.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1225.233822] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-45036d93-2bd5-44d4-a54c-c062dcccc752 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 4c5cff77-0183-414e-976e-9a763ea21ea1] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1225.233822] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-76ba27f7-4ecd-4347-a1bd-49af0bb13a4e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.241023] env[69350]: DEBUG oslo_vmware.api [None req-45036d93-2bd5-44d4-a54c-c062dcccc752 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Waiting for the task: (returnval){ [ 1225.241023] env[69350]: value = "task-3365995" [ 1225.241023] env[69350]: _type = "Task" [ 1225.241023] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.248779] env[69350]: DEBUG oslo_vmware.api [None req-45036d93-2bd5-44d4-a54c-c062dcccc752 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365995, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.330577] env[69350]: DEBUG oslo_concurrency.lockutils [None req-213bdbc1-7e6d-48c7-b67a-61509374a519 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Acquiring lock "refresh_cache-e5fa3549-8926-4a0b-92ca-ca337739b5cb" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.330577] env[69350]: DEBUG oslo_concurrency.lockutils [None req-213bdbc1-7e6d-48c7-b67a-61509374a519 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Acquired lock "refresh_cache-e5fa3549-8926-4a0b-92ca-ca337739b5cb" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.330577] env[69350]: DEBUG nova.network.neutron [None req-213bdbc1-7e6d-48c7-b67a-61509374a519 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: e5fa3549-8926-4a0b-92ca-ca337739b5cb] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1225.432696] env[69350]: DEBUG oslo_concurrency.lockutils [None req-aff4ec55-4778-4ec9-a7c8-146bd8212985 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Acquiring lock "c996560e-e0e4-4a07-97d9-29567a42ba14" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.432921] env[69350]: DEBUG oslo_concurrency.lockutils [None req-aff4ec55-4778-4ec9-a7c8-146bd8212985 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Lock "c996560e-e0e4-4a07-97d9-29567a42ba14" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.651109] env[69350]: DEBUG nova.scheduler.client.report [None req-5b8daf16-890f-44dd-99c9-dd72bc54f1f5 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1225.720635] env[69350]: DEBUG oslo_vmware.api [None req-52faa65a-da11-4fcc-8788-eb6b60e182de tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': task-3365993, 'name': ReconfigVM_Task, 'duration_secs': 0.523651} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.720898] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-52faa65a-da11-4fcc-8788-eb6b60e182de tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: 492d3ac9-3817-47b3-8fa4-3969d4617244] Reconfigured VM instance instance-0000005f to attach disk [datastore1] volume-03526271-f865-4994-9cfe-befad83ae90e/volume-03526271-f865-4994-9cfe-befad83ae90e.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1225.725805] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-278d9050-b720-42e5-9ea8-2bf2715b0e62 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.743785] env[69350]: DEBUG oslo_vmware.api [None req-52faa65a-da11-4fcc-8788-eb6b60e182de tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Waiting for the task: (returnval){ [ 1225.743785] env[69350]: value = "task-3365996" [ 1225.743785] env[69350]: _type = "Task" [ 1225.743785] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.750021] env[69350]: DEBUG oslo_vmware.api [None req-45036d93-2bd5-44d4-a54c-c062dcccc752 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365995, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087446} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.750634] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-45036d93-2bd5-44d4-a54c-c062dcccc752 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 4c5cff77-0183-414e-976e-9a763ea21ea1] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1225.752411] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f07c726-fdd8-4717-b596-6d2345d501e3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.758324] env[69350]: DEBUG oslo_vmware.api [None req-52faa65a-da11-4fcc-8788-eb6b60e182de tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': task-3365996, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.779348] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-45036d93-2bd5-44d4-a54c-c062dcccc752 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 4c5cff77-0183-414e-976e-9a763ea21ea1] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 4c5cff77-0183-414e-976e-9a763ea21ea1/4c5cff77-0183-414e-976e-9a763ea21ea1.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1225.779664] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eed2be48-d2b8-4c96-a414-8d46215b1385 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.801571] env[69350]: DEBUG oslo_vmware.api [None req-45036d93-2bd5-44d4-a54c-c062dcccc752 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Waiting for the task: (returnval){ [ 1225.801571] env[69350]: value = "task-3365997" [ 1225.801571] env[69350]: _type = "Task" [ 1225.801571] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.809972] env[69350]: DEBUG oslo_vmware.api [None req-45036d93-2bd5-44d4-a54c-c062dcccc752 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365997, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.883809] env[69350]: DEBUG nova.network.neutron [None req-213bdbc1-7e6d-48c7-b67a-61509374a519 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: e5fa3549-8926-4a0b-92ca-ca337739b5cb] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1225.939265] env[69350]: DEBUG nova.compute.manager [None req-aff4ec55-4778-4ec9-a7c8-146bd8212985 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: c996560e-e0e4-4a07-97d9-29567a42ba14] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1226.109455] env[69350]: DEBUG nova.network.neutron [None req-68b33633-a677-47d1-a85b-a9a1f3f52f9e tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: 59da504d-d1f7-4cf6-b0a7-7187e8a8f718] Successfully updated port: 2fa6b937-be41-44bf-be92-a2a5dcf898df {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1226.155565] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5b8daf16-890f-44dd-99c9-dd72bc54f1f5 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.292s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.156130] env[69350]: DEBUG nova.compute.manager [None req-5b8daf16-890f-44dd-99c9-dd72bc54f1f5 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: 1fe785c4-7274-4fad-9244-41c0e9b10d02] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1226.174132] env[69350]: DEBUG nova.network.neutron [None req-213bdbc1-7e6d-48c7-b67a-61509374a519 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: e5fa3549-8926-4a0b-92ca-ca337739b5cb] Updating instance_info_cache with network_info: [{"id": "b6ab570f-f7cd-4a33-baac-9af69245c505", "address": "fa:16:3e:09:45:77", "network": {"id": "e446f6e9-9739-4a9d-b374-67c72dd2bdca", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2061620084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e00619eed830495c94eed15309016c5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6ab570f-f7", "ovs_interfaceid": "b6ab570f-f7cd-4a33-baac-9af69245c505", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.255234] env[69350]: DEBUG oslo_vmware.api [None req-52faa65a-da11-4fcc-8788-eb6b60e182de tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': task-3365996, 'name': ReconfigVM_Task, 'duration_secs': 0.165461} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.255520] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-52faa65a-da11-4fcc-8788-eb6b60e182de tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: 492d3ac9-3817-47b3-8fa4-3969d4617244] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-671674', 'volume_id': '03526271-f865-4994-9cfe-befad83ae90e', 'name': 'volume-03526271-f865-4994-9cfe-befad83ae90e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '492d3ac9-3817-47b3-8fa4-3969d4617244', 'attached_at': '', 'detached_at': '', 'volume_id': '03526271-f865-4994-9cfe-befad83ae90e', 'serial': '03526271-f865-4994-9cfe-befad83ae90e'} {{(pid=69350) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1226.313919] env[69350]: DEBUG oslo_vmware.api [None req-45036d93-2bd5-44d4-a54c-c062dcccc752 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365997, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.464193] env[69350]: DEBUG oslo_concurrency.lockutils [None req-aff4ec55-4778-4ec9-a7c8-146bd8212985 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.464485] env[69350]: DEBUG oslo_concurrency.lockutils [None req-aff4ec55-4778-4ec9-a7c8-146bd8212985 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.466040] env[69350]: INFO nova.compute.claims [None req-aff4ec55-4778-4ec9-a7c8-146bd8212985 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: c996560e-e0e4-4a07-97d9-29567a42ba14] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1226.612097] env[69350]: DEBUG oslo_concurrency.lockutils [None req-68b33633-a677-47d1-a85b-a9a1f3f52f9e tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Acquiring lock "refresh_cache-59da504d-d1f7-4cf6-b0a7-7187e8a8f718" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.612318] env[69350]: DEBUG oslo_concurrency.lockutils [None req-68b33633-a677-47d1-a85b-a9a1f3f52f9e tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Acquired lock "refresh_cache-59da504d-d1f7-4cf6-b0a7-7187e8a8f718" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.612522] env[69350]: DEBUG nova.network.neutron [None req-68b33633-a677-47d1-a85b-a9a1f3f52f9e tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: 59da504d-d1f7-4cf6-b0a7-7187e8a8f718] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1226.661349] env[69350]: DEBUG nova.compute.utils [None req-5b8daf16-890f-44dd-99c9-dd72bc54f1f5 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1226.662966] env[69350]: DEBUG nova.compute.manager [None req-5b8daf16-890f-44dd-99c9-dd72bc54f1f5 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: 1fe785c4-7274-4fad-9244-41c0e9b10d02] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1226.663213] env[69350]: DEBUG nova.network.neutron [None req-5b8daf16-890f-44dd-99c9-dd72bc54f1f5 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: 1fe785c4-7274-4fad-9244-41c0e9b10d02] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1226.677230] env[69350]: DEBUG oslo_concurrency.lockutils [None req-213bdbc1-7e6d-48c7-b67a-61509374a519 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Releasing lock "refresh_cache-e5fa3549-8926-4a0b-92ca-ca337739b5cb" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.677510] env[69350]: DEBUG nova.compute.manager [None req-213bdbc1-7e6d-48c7-b67a-61509374a519 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: e5fa3549-8926-4a0b-92ca-ca337739b5cb] Instance network_info: |[{"id": "b6ab570f-f7cd-4a33-baac-9af69245c505", "address": "fa:16:3e:09:45:77", "network": {"id": "e446f6e9-9739-4a9d-b374-67c72dd2bdca", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2061620084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e00619eed830495c94eed15309016c5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6ab570f-f7", "ovs_interfaceid": "b6ab570f-f7cd-4a33-baac-9af69245c505", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1226.677901] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-213bdbc1-7e6d-48c7-b67a-61509374a519 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: e5fa3549-8926-4a0b-92ca-ca337739b5cb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:45:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55520f67-d092-4eb7-940f-d7cceaa1ca1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b6ab570f-f7cd-4a33-baac-9af69245c505', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1226.685773] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-213bdbc1-7e6d-48c7-b67a-61509374a519 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1226.686635] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5fa3549-8926-4a0b-92ca-ca337739b5cb] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1226.686635] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ad60c30e-b774-4ab5-b04e-f53c9f9e52ec {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.703635] env[69350]: DEBUG nova.policy [None req-5b8daf16-890f-44dd-99c9-dd72bc54f1f5 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '953db4ccd5e04e859766102a84a01db5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b765b6cd255040bda6aa6145fb5d6074', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 1226.711981] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1226.711981] env[69350]: value = "task-3365998" [ 1226.711981] env[69350]: _type = "Task" [ 1226.711981] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.720858] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365998, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.820304] env[69350]: DEBUG oslo_vmware.api [None req-45036d93-2bd5-44d4-a54c-c062dcccc752 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365997, 'name': ReconfigVM_Task, 'duration_secs': 0.5848} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.820656] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-45036d93-2bd5-44d4-a54c-c062dcccc752 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 4c5cff77-0183-414e-976e-9a763ea21ea1] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 4c5cff77-0183-414e-976e-9a763ea21ea1/4c5cff77-0183-414e-976e-9a763ea21ea1.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1226.821322] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d4b7c3d2-d37f-46ff-b065-c2309a406c51 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.829083] env[69350]: DEBUG oslo_vmware.api [None req-45036d93-2bd5-44d4-a54c-c062dcccc752 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Waiting for the task: (returnval){ [ 1226.829083] env[69350]: value = "task-3365999" [ 1226.829083] env[69350]: _type = "Task" [ 1226.829083] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.842108] env[69350]: DEBUG oslo_vmware.api [None req-45036d93-2bd5-44d4-a54c-c062dcccc752 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365999, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.962886] env[69350]: DEBUG nova.compute.manager [req-7ea82ec1-41f1-4aaf-b892-12e62f9967e0 req-633a7ca5-dbdd-4a67-82b2-f97146a417f1 service nova] [instance: e5fa3549-8926-4a0b-92ca-ca337739b5cb] Received event network-changed-b6ab570f-f7cd-4a33-baac-9af69245c505 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1226.963562] env[69350]: DEBUG nova.compute.manager [req-7ea82ec1-41f1-4aaf-b892-12e62f9967e0 req-633a7ca5-dbdd-4a67-82b2-f97146a417f1 service nova] [instance: e5fa3549-8926-4a0b-92ca-ca337739b5cb] Refreshing instance network info cache due to event network-changed-b6ab570f-f7cd-4a33-baac-9af69245c505. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1226.964089] env[69350]: DEBUG oslo_concurrency.lockutils [req-7ea82ec1-41f1-4aaf-b892-12e62f9967e0 req-633a7ca5-dbdd-4a67-82b2-f97146a417f1 service nova] Acquiring lock "refresh_cache-e5fa3549-8926-4a0b-92ca-ca337739b5cb" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.964403] env[69350]: DEBUG oslo_concurrency.lockutils [req-7ea82ec1-41f1-4aaf-b892-12e62f9967e0 req-633a7ca5-dbdd-4a67-82b2-f97146a417f1 service nova] Acquired lock "refresh_cache-e5fa3549-8926-4a0b-92ca-ca337739b5cb" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.964746] env[69350]: DEBUG nova.network.neutron [req-7ea82ec1-41f1-4aaf-b892-12e62f9967e0 req-633a7ca5-dbdd-4a67-82b2-f97146a417f1 service nova] [instance: e5fa3549-8926-4a0b-92ca-ca337739b5cb] Refreshing network info cache for port b6ab570f-f7cd-4a33-baac-9af69245c505 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1227.032862] env[69350]: DEBUG nova.network.neutron [None req-5b8daf16-890f-44dd-99c9-dd72bc54f1f5 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: 1fe785c4-7274-4fad-9244-41c0e9b10d02] Successfully created port: 25416491-bf01-471c-aa40-48babfe12e9f {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1227.167084] env[69350]: DEBUG nova.compute.manager [None req-5b8daf16-890f-44dd-99c9-dd72bc54f1f5 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: 1fe785c4-7274-4fad-9244-41c0e9b10d02] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1227.223088] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3365998, 'name': CreateVM_Task, 'duration_secs': 0.412993} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.223470] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5fa3549-8926-4a0b-92ca-ca337739b5cb] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1227.224353] env[69350]: DEBUG oslo_concurrency.lockutils [None req-213bdbc1-7e6d-48c7-b67a-61509374a519 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.224582] env[69350]: DEBUG oslo_concurrency.lockutils [None req-213bdbc1-7e6d-48c7-b67a-61509374a519 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.224901] env[69350]: DEBUG oslo_concurrency.lockutils [None req-213bdbc1-7e6d-48c7-b67a-61509374a519 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.225363] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6654dc1-e31f-4750-ab48-402acd777571 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.230851] env[69350]: DEBUG oslo_vmware.api [None req-213bdbc1-7e6d-48c7-b67a-61509374a519 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Waiting for the task: (returnval){ [ 1227.230851] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]527f0974-cf79-e69a-49d3-fabe7ac7a7a6" [ 1227.230851] env[69350]: _type = "Task" [ 1227.230851] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.239588] env[69350]: DEBUG oslo_vmware.api [None req-213bdbc1-7e6d-48c7-b67a-61509374a519 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]527f0974-cf79-e69a-49d3-fabe7ac7a7a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.309069] env[69350]: DEBUG nova.objects.instance [None req-52faa65a-da11-4fcc-8788-eb6b60e182de tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Lazy-loading 'flavor' on Instance uuid 492d3ac9-3817-47b3-8fa4-3969d4617244 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1227.336710] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b7906d28-f647-41da-b096-17abb2927ff0 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Acquiring lock "9a3d0bff-3744-4037-8829-c9769d4af37e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.336952] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b7906d28-f647-41da-b096-17abb2927ff0 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Lock "9a3d0bff-3744-4037-8829-c9769d4af37e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.344950] env[69350]: DEBUG oslo_vmware.api [None req-45036d93-2bd5-44d4-a54c-c062dcccc752 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3365999, 'name': Rename_Task, 'duration_secs': 0.170712} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.345230] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-45036d93-2bd5-44d4-a54c-c062dcccc752 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 4c5cff77-0183-414e-976e-9a763ea21ea1] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1227.345441] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-84ce14a3-388b-469e-9818-e99be43e295a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.353532] env[69350]: DEBUG oslo_vmware.api [None req-45036d93-2bd5-44d4-a54c-c062dcccc752 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Waiting for the task: (returnval){ [ 1227.353532] env[69350]: value = "task-3366000" [ 1227.353532] env[69350]: _type = "Task" [ 1227.353532] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.362142] env[69350]: DEBUG oslo_vmware.api [None req-45036d93-2bd5-44d4-a54c-c062dcccc752 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3366000, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.408240] env[69350]: WARNING nova.network.neutron [None req-68b33633-a677-47d1-a85b-a9a1f3f52f9e tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: 59da504d-d1f7-4cf6-b0a7-7187e8a8f718] ad123e0a-1a99-4c6b-932f-ff9de41ceb18 already exists in list: networks containing: ['ad123e0a-1a99-4c6b-932f-ff9de41ceb18']. ignoring it [ 1227.408386] env[69350]: WARNING nova.network.neutron [None req-68b33633-a677-47d1-a85b-a9a1f3f52f9e tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: 59da504d-d1f7-4cf6-b0a7-7187e8a8f718] ad123e0a-1a99-4c6b-932f-ff9de41ceb18 already exists in list: networks containing: ['ad123e0a-1a99-4c6b-932f-ff9de41ceb18']. ignoring it [ 1227.708197] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b1e493-fca3-4bc1-84a4-cffc538b90fe {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.719668] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a79250b-3e41-47d6-abbd-0c6f40f50ab6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.765962] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96ba7800-d290-4d1e-9e16-c77f6a27b25d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.778034] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edce85ae-223d-45f2-877d-56688eff3689 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.782020] env[69350]: DEBUG oslo_vmware.api [None req-213bdbc1-7e6d-48c7-b67a-61509374a519 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]527f0974-cf79-e69a-49d3-fabe7ac7a7a6, 'name': SearchDatastore_Task, 'duration_secs': 0.027382} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.782439] env[69350]: DEBUG oslo_concurrency.lockutils [None req-213bdbc1-7e6d-48c7-b67a-61509374a519 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.782697] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-213bdbc1-7e6d-48c7-b67a-61509374a519 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: e5fa3549-8926-4a0b-92ca-ca337739b5cb] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1227.782964] env[69350]: DEBUG oslo_concurrency.lockutils [None req-213bdbc1-7e6d-48c7-b67a-61509374a519 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.783141] env[69350]: DEBUG oslo_concurrency.lockutils [None req-213bdbc1-7e6d-48c7-b67a-61509374a519 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.783359] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-213bdbc1-7e6d-48c7-b67a-61509374a519 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1227.784041] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0a71ec1c-3b15-4afb-b1e1-d88a688b4532 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.796561] env[69350]: DEBUG nova.compute.provider_tree [None req-aff4ec55-4778-4ec9-a7c8-146bd8212985 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1227.799673] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-213bdbc1-7e6d-48c7-b67a-61509374a519 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1227.799893] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-213bdbc1-7e6d-48c7-b67a-61509374a519 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1227.800768] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1928d895-1498-4694-9d5f-eea3701e4ad7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.808317] env[69350]: DEBUG oslo_vmware.api [None req-213bdbc1-7e6d-48c7-b67a-61509374a519 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Waiting for the task: (returnval){ [ 1227.808317] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52a71819-317f-8a50-a433-674729ada477" [ 1227.808317] env[69350]: _type = "Task" [ 1227.808317] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.818214] env[69350]: DEBUG oslo_concurrency.lockutils [None req-52faa65a-da11-4fcc-8788-eb6b60e182de tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Lock "492d3ac9-3817-47b3-8fa4-3969d4617244" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.813s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.823581] env[69350]: DEBUG oslo_vmware.api [None req-213bdbc1-7e6d-48c7-b67a-61509374a519 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52a71819-317f-8a50-a433-674729ada477, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.839663] env[69350]: DEBUG nova.compute.manager [None req-b7906d28-f647-41da-b096-17abb2927ff0 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: 9a3d0bff-3744-4037-8829-c9769d4af37e] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1227.867593] env[69350]: DEBUG oslo_vmware.api [None req-45036d93-2bd5-44d4-a54c-c062dcccc752 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3366000, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.035774] env[69350]: DEBUG nova.network.neutron [req-7ea82ec1-41f1-4aaf-b892-12e62f9967e0 req-633a7ca5-dbdd-4a67-82b2-f97146a417f1 service nova] [instance: e5fa3549-8926-4a0b-92ca-ca337739b5cb] Updated VIF entry in instance network info cache for port b6ab570f-f7cd-4a33-baac-9af69245c505. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1228.036265] env[69350]: DEBUG nova.network.neutron [req-7ea82ec1-41f1-4aaf-b892-12e62f9967e0 req-633a7ca5-dbdd-4a67-82b2-f97146a417f1 service nova] [instance: e5fa3549-8926-4a0b-92ca-ca337739b5cb] Updating instance_info_cache with network_info: [{"id": "b6ab570f-f7cd-4a33-baac-9af69245c505", "address": "fa:16:3e:09:45:77", "network": {"id": "e446f6e9-9739-4a9d-b374-67c72dd2bdca", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2061620084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e00619eed830495c94eed15309016c5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6ab570f-f7", "ovs_interfaceid": "b6ab570f-f7cd-4a33-baac-9af69245c505", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.183287] env[69350]: DEBUG nova.compute.manager [None req-5b8daf16-890f-44dd-99c9-dd72bc54f1f5 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: 1fe785c4-7274-4fad-9244-41c0e9b10d02] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1228.212298] env[69350]: DEBUG nova.virt.hardware [None req-5b8daf16-890f-44dd-99c9-dd72bc54f1f5 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1228.212405] env[69350]: DEBUG nova.virt.hardware [None req-5b8daf16-890f-44dd-99c9-dd72bc54f1f5 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1228.212560] env[69350]: DEBUG nova.virt.hardware [None req-5b8daf16-890f-44dd-99c9-dd72bc54f1f5 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1228.212723] env[69350]: DEBUG nova.virt.hardware [None req-5b8daf16-890f-44dd-99c9-dd72bc54f1f5 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1228.212890] env[69350]: DEBUG nova.virt.hardware [None req-5b8daf16-890f-44dd-99c9-dd72bc54f1f5 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1228.213220] env[69350]: DEBUG nova.virt.hardware [None req-5b8daf16-890f-44dd-99c9-dd72bc54f1f5 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1228.213255] env[69350]: DEBUG nova.virt.hardware [None req-5b8daf16-890f-44dd-99c9-dd72bc54f1f5 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1228.213404] env[69350]: DEBUG nova.virt.hardware [None req-5b8daf16-890f-44dd-99c9-dd72bc54f1f5 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1228.213572] env[69350]: DEBUG nova.virt.hardware [None req-5b8daf16-890f-44dd-99c9-dd72bc54f1f5 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1228.213732] env[69350]: DEBUG nova.virt.hardware [None req-5b8daf16-890f-44dd-99c9-dd72bc54f1f5 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1228.213903] env[69350]: DEBUG nova.virt.hardware [None req-5b8daf16-890f-44dd-99c9-dd72bc54f1f5 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1228.215522] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b61b61af-ebe7-4d58-827e-f17966cef91b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.224243] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a0a7153-49b2-438a-962f-03a3ea3efd10 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.249249] env[69350]: DEBUG nova.network.neutron [None req-68b33633-a677-47d1-a85b-a9a1f3f52f9e tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: 59da504d-d1f7-4cf6-b0a7-7187e8a8f718] Updating instance_info_cache with network_info: [{"id": "2fa0bce0-01ec-4034-88e2-15fed8319641", "address": "fa:16:3e:ba:51:57", "network": {"id": "ad123e0a-1a99-4c6b-932f-ff9de41ceb18", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-757019814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e70a04cc40f0407ebac8a2f5bbbd8693", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fa0bce0-01", "ovs_interfaceid": "2fa0bce0-01ec-4034-88e2-15fed8319641", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e150239d-ae65-4ee1-bfd5-bb212ad8cb14", "address": "fa:16:3e:c7:2f:e5", "network": {"id": "ad123e0a-1a99-4c6b-932f-ff9de41ceb18", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-757019814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e70a04cc40f0407ebac8a2f5bbbd8693", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape150239d-ae", "ovs_interfaceid": "e150239d-ae65-4ee1-bfd5-bb212ad8cb14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2fa6b937-be41-44bf-be92-a2a5dcf898df", "address": "fa:16:3e:e8:3c:13", "network": {"id": "ad123e0a-1a99-4c6b-932f-ff9de41ceb18", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-757019814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e70a04cc40f0407ebac8a2f5bbbd8693", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fa6b937-be", "ovs_interfaceid": "2fa6b937-be41-44bf-be92-a2a5dcf898df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.300355] env[69350]: DEBUG nova.scheduler.client.report [None req-aff4ec55-4778-4ec9-a7c8-146bd8212985 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1228.322075] env[69350]: DEBUG oslo_vmware.api [None req-213bdbc1-7e6d-48c7-b67a-61509374a519 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52a71819-317f-8a50-a433-674729ada477, 'name': SearchDatastore_Task, 'duration_secs': 0.019006} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.326068] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b568e55e-67f6-4d93-abd8-9a73881c83ff {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.333330] env[69350]: DEBUG oslo_vmware.api [None req-213bdbc1-7e6d-48c7-b67a-61509374a519 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Waiting for the task: (returnval){ [ 1228.333330] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]522dbcfa-d06b-5814-c335-5290a6bb0470" [ 1228.333330] env[69350]: _type = "Task" [ 1228.333330] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.342653] env[69350]: DEBUG oslo_vmware.api [None req-213bdbc1-7e6d-48c7-b67a-61509374a519 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]522dbcfa-d06b-5814-c335-5290a6bb0470, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.366636] env[69350]: DEBUG oslo_vmware.api [None req-45036d93-2bd5-44d4-a54c-c062dcccc752 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3366000, 'name': PowerOnVM_Task, 'duration_secs': 0.861693} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.367591] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b7906d28-f647-41da-b096-17abb2927ff0 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.367875] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-45036d93-2bd5-44d4-a54c-c062dcccc752 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 4c5cff77-0183-414e-976e-9a763ea21ea1] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1228.368093] env[69350]: INFO nova.compute.manager [None req-45036d93-2bd5-44d4-a54c-c062dcccc752 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 4c5cff77-0183-414e-976e-9a763ea21ea1] Took 8.34 seconds to spawn the instance on the hypervisor. [ 1228.368273] env[69350]: DEBUG nova.compute.manager [None req-45036d93-2bd5-44d4-a54c-c062dcccc752 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 4c5cff77-0183-414e-976e-9a763ea21ea1] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1228.369141] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d1d6a2a-572b-4ba8-be97-7a5d2379d052 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.539124] env[69350]: DEBUG oslo_concurrency.lockutils [req-7ea82ec1-41f1-4aaf-b892-12e62f9967e0 req-633a7ca5-dbdd-4a67-82b2-f97146a417f1 service nova] Releasing lock "refresh_cache-e5fa3549-8926-4a0b-92ca-ca337739b5cb" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.539413] env[69350]: DEBUG nova.compute.manager [req-7ea82ec1-41f1-4aaf-b892-12e62f9967e0 req-633a7ca5-dbdd-4a67-82b2-f97146a417f1 service nova] [instance: 59da504d-d1f7-4cf6-b0a7-7187e8a8f718] Received event network-vif-plugged-2fa6b937-be41-44bf-be92-a2a5dcf898df {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1228.539612] env[69350]: DEBUG oslo_concurrency.lockutils [req-7ea82ec1-41f1-4aaf-b892-12e62f9967e0 req-633a7ca5-dbdd-4a67-82b2-f97146a417f1 service nova] Acquiring lock "59da504d-d1f7-4cf6-b0a7-7187e8a8f718-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.539819] env[69350]: DEBUG oslo_concurrency.lockutils [req-7ea82ec1-41f1-4aaf-b892-12e62f9967e0 req-633a7ca5-dbdd-4a67-82b2-f97146a417f1 service nova] Lock "59da504d-d1f7-4cf6-b0a7-7187e8a8f718-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.540064] env[69350]: DEBUG oslo_concurrency.lockutils [req-7ea82ec1-41f1-4aaf-b892-12e62f9967e0 req-633a7ca5-dbdd-4a67-82b2-f97146a417f1 service nova] Lock "59da504d-d1f7-4cf6-b0a7-7187e8a8f718-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.540178] env[69350]: DEBUG nova.compute.manager [req-7ea82ec1-41f1-4aaf-b892-12e62f9967e0 req-633a7ca5-dbdd-4a67-82b2-f97146a417f1 service nova] [instance: 59da504d-d1f7-4cf6-b0a7-7187e8a8f718] No waiting events found dispatching network-vif-plugged-2fa6b937-be41-44bf-be92-a2a5dcf898df {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1228.540448] env[69350]: WARNING nova.compute.manager [req-7ea82ec1-41f1-4aaf-b892-12e62f9967e0 req-633a7ca5-dbdd-4a67-82b2-f97146a417f1 service nova] [instance: 59da504d-d1f7-4cf6-b0a7-7187e8a8f718] Received unexpected event network-vif-plugged-2fa6b937-be41-44bf-be92-a2a5dcf898df for instance with vm_state active and task_state None. [ 1228.540534] env[69350]: DEBUG nova.compute.manager [req-7ea82ec1-41f1-4aaf-b892-12e62f9967e0 req-633a7ca5-dbdd-4a67-82b2-f97146a417f1 service nova] [instance: 59da504d-d1f7-4cf6-b0a7-7187e8a8f718] Received event network-changed-2fa6b937-be41-44bf-be92-a2a5dcf898df {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1228.540670] env[69350]: DEBUG nova.compute.manager [req-7ea82ec1-41f1-4aaf-b892-12e62f9967e0 req-633a7ca5-dbdd-4a67-82b2-f97146a417f1 service nova] [instance: 59da504d-d1f7-4cf6-b0a7-7187e8a8f718] Refreshing instance network info cache due to event network-changed-2fa6b937-be41-44bf-be92-a2a5dcf898df. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1228.540842] env[69350]: DEBUG oslo_concurrency.lockutils [req-7ea82ec1-41f1-4aaf-b892-12e62f9967e0 req-633a7ca5-dbdd-4a67-82b2-f97146a417f1 service nova] Acquiring lock "refresh_cache-59da504d-d1f7-4cf6-b0a7-7187e8a8f718" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.751770] env[69350]: DEBUG oslo_concurrency.lockutils [None req-68b33633-a677-47d1-a85b-a9a1f3f52f9e tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Releasing lock "refresh_cache-59da504d-d1f7-4cf6-b0a7-7187e8a8f718" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.752489] env[69350]: DEBUG oslo_concurrency.lockutils [None req-68b33633-a677-47d1-a85b-a9a1f3f52f9e tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Acquiring lock "59da504d-d1f7-4cf6-b0a7-7187e8a8f718" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.752670] env[69350]: DEBUG oslo_concurrency.lockutils [None req-68b33633-a677-47d1-a85b-a9a1f3f52f9e tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Acquired lock "59da504d-d1f7-4cf6-b0a7-7187e8a8f718" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.752956] env[69350]: DEBUG oslo_concurrency.lockutils [req-7ea82ec1-41f1-4aaf-b892-12e62f9967e0 req-633a7ca5-dbdd-4a67-82b2-f97146a417f1 service nova] Acquired lock "refresh_cache-59da504d-d1f7-4cf6-b0a7-7187e8a8f718" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.753153] env[69350]: DEBUG nova.network.neutron [req-7ea82ec1-41f1-4aaf-b892-12e62f9967e0 req-633a7ca5-dbdd-4a67-82b2-f97146a417f1 service nova] [instance: 59da504d-d1f7-4cf6-b0a7-7187e8a8f718] Refreshing network info cache for port 2fa6b937-be41-44bf-be92-a2a5dcf898df {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1228.754896] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e46079d-4512-4c4e-b556-bb84a24edc13 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.775194] env[69350]: DEBUG nova.virt.hardware [None req-68b33633-a677-47d1-a85b-a9a1f3f52f9e tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1228.775444] env[69350]: DEBUG nova.virt.hardware [None req-68b33633-a677-47d1-a85b-a9a1f3f52f9e tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1228.775599] env[69350]: DEBUG nova.virt.hardware [None req-68b33633-a677-47d1-a85b-a9a1f3f52f9e tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1228.775778] env[69350]: DEBUG nova.virt.hardware [None req-68b33633-a677-47d1-a85b-a9a1f3f52f9e tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1228.775923] env[69350]: DEBUG nova.virt.hardware [None req-68b33633-a677-47d1-a85b-a9a1f3f52f9e tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1228.776082] env[69350]: DEBUG nova.virt.hardware [None req-68b33633-a677-47d1-a85b-a9a1f3f52f9e tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1228.776291] env[69350]: DEBUG nova.virt.hardware [None req-68b33633-a677-47d1-a85b-a9a1f3f52f9e tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1228.776449] env[69350]: DEBUG nova.virt.hardware [None req-68b33633-a677-47d1-a85b-a9a1f3f52f9e tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1228.776610] env[69350]: DEBUG nova.virt.hardware [None req-68b33633-a677-47d1-a85b-a9a1f3f52f9e tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1228.776769] env[69350]: DEBUG nova.virt.hardware [None req-68b33633-a677-47d1-a85b-a9a1f3f52f9e tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1228.776948] env[69350]: DEBUG nova.virt.hardware [None req-68b33633-a677-47d1-a85b-a9a1f3f52f9e tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1228.783324] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-68b33633-a677-47d1-a85b-a9a1f3f52f9e tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: 59da504d-d1f7-4cf6-b0a7-7187e8a8f718] Reconfiguring VM to attach interface {{(pid=69350) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1228.784280] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4842076a-3177-4804-807c-c193a6e0a4ff {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.803939] env[69350]: DEBUG oslo_vmware.api [None req-68b33633-a677-47d1-a85b-a9a1f3f52f9e tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Waiting for the task: (returnval){ [ 1228.803939] env[69350]: value = "task-3366001" [ 1228.803939] env[69350]: _type = "Task" [ 1228.803939] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.807635] env[69350]: DEBUG oslo_concurrency.lockutils [None req-aff4ec55-4778-4ec9-a7c8-146bd8212985 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.343s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.808163] env[69350]: DEBUG nova.compute.manager [None req-aff4ec55-4778-4ec9-a7c8-146bd8212985 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: c996560e-e0e4-4a07-97d9-29567a42ba14] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1228.810988] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b7906d28-f647-41da-b096-17abb2927ff0 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.443s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.812397] env[69350]: INFO nova.compute.claims [None req-b7906d28-f647-41da-b096-17abb2927ff0 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: 9a3d0bff-3744-4037-8829-c9769d4af37e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1228.820149] env[69350]: DEBUG oslo_vmware.api [None req-68b33633-a677-47d1-a85b-a9a1f3f52f9e tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3366001, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.830756] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8cc73a36-bd04-439b-88bd-978698be58b3 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Acquiring lock "492d3ac9-3817-47b3-8fa4-3969d4617244" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.832965] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8cc73a36-bd04-439b-88bd-978698be58b3 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Lock "492d3ac9-3817-47b3-8fa4-3969d4617244" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.846354] env[69350]: DEBUG oslo_vmware.api [None req-213bdbc1-7e6d-48c7-b67a-61509374a519 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]522dbcfa-d06b-5814-c335-5290a6bb0470, 'name': SearchDatastore_Task, 'duration_secs': 0.026286} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.848070] env[69350]: DEBUG oslo_concurrency.lockutils [None req-213bdbc1-7e6d-48c7-b67a-61509374a519 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.848655] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-213bdbc1-7e6d-48c7-b67a-61509374a519 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] e5fa3549-8926-4a0b-92ca-ca337739b5cb/e5fa3549-8926-4a0b-92ca-ca337739b5cb.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1228.849757] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7407a468-a841-4bae-a874-e0a8db87e87d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.859576] env[69350]: DEBUG oslo_vmware.api [None req-213bdbc1-7e6d-48c7-b67a-61509374a519 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Waiting for the task: (returnval){ [ 1228.859576] env[69350]: value = "task-3366002" [ 1228.859576] env[69350]: _type = "Task" [ 1228.859576] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.870689] env[69350]: DEBUG oslo_vmware.api [None req-213bdbc1-7e6d-48c7-b67a-61509374a519 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3366002, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.887145] env[69350]: INFO nova.compute.manager [None req-45036d93-2bd5-44d4-a54c-c062dcccc752 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 4c5cff77-0183-414e-976e-9a763ea21ea1] Took 17.32 seconds to build instance. [ 1229.322134] env[69350]: DEBUG nova.compute.utils [None req-aff4ec55-4778-4ec9-a7c8-146bd8212985 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1229.323882] env[69350]: DEBUG oslo_vmware.api [None req-68b33633-a677-47d1-a85b-a9a1f3f52f9e tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3366001, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.324651] env[69350]: DEBUG nova.compute.manager [None req-aff4ec55-4778-4ec9-a7c8-146bd8212985 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: c996560e-e0e4-4a07-97d9-29567a42ba14] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1229.324856] env[69350]: DEBUG nova.network.neutron [None req-aff4ec55-4778-4ec9-a7c8-146bd8212985 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: c996560e-e0e4-4a07-97d9-29567a42ba14] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1229.340220] env[69350]: INFO nova.compute.manager [None req-8cc73a36-bd04-439b-88bd-978698be58b3 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: 492d3ac9-3817-47b3-8fa4-3969d4617244] Detaching volume 03526271-f865-4994-9cfe-befad83ae90e [ 1229.373954] env[69350]: DEBUG oslo_vmware.api [None req-213bdbc1-7e6d-48c7-b67a-61509374a519 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3366002, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.388955] env[69350]: DEBUG oslo_concurrency.lockutils [None req-45036d93-2bd5-44d4-a54c-c062dcccc752 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Lock "4c5cff77-0183-414e-976e-9a763ea21ea1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.070s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.401044] env[69350]: INFO nova.virt.block_device [None req-8cc73a36-bd04-439b-88bd-978698be58b3 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: 492d3ac9-3817-47b3-8fa4-3969d4617244] Attempting to driver detach volume 03526271-f865-4994-9cfe-befad83ae90e from mountpoint /dev/sdb [ 1229.401044] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cc73a36-bd04-439b-88bd-978698be58b3 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: 492d3ac9-3817-47b3-8fa4-3969d4617244] Volume detach. Driver type: vmdk {{(pid=69350) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1229.401044] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cc73a36-bd04-439b-88bd-978698be58b3 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: 492d3ac9-3817-47b3-8fa4-3969d4617244] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-671674', 'volume_id': '03526271-f865-4994-9cfe-befad83ae90e', 'name': 'volume-03526271-f865-4994-9cfe-befad83ae90e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '492d3ac9-3817-47b3-8fa4-3969d4617244', 'attached_at': '', 'detached_at': '', 'volume_id': '03526271-f865-4994-9cfe-befad83ae90e', 'serial': '03526271-f865-4994-9cfe-befad83ae90e'} {{(pid=69350) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1229.401730] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39507a9d-4392-4f94-ae8a-9c0f6ad0ec1f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.431379] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-965948ff-e11d-4933-8724-f219fef3aa48 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.441247] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d3c197-9ce2-4a5a-aaa0-c87f1f69bf08 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.466883] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae1890e0-0278-4ae6-901a-4e8df5e82dbc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.491864] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cc73a36-bd04-439b-88bd-978698be58b3 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] The volume has not been displaced from its original location: [datastore1] volume-03526271-f865-4994-9cfe-befad83ae90e/volume-03526271-f865-4994-9cfe-befad83ae90e.vmdk. No consolidation needed. {{(pid=69350) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1229.498934] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cc73a36-bd04-439b-88bd-978698be58b3 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: 492d3ac9-3817-47b3-8fa4-3969d4617244] Reconfiguring VM instance instance-0000005f to detach disk 2001 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1229.503704] env[69350]: DEBUG nova.policy [None req-aff4ec55-4778-4ec9-a7c8-146bd8212985 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'baa803e960bc47b1a5fa1d720cfcbbcd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '46625a434b9f47dc83d92c9db8a3024c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 1229.505565] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4dfb3dd-a695-4886-9781-68f85db2e5e2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.527727] env[69350]: DEBUG oslo_vmware.api [None req-8cc73a36-bd04-439b-88bd-978698be58b3 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Waiting for the task: (returnval){ [ 1229.527727] env[69350]: value = "task-3366003" [ 1229.527727] env[69350]: _type = "Task" [ 1229.527727] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.539790] env[69350]: DEBUG oslo_vmware.api [None req-8cc73a36-bd04-439b-88bd-978698be58b3 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': task-3366003, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.691456] env[69350]: DEBUG nova.network.neutron [None req-5b8daf16-890f-44dd-99c9-dd72bc54f1f5 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: 1fe785c4-7274-4fad-9244-41c0e9b10d02] Successfully updated port: 25416491-bf01-471c-aa40-48babfe12e9f {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1229.732776] env[69350]: DEBUG nova.compute.manager [req-6bb480a9-14bf-48d8-ba1b-ebcb4b38a9e6 req-e2db176c-ba5f-4b84-afd8-30e5962d14f7 service nova] [instance: 1fe785c4-7274-4fad-9244-41c0e9b10d02] Received event network-vif-plugged-25416491-bf01-471c-aa40-48babfe12e9f {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1229.733236] env[69350]: DEBUG oslo_concurrency.lockutils [req-6bb480a9-14bf-48d8-ba1b-ebcb4b38a9e6 req-e2db176c-ba5f-4b84-afd8-30e5962d14f7 service nova] Acquiring lock "1fe785c4-7274-4fad-9244-41c0e9b10d02-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.733535] env[69350]: DEBUG oslo_concurrency.lockutils [req-6bb480a9-14bf-48d8-ba1b-ebcb4b38a9e6 req-e2db176c-ba5f-4b84-afd8-30e5962d14f7 service nova] Lock "1fe785c4-7274-4fad-9244-41c0e9b10d02-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.733737] env[69350]: DEBUG oslo_concurrency.lockutils [req-6bb480a9-14bf-48d8-ba1b-ebcb4b38a9e6 req-e2db176c-ba5f-4b84-afd8-30e5962d14f7 service nova] Lock "1fe785c4-7274-4fad-9244-41c0e9b10d02-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.733993] env[69350]: DEBUG nova.compute.manager [req-6bb480a9-14bf-48d8-ba1b-ebcb4b38a9e6 req-e2db176c-ba5f-4b84-afd8-30e5962d14f7 service nova] [instance: 1fe785c4-7274-4fad-9244-41c0e9b10d02] No waiting events found dispatching network-vif-plugged-25416491-bf01-471c-aa40-48babfe12e9f {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1229.734263] env[69350]: WARNING nova.compute.manager [req-6bb480a9-14bf-48d8-ba1b-ebcb4b38a9e6 req-e2db176c-ba5f-4b84-afd8-30e5962d14f7 service nova] [instance: 1fe785c4-7274-4fad-9244-41c0e9b10d02] Received unexpected event network-vif-plugged-25416491-bf01-471c-aa40-48babfe12e9f for instance with vm_state building and task_state spawning. [ 1229.819044] env[69350]: DEBUG oslo_vmware.api [None req-68b33633-a677-47d1-a85b-a9a1f3f52f9e tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3366001, 'name': ReconfigVM_Task, 'duration_secs': 0.685027} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.819625] env[69350]: DEBUG oslo_concurrency.lockutils [None req-68b33633-a677-47d1-a85b-a9a1f3f52f9e tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Releasing lock "59da504d-d1f7-4cf6-b0a7-7187e8a8f718" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.819843] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-68b33633-a677-47d1-a85b-a9a1f3f52f9e tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: 59da504d-d1f7-4cf6-b0a7-7187e8a8f718] Reconfigured VM to attach interface {{(pid=69350) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1229.825049] env[69350]: DEBUG nova.compute.manager [None req-aff4ec55-4778-4ec9-a7c8-146bd8212985 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: c996560e-e0e4-4a07-97d9-29567a42ba14] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1229.878757] env[69350]: DEBUG oslo_vmware.api [None req-213bdbc1-7e6d-48c7-b67a-61509374a519 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3366002, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546918} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.881864] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-213bdbc1-7e6d-48c7-b67a-61509374a519 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] e5fa3549-8926-4a0b-92ca-ca337739b5cb/e5fa3549-8926-4a0b-92ca-ca337739b5cb.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1229.882127] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-213bdbc1-7e6d-48c7-b67a-61509374a519 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: e5fa3549-8926-4a0b-92ca-ca337739b5cb] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1229.883404] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7bcc1b6c-eede-4acd-bda4-def6830519ea {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.893830] env[69350]: DEBUG oslo_vmware.api [None req-213bdbc1-7e6d-48c7-b67a-61509374a519 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Waiting for the task: (returnval){ [ 1229.893830] env[69350]: value = "task-3366004" [ 1229.893830] env[69350]: _type = "Task" [ 1229.893830] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.905767] env[69350]: DEBUG oslo_vmware.api [None req-213bdbc1-7e6d-48c7-b67a-61509374a519 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3366004, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.914119] env[69350]: DEBUG nova.network.neutron [req-7ea82ec1-41f1-4aaf-b892-12e62f9967e0 req-633a7ca5-dbdd-4a67-82b2-f97146a417f1 service nova] [instance: 59da504d-d1f7-4cf6-b0a7-7187e8a8f718] Updated VIF entry in instance network info cache for port 2fa6b937-be41-44bf-be92-a2a5dcf898df. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1229.914119] env[69350]: DEBUG nova.network.neutron [req-7ea82ec1-41f1-4aaf-b892-12e62f9967e0 req-633a7ca5-dbdd-4a67-82b2-f97146a417f1 service nova] [instance: 59da504d-d1f7-4cf6-b0a7-7187e8a8f718] Updating instance_info_cache with network_info: [{"id": "2fa0bce0-01ec-4034-88e2-15fed8319641", "address": "fa:16:3e:ba:51:57", "network": {"id": "ad123e0a-1a99-4c6b-932f-ff9de41ceb18", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-757019814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e70a04cc40f0407ebac8a2f5bbbd8693", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fa0bce0-01", "ovs_interfaceid": "2fa0bce0-01ec-4034-88e2-15fed8319641", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e150239d-ae65-4ee1-bfd5-bb212ad8cb14", "address": "fa:16:3e:c7:2f:e5", "network": {"id": "ad123e0a-1a99-4c6b-932f-ff9de41ceb18", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-757019814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e70a04cc40f0407ebac8a2f5bbbd8693", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape150239d-ae", "ovs_interfaceid": "e150239d-ae65-4ee1-bfd5-bb212ad8cb14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2fa6b937-be41-44bf-be92-a2a5dcf898df", "address": "fa:16:3e:e8:3c:13", "network": {"id": "ad123e0a-1a99-4c6b-932f-ff9de41ceb18", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-757019814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e70a04cc40f0407ebac8a2f5bbbd8693", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fa6b937-be", "ovs_interfaceid": "2fa6b937-be41-44bf-be92-a2a5dcf898df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.038259] env[69350]: DEBUG oslo_vmware.api [None req-8cc73a36-bd04-439b-88bd-978698be58b3 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': task-3366003, 'name': ReconfigVM_Task, 'duration_secs': 0.306105} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.041367] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cc73a36-bd04-439b-88bd-978698be58b3 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: 492d3ac9-3817-47b3-8fa4-3969d4617244] Reconfigured VM instance instance-0000005f to detach disk 2001 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1230.046658] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-425fed89-5b46-40ad-9b48-7c97c6db37e9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.068945] env[69350]: DEBUG oslo_vmware.api [None req-8cc73a36-bd04-439b-88bd-978698be58b3 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Waiting for the task: (returnval){ [ 1230.068945] env[69350]: value = "task-3366005" [ 1230.068945] env[69350]: _type = "Task" [ 1230.068945] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.082971] env[69350]: DEBUG oslo_vmware.api [None req-8cc73a36-bd04-439b-88bd-978698be58b3 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': task-3366005, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.090983] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6607ff4a-2bbb-4715-bde5-561429ac8712 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.099456] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48885a0c-ac90-4967-98c9-7ae97e401d6f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.135460] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed94d077-6a51-4f6e-ac7d-bd273fe79930 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.144767] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88af463a-1394-46e0-8ce5-28c21712b0a2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.160091] env[69350]: DEBUG nova.compute.provider_tree [None req-b7906d28-f647-41da-b096-17abb2927ff0 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1230.164073] env[69350]: DEBUG nova.network.neutron [None req-aff4ec55-4778-4ec9-a7c8-146bd8212985 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: c996560e-e0e4-4a07-97d9-29567a42ba14] Successfully created port: ec84a1ab-cf6d-48dc-b078-6ed02713d844 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1230.194171] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5b8daf16-890f-44dd-99c9-dd72bc54f1f5 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Acquiring lock "refresh_cache-1fe785c4-7274-4fad-9244-41c0e9b10d02" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.194339] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5b8daf16-890f-44dd-99c9-dd72bc54f1f5 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Acquired lock "refresh_cache-1fe785c4-7274-4fad-9244-41c0e9b10d02" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.194484] env[69350]: DEBUG nova.network.neutron [None req-5b8daf16-890f-44dd-99c9-dd72bc54f1f5 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: 1fe785c4-7274-4fad-9244-41c0e9b10d02] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1230.325256] env[69350]: DEBUG oslo_concurrency.lockutils [None req-68b33633-a677-47d1-a85b-a9a1f3f52f9e tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Lock "interface-59da504d-d1f7-4cf6-b0a7-7187e8a8f718-2fa6b937-be41-44bf-be92-a2a5dcf898df" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.294s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.405239] env[69350]: DEBUG oslo_vmware.api [None req-213bdbc1-7e6d-48c7-b67a-61509374a519 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3366004, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.416552] env[69350]: DEBUG oslo_concurrency.lockutils [req-7ea82ec1-41f1-4aaf-b892-12e62f9967e0 req-633a7ca5-dbdd-4a67-82b2-f97146a417f1 service nova] Releasing lock "refresh_cache-59da504d-d1f7-4cf6-b0a7-7187e8a8f718" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.583199] env[69350]: DEBUG oslo_vmware.api [None req-8cc73a36-bd04-439b-88bd-978698be58b3 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': task-3366005, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.664310] env[69350]: DEBUG nova.scheduler.client.report [None req-b7906d28-f647-41da-b096-17abb2927ff0 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1230.728769] env[69350]: DEBUG nova.network.neutron [None req-5b8daf16-890f-44dd-99c9-dd72bc54f1f5 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: 1fe785c4-7274-4fad-9244-41c0e9b10d02] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1230.837955] env[69350]: DEBUG nova.compute.manager [None req-aff4ec55-4778-4ec9-a7c8-146bd8212985 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: c996560e-e0e4-4a07-97d9-29567a42ba14] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1230.863804] env[69350]: DEBUG nova.virt.hardware [None req-aff4ec55-4778-4ec9-a7c8-146bd8212985 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1230.864087] env[69350]: DEBUG nova.virt.hardware [None req-aff4ec55-4778-4ec9-a7c8-146bd8212985 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1230.864274] env[69350]: DEBUG nova.virt.hardware [None req-aff4ec55-4778-4ec9-a7c8-146bd8212985 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1230.864486] env[69350]: DEBUG nova.virt.hardware [None req-aff4ec55-4778-4ec9-a7c8-146bd8212985 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1230.864729] env[69350]: DEBUG nova.virt.hardware [None req-aff4ec55-4778-4ec9-a7c8-146bd8212985 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1230.864871] env[69350]: DEBUG nova.virt.hardware [None req-aff4ec55-4778-4ec9-a7c8-146bd8212985 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1230.865171] env[69350]: DEBUG nova.virt.hardware [None req-aff4ec55-4778-4ec9-a7c8-146bd8212985 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1230.865356] env[69350]: DEBUG nova.virt.hardware [None req-aff4ec55-4778-4ec9-a7c8-146bd8212985 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1230.865530] env[69350]: DEBUG nova.virt.hardware [None req-aff4ec55-4778-4ec9-a7c8-146bd8212985 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1230.865695] env[69350]: DEBUG nova.virt.hardware [None req-aff4ec55-4778-4ec9-a7c8-146bd8212985 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1230.865865] env[69350]: DEBUG nova.virt.hardware [None req-aff4ec55-4778-4ec9-a7c8-146bd8212985 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1230.866758] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aac3e197-7eb3-40dc-a29e-351930b4ea34 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.879326] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f058b42e-1140-4da5-90fc-eb2a21c27a9b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.904820] env[69350]: DEBUG oslo_vmware.api [None req-213bdbc1-7e6d-48c7-b67a-61509374a519 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3366004, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.011208} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.905136] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-213bdbc1-7e6d-48c7-b67a-61509374a519 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: e5fa3549-8926-4a0b-92ca-ca337739b5cb] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1230.905936] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42a23acf-7acc-4c93-a02c-60b4c2474f1f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.909411] env[69350]: DEBUG nova.network.neutron [None req-5b8daf16-890f-44dd-99c9-dd72bc54f1f5 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: 1fe785c4-7274-4fad-9244-41c0e9b10d02] Updating instance_info_cache with network_info: [{"id": "25416491-bf01-471c-aa40-48babfe12e9f", "address": "fa:16:3e:84:ea:78", "network": {"id": "10e89178-be3a-472d-ab81-6b5686479064", "bridge": "br-int", "label": "tempest-ServersTestJSON-841475379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b765b6cd255040bda6aa6145fb5d6074", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25416491-bf", "ovs_interfaceid": "25416491-bf01-471c-aa40-48babfe12e9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.933494] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-213bdbc1-7e6d-48c7-b67a-61509374a519 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: e5fa3549-8926-4a0b-92ca-ca337739b5cb] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] e5fa3549-8926-4a0b-92ca-ca337739b5cb/e5fa3549-8926-4a0b-92ca-ca337739b5cb.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1230.934291] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33bf49b7-f8d9-49d5-b07c-03937e1d1fa7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.960305] env[69350]: DEBUG oslo_vmware.api [None req-213bdbc1-7e6d-48c7-b67a-61509374a519 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Waiting for the task: (returnval){ [ 1230.960305] env[69350]: value = "task-3366006" [ 1230.960305] env[69350]: _type = "Task" [ 1230.960305] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.971921] env[69350]: DEBUG oslo_vmware.api [None req-213bdbc1-7e6d-48c7-b67a-61509374a519 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3366006, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.032459] env[69350]: DEBUG oslo_concurrency.lockutils [None req-69c4e045-5398-475e-9392-a13961d2b897 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Acquiring lock "4c5cff77-0183-414e-976e-9a763ea21ea1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.032837] env[69350]: DEBUG oslo_concurrency.lockutils [None req-69c4e045-5398-475e-9392-a13961d2b897 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Lock "4c5cff77-0183-414e-976e-9a763ea21ea1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.033168] env[69350]: DEBUG oslo_concurrency.lockutils [None req-69c4e045-5398-475e-9392-a13961d2b897 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Acquiring lock "4c5cff77-0183-414e-976e-9a763ea21ea1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.033531] env[69350]: DEBUG oslo_concurrency.lockutils [None req-69c4e045-5398-475e-9392-a13961d2b897 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Lock "4c5cff77-0183-414e-976e-9a763ea21ea1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.033809] env[69350]: DEBUG oslo_concurrency.lockutils [None req-69c4e045-5398-475e-9392-a13961d2b897 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Lock "4c5cff77-0183-414e-976e-9a763ea21ea1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.036991] env[69350]: INFO nova.compute.manager [None req-69c4e045-5398-475e-9392-a13961d2b897 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 4c5cff77-0183-414e-976e-9a763ea21ea1] Terminating instance [ 1231.080751] env[69350]: DEBUG oslo_vmware.api [None req-8cc73a36-bd04-439b-88bd-978698be58b3 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': task-3366005, 'name': ReconfigVM_Task, 'duration_secs': 0.932923} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.081162] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cc73a36-bd04-439b-88bd-978698be58b3 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: 492d3ac9-3817-47b3-8fa4-3969d4617244] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-671674', 'volume_id': '03526271-f865-4994-9cfe-befad83ae90e', 'name': 'volume-03526271-f865-4994-9cfe-befad83ae90e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '492d3ac9-3817-47b3-8fa4-3969d4617244', 'attached_at': '', 'detached_at': '', 'volume_id': '03526271-f865-4994-9cfe-befad83ae90e', 'serial': '03526271-f865-4994-9cfe-befad83ae90e'} {{(pid=69350) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1231.171671] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b7906d28-f647-41da-b096-17abb2927ff0 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.361s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.172237] env[69350]: DEBUG nova.compute.manager [None req-b7906d28-f647-41da-b096-17abb2927ff0 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: 9a3d0bff-3744-4037-8829-c9769d4af37e] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1231.413159] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5b8daf16-890f-44dd-99c9-dd72bc54f1f5 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Releasing lock "refresh_cache-1fe785c4-7274-4fad-9244-41c0e9b10d02" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.413511] env[69350]: DEBUG nova.compute.manager [None req-5b8daf16-890f-44dd-99c9-dd72bc54f1f5 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: 1fe785c4-7274-4fad-9244-41c0e9b10d02] Instance network_info: |[{"id": "25416491-bf01-471c-aa40-48babfe12e9f", "address": "fa:16:3e:84:ea:78", "network": {"id": "10e89178-be3a-472d-ab81-6b5686479064", "bridge": "br-int", "label": "tempest-ServersTestJSON-841475379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b765b6cd255040bda6aa6145fb5d6074", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25416491-bf", "ovs_interfaceid": "25416491-bf01-471c-aa40-48babfe12e9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1231.414162] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-5b8daf16-890f-44dd-99c9-dd72bc54f1f5 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: 1fe785c4-7274-4fad-9244-41c0e9b10d02] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:ea:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f44b2fa3-6730-4b87-8839-947eff21213f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '25416491-bf01-471c-aa40-48babfe12e9f', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1231.423654] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b8daf16-890f-44dd-99c9-dd72bc54f1f5 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1231.425024] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1fe785c4-7274-4fad-9244-41c0e9b10d02] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1231.425673] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bea5e184-fe3b-45f8-a2b3-170ab9586925 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.447031] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1231.447031] env[69350]: value = "task-3366007" [ 1231.447031] env[69350]: _type = "Task" [ 1231.447031] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.456578] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366007, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.470780] env[69350]: DEBUG oslo_vmware.api [None req-213bdbc1-7e6d-48c7-b67a-61509374a519 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3366006, 'name': ReconfigVM_Task, 'duration_secs': 0.333961} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.471079] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-213bdbc1-7e6d-48c7-b67a-61509374a519 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: e5fa3549-8926-4a0b-92ca-ca337739b5cb] Reconfigured VM instance instance-00000068 to attach disk [datastore1] e5fa3549-8926-4a0b-92ca-ca337739b5cb/e5fa3549-8926-4a0b-92ca-ca337739b5cb.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1231.471724] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b56abf5b-e076-4564-b2c0-f5d26a1ccea4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.483529] env[69350]: DEBUG oslo_vmware.api [None req-213bdbc1-7e6d-48c7-b67a-61509374a519 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Waiting for the task: (returnval){ [ 1231.483529] env[69350]: value = "task-3366008" [ 1231.483529] env[69350]: _type = "Task" [ 1231.483529] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.493534] env[69350]: DEBUG oslo_vmware.api [None req-213bdbc1-7e6d-48c7-b67a-61509374a519 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3366008, 'name': Rename_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.542708] env[69350]: DEBUG nova.compute.manager [None req-69c4e045-5398-475e-9392-a13961d2b897 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 4c5cff77-0183-414e-976e-9a763ea21ea1] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1231.543062] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-69c4e045-5398-475e-9392-a13961d2b897 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 4c5cff77-0183-414e-976e-9a763ea21ea1] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1231.543999] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6de3aa7-5245-4562-a1a9-9efadaddb610 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.553344] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-69c4e045-5398-475e-9392-a13961d2b897 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 4c5cff77-0183-414e-976e-9a763ea21ea1] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1231.553700] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6cbc0d5-9e64-4e50-859d-e075b7228867 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.561694] env[69350]: DEBUG oslo_vmware.api [None req-69c4e045-5398-475e-9392-a13961d2b897 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Waiting for the task: (returnval){ [ 1231.561694] env[69350]: value = "task-3366009" [ 1231.561694] env[69350]: _type = "Task" [ 1231.561694] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.571401] env[69350]: DEBUG oslo_vmware.api [None req-69c4e045-5398-475e-9392-a13961d2b897 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3366009, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.633676] env[69350]: DEBUG nova.objects.instance [None req-8cc73a36-bd04-439b-88bd-978698be58b3 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Lazy-loading 'flavor' on Instance uuid 492d3ac9-3817-47b3-8fa4-3969d4617244 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1231.680776] env[69350]: DEBUG nova.compute.utils [None req-b7906d28-f647-41da-b096-17abb2927ff0 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1231.682754] env[69350]: DEBUG nova.compute.manager [None req-b7906d28-f647-41da-b096-17abb2927ff0 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: 9a3d0bff-3744-4037-8829-c9769d4af37e] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1231.683010] env[69350]: DEBUG nova.network.neutron [None req-b7906d28-f647-41da-b096-17abb2927ff0 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: 9a3d0bff-3744-4037-8829-c9769d4af37e] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1231.753013] env[69350]: DEBUG nova.policy [None req-b7906d28-f647-41da-b096-17abb2927ff0 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a70dab1d323640908010f9c6aeceffd3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '68969c59ea4a4ce5995c230a96f1eab8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 1231.767247] env[69350]: DEBUG nova.compute.manager [req-c9154ea1-1af0-4a76-8ca4-e6999f873f4a req-5fb77c05-31a3-4b9d-91fd-4217ee7f57fc service nova] [instance: 1fe785c4-7274-4fad-9244-41c0e9b10d02] Received event network-changed-25416491-bf01-471c-aa40-48babfe12e9f {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1231.767535] env[69350]: DEBUG nova.compute.manager [req-c9154ea1-1af0-4a76-8ca4-e6999f873f4a req-5fb77c05-31a3-4b9d-91fd-4217ee7f57fc service nova] [instance: 1fe785c4-7274-4fad-9244-41c0e9b10d02] Refreshing instance network info cache due to event network-changed-25416491-bf01-471c-aa40-48babfe12e9f. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1231.767858] env[69350]: DEBUG oslo_concurrency.lockutils [req-c9154ea1-1af0-4a76-8ca4-e6999f873f4a req-5fb77c05-31a3-4b9d-91fd-4217ee7f57fc service nova] Acquiring lock "refresh_cache-1fe785c4-7274-4fad-9244-41c0e9b10d02" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.767923] env[69350]: DEBUG oslo_concurrency.lockutils [req-c9154ea1-1af0-4a76-8ca4-e6999f873f4a req-5fb77c05-31a3-4b9d-91fd-4217ee7f57fc service nova] Acquired lock "refresh_cache-1fe785c4-7274-4fad-9244-41c0e9b10d02" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.768171] env[69350]: DEBUG nova.network.neutron [req-c9154ea1-1af0-4a76-8ca4-e6999f873f4a req-5fb77c05-31a3-4b9d-91fd-4217ee7f57fc service nova] [instance: 1fe785c4-7274-4fad-9244-41c0e9b10d02] Refreshing network info cache for port 25416491-bf01-471c-aa40-48babfe12e9f {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1231.915780] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9d2b9f65-6016-4987-859f-f64e1bad8ea1 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Acquiring lock "interface-59da504d-d1f7-4cf6-b0a7-7187e8a8f718-e150239d-ae65-4ee1-bfd5-bb212ad8cb14" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.916165] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9d2b9f65-6016-4987-859f-f64e1bad8ea1 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Lock "interface-59da504d-d1f7-4cf6-b0a7-7187e8a8f718-e150239d-ae65-4ee1-bfd5-bb212ad8cb14" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.932733] env[69350]: DEBUG nova.network.neutron [None req-aff4ec55-4778-4ec9-a7c8-146bd8212985 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: c996560e-e0e4-4a07-97d9-29567a42ba14] Successfully updated port: ec84a1ab-cf6d-48dc-b078-6ed02713d844 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1231.957298] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366007, 'name': CreateVM_Task, 'duration_secs': 0.382147} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.957464] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1fe785c4-7274-4fad-9244-41c0e9b10d02] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1231.958172] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5b8daf16-890f-44dd-99c9-dd72bc54f1f5 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.958343] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5b8daf16-890f-44dd-99c9-dd72bc54f1f5 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.958658] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5b8daf16-890f-44dd-99c9-dd72bc54f1f5 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.958911] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13193312-d8a4-45cf-b529-d86985654f21 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.964280] env[69350]: DEBUG oslo_vmware.api [None req-5b8daf16-890f-44dd-99c9-dd72bc54f1f5 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Waiting for the task: (returnval){ [ 1231.964280] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52821f61-1544-1ff2-72f9-014f74b57a94" [ 1231.964280] env[69350]: _type = "Task" [ 1231.964280] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.973412] env[69350]: DEBUG oslo_vmware.api [None req-5b8daf16-890f-44dd-99c9-dd72bc54f1f5 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52821f61-1544-1ff2-72f9-014f74b57a94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.992829] env[69350]: DEBUG oslo_vmware.api [None req-213bdbc1-7e6d-48c7-b67a-61509374a519 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3366008, 'name': Rename_Task, 'duration_secs': 0.19747} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.993314] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-213bdbc1-7e6d-48c7-b67a-61509374a519 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: e5fa3549-8926-4a0b-92ca-ca337739b5cb] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1231.993314] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ac22ad7f-4dac-4972-ace2-8f7b15158458 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.999469] env[69350]: DEBUG oslo_vmware.api [None req-213bdbc1-7e6d-48c7-b67a-61509374a519 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Waiting for the task: (returnval){ [ 1231.999469] env[69350]: value = "task-3366010" [ 1231.999469] env[69350]: _type = "Task" [ 1231.999469] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.007679] env[69350]: DEBUG oslo_vmware.api [None req-213bdbc1-7e6d-48c7-b67a-61509374a519 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3366010, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.072263] env[69350]: DEBUG oslo_vmware.api [None req-69c4e045-5398-475e-9392-a13961d2b897 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3366009, 'name': PowerOffVM_Task, 'duration_secs': 0.256413} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.072561] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-69c4e045-5398-475e-9392-a13961d2b897 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 4c5cff77-0183-414e-976e-9a763ea21ea1] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1232.072727] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-69c4e045-5398-475e-9392-a13961d2b897 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 4c5cff77-0183-414e-976e-9a763ea21ea1] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1232.072980] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ed284903-13d8-4c55-ac95-e015677feb22 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.112064] env[69350]: DEBUG nova.network.neutron [None req-b7906d28-f647-41da-b096-17abb2927ff0 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: 9a3d0bff-3744-4037-8829-c9769d4af37e] Successfully created port: 37ae9eaf-6d93-4810-b589-b92264602493 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1232.164125] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-69c4e045-5398-475e-9392-a13961d2b897 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 4c5cff77-0183-414e-976e-9a763ea21ea1] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1232.164444] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-69c4e045-5398-475e-9392-a13961d2b897 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 4c5cff77-0183-414e-976e-9a763ea21ea1] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1232.164656] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-69c4e045-5398-475e-9392-a13961d2b897 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Deleting the datastore file [datastore1] 4c5cff77-0183-414e-976e-9a763ea21ea1 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1232.164931] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b45baf81-c227-4cce-92d5-c9a859aaf81d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.172269] env[69350]: DEBUG oslo_vmware.api [None req-69c4e045-5398-475e-9392-a13961d2b897 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Waiting for the task: (returnval){ [ 1232.172269] env[69350]: value = "task-3366012" [ 1232.172269] env[69350]: _type = "Task" [ 1232.172269] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.180980] env[69350]: DEBUG oslo_vmware.api [None req-69c4e045-5398-475e-9392-a13961d2b897 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3366012, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.187077] env[69350]: DEBUG nova.compute.manager [None req-b7906d28-f647-41da-b096-17abb2927ff0 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: 9a3d0bff-3744-4037-8829-c9769d4af37e] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1232.418915] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9d2b9f65-6016-4987-859f-f64e1bad8ea1 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Acquiring lock "59da504d-d1f7-4cf6-b0a7-7187e8a8f718" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.419255] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9d2b9f65-6016-4987-859f-f64e1bad8ea1 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Acquired lock "59da504d-d1f7-4cf6-b0a7-7187e8a8f718" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.420039] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d88df4-822f-45ae-a2c0-2a00fb2cd36d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.442326] env[69350]: DEBUG oslo_concurrency.lockutils [None req-aff4ec55-4778-4ec9-a7c8-146bd8212985 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Acquiring lock "refresh_cache-c996560e-e0e4-4a07-97d9-29567a42ba14" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.442498] env[69350]: DEBUG oslo_concurrency.lockutils [None req-aff4ec55-4778-4ec9-a7c8-146bd8212985 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Acquired lock "refresh_cache-c996560e-e0e4-4a07-97d9-29567a42ba14" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.442639] env[69350]: DEBUG nova.network.neutron [None req-aff4ec55-4778-4ec9-a7c8-146bd8212985 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: c996560e-e0e4-4a07-97d9-29567a42ba14] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1232.444561] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-334c9dcf-1247-4f3e-83ab-cac89aa9b466 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.475495] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9d2b9f65-6016-4987-859f-f64e1bad8ea1 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: 59da504d-d1f7-4cf6-b0a7-7187e8a8f718] Reconfiguring VM to detach interface {{(pid=69350) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1232.479132] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1bc41f67-47f2-4326-974c-00a0116be6bd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.503023] env[69350]: DEBUG oslo_vmware.api [None req-5b8daf16-890f-44dd-99c9-dd72bc54f1f5 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52821f61-1544-1ff2-72f9-014f74b57a94, 'name': SearchDatastore_Task, 'duration_secs': 0.012856} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.507505] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5b8daf16-890f-44dd-99c9-dd72bc54f1f5 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.507766] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-5b8daf16-890f-44dd-99c9-dd72bc54f1f5 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: 1fe785c4-7274-4fad-9244-41c0e9b10d02] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1232.508009] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5b8daf16-890f-44dd-99c9-dd72bc54f1f5 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.508168] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5b8daf16-890f-44dd-99c9-dd72bc54f1f5 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.508353] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b8daf16-890f-44dd-99c9-dd72bc54f1f5 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1232.509275] env[69350]: DEBUG oslo_vmware.api [None req-9d2b9f65-6016-4987-859f-f64e1bad8ea1 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Waiting for the task: (returnval){ [ 1232.509275] env[69350]: value = "task-3366013" [ 1232.509275] env[69350]: _type = "Task" [ 1232.509275] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.509275] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a8b9e9e8-b542-4e81-8c1d-99a1143ae3e7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.518827] env[69350]: DEBUG oslo_vmware.api [None req-213bdbc1-7e6d-48c7-b67a-61509374a519 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3366010, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.522210] env[69350]: DEBUG oslo_vmware.api [None req-9d2b9f65-6016-4987-859f-f64e1bad8ea1 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3366013, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.523244] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b8daf16-890f-44dd-99c9-dd72bc54f1f5 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1232.523431] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-5b8daf16-890f-44dd-99c9-dd72bc54f1f5 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1232.524133] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1670e3b-ed2e-4933-b3bc-87fda7ac5d67 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.529785] env[69350]: DEBUG oslo_vmware.api [None req-5b8daf16-890f-44dd-99c9-dd72bc54f1f5 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Waiting for the task: (returnval){ [ 1232.529785] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52b65cdf-24b7-95cf-2455-2b5b8c092065" [ 1232.529785] env[69350]: _type = "Task" [ 1232.529785] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.538548] env[69350]: DEBUG oslo_vmware.api [None req-5b8daf16-890f-44dd-99c9-dd72bc54f1f5 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52b65cdf-24b7-95cf-2455-2b5b8c092065, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.593291] env[69350]: DEBUG nova.network.neutron [req-c9154ea1-1af0-4a76-8ca4-e6999f873f4a req-5fb77c05-31a3-4b9d-91fd-4217ee7f57fc service nova] [instance: 1fe785c4-7274-4fad-9244-41c0e9b10d02] Updated VIF entry in instance network info cache for port 25416491-bf01-471c-aa40-48babfe12e9f. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1232.593908] env[69350]: DEBUG nova.network.neutron [req-c9154ea1-1af0-4a76-8ca4-e6999f873f4a req-5fb77c05-31a3-4b9d-91fd-4217ee7f57fc service nova] [instance: 1fe785c4-7274-4fad-9244-41c0e9b10d02] Updating instance_info_cache with network_info: [{"id": "25416491-bf01-471c-aa40-48babfe12e9f", "address": "fa:16:3e:84:ea:78", "network": {"id": "10e89178-be3a-472d-ab81-6b5686479064", "bridge": "br-int", "label": "tempest-ServersTestJSON-841475379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b765b6cd255040bda6aa6145fb5d6074", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25416491-bf", "ovs_interfaceid": "25416491-bf01-471c-aa40-48babfe12e9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.640603] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8cc73a36-bd04-439b-88bd-978698be58b3 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Lock "492d3ac9-3817-47b3-8fa4-3969d4617244" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.809s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.683390] env[69350]: DEBUG oslo_vmware.api [None req-69c4e045-5398-475e-9392-a13961d2b897 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Task: {'id': task-3366012, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159513} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.683569] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-69c4e045-5398-475e-9392-a13961d2b897 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1232.683748] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-69c4e045-5398-475e-9392-a13961d2b897 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 4c5cff77-0183-414e-976e-9a763ea21ea1] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1232.683915] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-69c4e045-5398-475e-9392-a13961d2b897 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 4c5cff77-0183-414e-976e-9a763ea21ea1] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1232.684090] env[69350]: INFO nova.compute.manager [None req-69c4e045-5398-475e-9392-a13961d2b897 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] [instance: 4c5cff77-0183-414e-976e-9a763ea21ea1] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1232.684327] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69c4e045-5398-475e-9392-a13961d2b897 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1232.684508] env[69350]: DEBUG nova.compute.manager [-] [instance: 4c5cff77-0183-414e-976e-9a763ea21ea1] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1232.684597] env[69350]: DEBUG nova.network.neutron [-] [instance: 4c5cff77-0183-414e-976e-9a763ea21ea1] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1232.983710] env[69350]: DEBUG nova.network.neutron [None req-aff4ec55-4778-4ec9-a7c8-146bd8212985 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: c996560e-e0e4-4a07-97d9-29567a42ba14] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1233.012977] env[69350]: DEBUG oslo_vmware.api [None req-213bdbc1-7e6d-48c7-b67a-61509374a519 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3366010, 'name': PowerOnVM_Task, 'duration_secs': 0.596313} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.016202] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-213bdbc1-7e6d-48c7-b67a-61509374a519 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: e5fa3549-8926-4a0b-92ca-ca337739b5cb] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1233.016421] env[69350]: INFO nova.compute.manager [None req-213bdbc1-7e6d-48c7-b67a-61509374a519 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: e5fa3549-8926-4a0b-92ca-ca337739b5cb] Took 8.91 seconds to spawn the instance on the hypervisor. [ 1233.016602] env[69350]: DEBUG nova.compute.manager [None req-213bdbc1-7e6d-48c7-b67a-61509374a519 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: e5fa3549-8926-4a0b-92ca-ca337739b5cb] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1233.017379] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f576252-f4d6-4a28-91d9-1ca55f56296b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.025257] env[69350]: DEBUG oslo_vmware.api [None req-9d2b9f65-6016-4987-859f-f64e1bad8ea1 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3366013, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.045769] env[69350]: DEBUG oslo_vmware.api [None req-5b8daf16-890f-44dd-99c9-dd72bc54f1f5 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52b65cdf-24b7-95cf-2455-2b5b8c092065, 'name': SearchDatastore_Task, 'duration_secs': 0.01062} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.046065] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5077057a-5061-4f04-a4c1-a3e0d1a54dea {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.052447] env[69350]: DEBUG oslo_vmware.api [None req-5b8daf16-890f-44dd-99c9-dd72bc54f1f5 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Waiting for the task: (returnval){ [ 1233.052447] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52f4da27-bc3a-dd2b-f945-9b4a5c8cbdfb" [ 1233.052447] env[69350]: _type = "Task" [ 1233.052447] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.061789] env[69350]: DEBUG oslo_vmware.api [None req-5b8daf16-890f-44dd-99c9-dd72bc54f1f5 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52f4da27-bc3a-dd2b-f945-9b4a5c8cbdfb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.096704] env[69350]: DEBUG oslo_concurrency.lockutils [req-c9154ea1-1af0-4a76-8ca4-e6999f873f4a req-5fb77c05-31a3-4b9d-91fd-4217ee7f57fc service nova] Releasing lock "refresh_cache-1fe785c4-7274-4fad-9244-41c0e9b10d02" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.096704] env[69350]: DEBUG nova.compute.manager [req-c9154ea1-1af0-4a76-8ca4-e6999f873f4a req-5fb77c05-31a3-4b9d-91fd-4217ee7f57fc service nova] [instance: c996560e-e0e4-4a07-97d9-29567a42ba14] Received event network-vif-plugged-ec84a1ab-cf6d-48dc-b078-6ed02713d844 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1233.096926] env[69350]: DEBUG oslo_concurrency.lockutils [req-c9154ea1-1af0-4a76-8ca4-e6999f873f4a req-5fb77c05-31a3-4b9d-91fd-4217ee7f57fc service nova] Acquiring lock "c996560e-e0e4-4a07-97d9-29567a42ba14-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.097100] env[69350]: DEBUG oslo_concurrency.lockutils [req-c9154ea1-1af0-4a76-8ca4-e6999f873f4a req-5fb77c05-31a3-4b9d-91fd-4217ee7f57fc service nova] Lock "c996560e-e0e4-4a07-97d9-29567a42ba14-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.097267] env[69350]: DEBUG oslo_concurrency.lockutils [req-c9154ea1-1af0-4a76-8ca4-e6999f873f4a req-5fb77c05-31a3-4b9d-91fd-4217ee7f57fc service nova] Lock "c996560e-e0e4-4a07-97d9-29567a42ba14-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.097431] env[69350]: DEBUG nova.compute.manager [req-c9154ea1-1af0-4a76-8ca4-e6999f873f4a req-5fb77c05-31a3-4b9d-91fd-4217ee7f57fc service nova] [instance: c996560e-e0e4-4a07-97d9-29567a42ba14] No waiting events found dispatching network-vif-plugged-ec84a1ab-cf6d-48dc-b078-6ed02713d844 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1233.097598] env[69350]: WARNING nova.compute.manager [req-c9154ea1-1af0-4a76-8ca4-e6999f873f4a req-5fb77c05-31a3-4b9d-91fd-4217ee7f57fc service nova] [instance: c996560e-e0e4-4a07-97d9-29567a42ba14] Received unexpected event network-vif-plugged-ec84a1ab-cf6d-48dc-b078-6ed02713d844 for instance with vm_state building and task_state spawning. [ 1233.131189] env[69350]: DEBUG nova.network.neutron [None req-aff4ec55-4778-4ec9-a7c8-146bd8212985 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: c996560e-e0e4-4a07-97d9-29567a42ba14] Updating instance_info_cache with network_info: [{"id": "ec84a1ab-cf6d-48dc-b078-6ed02713d844", "address": "fa:16:3e:cf:56:cb", "network": {"id": "bc16c158-ef75-4a41-beeb-3ceae708fa9d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-469663997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46625a434b9f47dc83d92c9db8a3024c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec84a1ab-cf", "ovs_interfaceid": "ec84a1ab-cf6d-48dc-b078-6ed02713d844", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.196645] env[69350]: DEBUG nova.compute.manager [None req-b7906d28-f647-41da-b096-17abb2927ff0 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: 9a3d0bff-3744-4037-8829-c9769d4af37e] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1233.220735] env[69350]: DEBUG nova.virt.hardware [None req-b7906d28-f647-41da-b096-17abb2927ff0 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1233.220973] env[69350]: DEBUG nova.virt.hardware [None req-b7906d28-f647-41da-b096-17abb2927ff0 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1233.221178] env[69350]: DEBUG nova.virt.hardware [None req-b7906d28-f647-41da-b096-17abb2927ff0 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1233.221332] env[69350]: DEBUG nova.virt.hardware [None req-b7906d28-f647-41da-b096-17abb2927ff0 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1233.221477] env[69350]: DEBUG nova.virt.hardware [None req-b7906d28-f647-41da-b096-17abb2927ff0 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1233.221656] env[69350]: DEBUG nova.virt.hardware [None req-b7906d28-f647-41da-b096-17abb2927ff0 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1233.221876] env[69350]: DEBUG nova.virt.hardware [None req-b7906d28-f647-41da-b096-17abb2927ff0 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1233.222044] env[69350]: DEBUG nova.virt.hardware [None req-b7906d28-f647-41da-b096-17abb2927ff0 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1233.222215] env[69350]: DEBUG nova.virt.hardware [None req-b7906d28-f647-41da-b096-17abb2927ff0 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1233.222380] env[69350]: DEBUG nova.virt.hardware [None req-b7906d28-f647-41da-b096-17abb2927ff0 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1233.222579] env[69350]: DEBUG nova.virt.hardware [None req-b7906d28-f647-41da-b096-17abb2927ff0 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1233.223442] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a68f3a11-3697-4b04-94b3-fbf78ef6500f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.231641] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b3d3fa-3fe4-430a-a0dc-cf7c2c608486 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.389056] env[69350]: DEBUG nova.network.neutron [-] [instance: 4c5cff77-0183-414e-976e-9a763ea21ea1] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.524398] env[69350]: DEBUG oslo_vmware.api [None req-9d2b9f65-6016-4987-859f-f64e1bad8ea1 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3366013, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.539790] env[69350]: DEBUG oslo_concurrency.lockutils [None req-148ab944-9e27-4242-a0dc-38d0b40fdb68 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Acquiring lock "492d3ac9-3817-47b3-8fa4-3969d4617244" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.540075] env[69350]: DEBUG oslo_concurrency.lockutils [None req-148ab944-9e27-4242-a0dc-38d0b40fdb68 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Lock "492d3ac9-3817-47b3-8fa4-3969d4617244" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.540280] env[69350]: DEBUG oslo_concurrency.lockutils [None req-148ab944-9e27-4242-a0dc-38d0b40fdb68 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Acquiring lock "492d3ac9-3817-47b3-8fa4-3969d4617244-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.540800] env[69350]: DEBUG oslo_concurrency.lockutils [None req-148ab944-9e27-4242-a0dc-38d0b40fdb68 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Lock "492d3ac9-3817-47b3-8fa4-3969d4617244-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.540800] env[69350]: DEBUG oslo_concurrency.lockutils [None req-148ab944-9e27-4242-a0dc-38d0b40fdb68 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Lock "492d3ac9-3817-47b3-8fa4-3969d4617244-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.542221] env[69350]: INFO nova.compute.manager [None req-213bdbc1-7e6d-48c7-b67a-61509374a519 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: e5fa3549-8926-4a0b-92ca-ca337739b5cb] Took 15.41 seconds to build instance. [ 1233.543878] env[69350]: INFO nova.compute.manager [None req-148ab944-9e27-4242-a0dc-38d0b40fdb68 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: 492d3ac9-3817-47b3-8fa4-3969d4617244] Terminating instance [ 1233.563098] env[69350]: DEBUG oslo_vmware.api [None req-5b8daf16-890f-44dd-99c9-dd72bc54f1f5 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52f4da27-bc3a-dd2b-f945-9b4a5c8cbdfb, 'name': SearchDatastore_Task, 'duration_secs': 0.010335} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.563363] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5b8daf16-890f-44dd-99c9-dd72bc54f1f5 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.563609] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b8daf16-890f-44dd-99c9-dd72bc54f1f5 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] 1fe785c4-7274-4fad-9244-41c0e9b10d02/1fe785c4-7274-4fad-9244-41c0e9b10d02.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1233.563853] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8079ec82-ec26-43c8-b834-ad64e2349133 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.571921] env[69350]: DEBUG oslo_vmware.api [None req-5b8daf16-890f-44dd-99c9-dd72bc54f1f5 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Waiting for the task: (returnval){ [ 1233.571921] env[69350]: value = "task-3366014" [ 1233.571921] env[69350]: _type = "Task" [ 1233.571921] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.582409] env[69350]: DEBUG oslo_vmware.api [None req-5b8daf16-890f-44dd-99c9-dd72bc54f1f5 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3366014, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.633698] env[69350]: DEBUG oslo_concurrency.lockutils [None req-aff4ec55-4778-4ec9-a7c8-146bd8212985 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Releasing lock "refresh_cache-c996560e-e0e4-4a07-97d9-29567a42ba14" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.634143] env[69350]: DEBUG nova.compute.manager [None req-aff4ec55-4778-4ec9-a7c8-146bd8212985 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: c996560e-e0e4-4a07-97d9-29567a42ba14] Instance network_info: |[{"id": "ec84a1ab-cf6d-48dc-b078-6ed02713d844", "address": "fa:16:3e:cf:56:cb", "network": {"id": "bc16c158-ef75-4a41-beeb-3ceae708fa9d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-469663997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46625a434b9f47dc83d92c9db8a3024c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec84a1ab-cf", "ovs_interfaceid": "ec84a1ab-cf6d-48dc-b078-6ed02713d844", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1233.634667] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-aff4ec55-4778-4ec9-a7c8-146bd8212985 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: c996560e-e0e4-4a07-97d9-29567a42ba14] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:56:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0549820d-5649-40bc-ad6e-9ae27b384d90', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ec84a1ab-cf6d-48dc-b078-6ed02713d844', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1233.642291] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aff4ec55-4778-4ec9-a7c8-146bd8212985 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1233.642563] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c996560e-e0e4-4a07-97d9-29567a42ba14] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1233.642801] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c94af405-f042-4481-ad36-dc041bf8f4a9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.664728] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1233.664728] env[69350]: value = "task-3366015" [ 1233.664728] env[69350]: _type = "Task" [ 1233.664728] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.673666] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366015, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.769301] env[69350]: DEBUG nova.network.neutron [None req-b7906d28-f647-41da-b096-17abb2927ff0 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: 9a3d0bff-3744-4037-8829-c9769d4af37e] Successfully updated port: 37ae9eaf-6d93-4810-b589-b92264602493 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1233.802983] env[69350]: DEBUG nova.compute.manager [req-b140f843-6d0c-4e43-9037-df16e6bdad4a req-9e5080ad-a09f-41d5-9cfc-f294672c7f30 service nova] [instance: c996560e-e0e4-4a07-97d9-29567a42ba14] Received event network-changed-ec84a1ab-cf6d-48dc-b078-6ed02713d844 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1233.803221] env[69350]: DEBUG nova.compute.manager [req-b140f843-6d0c-4e43-9037-df16e6bdad4a req-9e5080ad-a09f-41d5-9cfc-f294672c7f30 service nova] [instance: c996560e-e0e4-4a07-97d9-29567a42ba14] Refreshing instance network info cache due to event network-changed-ec84a1ab-cf6d-48dc-b078-6ed02713d844. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1233.803486] env[69350]: DEBUG oslo_concurrency.lockutils [req-b140f843-6d0c-4e43-9037-df16e6bdad4a req-9e5080ad-a09f-41d5-9cfc-f294672c7f30 service nova] Acquiring lock "refresh_cache-c996560e-e0e4-4a07-97d9-29567a42ba14" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.803637] env[69350]: DEBUG oslo_concurrency.lockutils [req-b140f843-6d0c-4e43-9037-df16e6bdad4a req-9e5080ad-a09f-41d5-9cfc-f294672c7f30 service nova] Acquired lock "refresh_cache-c996560e-e0e4-4a07-97d9-29567a42ba14" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.803797] env[69350]: DEBUG nova.network.neutron [req-b140f843-6d0c-4e43-9037-df16e6bdad4a req-9e5080ad-a09f-41d5-9cfc-f294672c7f30 service nova] [instance: c996560e-e0e4-4a07-97d9-29567a42ba14] Refreshing network info cache for port ec84a1ab-cf6d-48dc-b078-6ed02713d844 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1233.892033] env[69350]: INFO nova.compute.manager [-] [instance: 4c5cff77-0183-414e-976e-9a763ea21ea1] Took 1.21 seconds to deallocate network for instance. [ 1234.026194] env[69350]: DEBUG oslo_vmware.api [None req-9d2b9f65-6016-4987-859f-f64e1bad8ea1 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3366013, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.045906] env[69350]: DEBUG oslo_concurrency.lockutils [None req-213bdbc1-7e6d-48c7-b67a-61509374a519 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Lock "e5fa3549-8926-4a0b-92ca-ca337739b5cb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.922s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.046589] env[69350]: DEBUG nova.compute.manager [None req-148ab944-9e27-4242-a0dc-38d0b40fdb68 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: 492d3ac9-3817-47b3-8fa4-3969d4617244] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1234.046794] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-148ab944-9e27-4242-a0dc-38d0b40fdb68 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: 492d3ac9-3817-47b3-8fa4-3969d4617244] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1234.047754] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ffb7503-b3f3-43b2-9dab-55d24c1858e2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.056680] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-148ab944-9e27-4242-a0dc-38d0b40fdb68 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: 492d3ac9-3817-47b3-8fa4-3969d4617244] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1234.056983] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9697da85-55f3-42a6-98e5-ed3710922949 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.065091] env[69350]: DEBUG oslo_vmware.api [None req-148ab944-9e27-4242-a0dc-38d0b40fdb68 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Waiting for the task: (returnval){ [ 1234.065091] env[69350]: value = "task-3366016" [ 1234.065091] env[69350]: _type = "Task" [ 1234.065091] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.075363] env[69350]: DEBUG oslo_vmware.api [None req-148ab944-9e27-4242-a0dc-38d0b40fdb68 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': task-3366016, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.087712] env[69350]: DEBUG oslo_vmware.api [None req-5b8daf16-890f-44dd-99c9-dd72bc54f1f5 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3366014, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.455658} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.088156] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b8daf16-890f-44dd-99c9-dd72bc54f1f5 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] 1fe785c4-7274-4fad-9244-41c0e9b10d02/1fe785c4-7274-4fad-9244-41c0e9b10d02.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1234.088469] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-5b8daf16-890f-44dd-99c9-dd72bc54f1f5 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: 1fe785c4-7274-4fad-9244-41c0e9b10d02] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1234.088816] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-10ba614c-44f9-446c-b803-024da8802341 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.098511] env[69350]: DEBUG oslo_vmware.api [None req-5b8daf16-890f-44dd-99c9-dd72bc54f1f5 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Waiting for the task: (returnval){ [ 1234.098511] env[69350]: value = "task-3366017" [ 1234.098511] env[69350]: _type = "Task" [ 1234.098511] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.109331] env[69350]: DEBUG oslo_vmware.api [None req-5b8daf16-890f-44dd-99c9-dd72bc54f1f5 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3366017, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.175951] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366015, 'name': CreateVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.272731] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b7906d28-f647-41da-b096-17abb2927ff0 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Acquiring lock "refresh_cache-9a3d0bff-3744-4037-8829-c9769d4af37e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.272889] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b7906d28-f647-41da-b096-17abb2927ff0 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Acquired lock "refresh_cache-9a3d0bff-3744-4037-8829-c9769d4af37e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.273063] env[69350]: DEBUG nova.network.neutron [None req-b7906d28-f647-41da-b096-17abb2927ff0 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: 9a3d0bff-3744-4037-8829-c9769d4af37e] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1234.398580] env[69350]: DEBUG oslo_concurrency.lockutils [None req-69c4e045-5398-475e-9392-a13961d2b897 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.399079] env[69350]: DEBUG oslo_concurrency.lockutils [None req-69c4e045-5398-475e-9392-a13961d2b897 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.399189] env[69350]: DEBUG nova.objects.instance [None req-69c4e045-5398-475e-9392-a13961d2b897 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Lazy-loading 'resources' on Instance uuid 4c5cff77-0183-414e-976e-9a763ea21ea1 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1234.528654] env[69350]: DEBUG oslo_vmware.api [None req-9d2b9f65-6016-4987-859f-f64e1bad8ea1 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3366013, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.580274] env[69350]: DEBUG oslo_vmware.api [None req-148ab944-9e27-4242-a0dc-38d0b40fdb68 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': task-3366016, 'name': PowerOffVM_Task, 'duration_secs': 0.464453} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.580575] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-148ab944-9e27-4242-a0dc-38d0b40fdb68 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: 492d3ac9-3817-47b3-8fa4-3969d4617244] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1234.580752] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-148ab944-9e27-4242-a0dc-38d0b40fdb68 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: 492d3ac9-3817-47b3-8fa4-3969d4617244] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1234.581257] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e442df9d-147e-4a6a-bae1-b13660ed8378 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.608744] env[69350]: DEBUG oslo_vmware.api [None req-5b8daf16-890f-44dd-99c9-dd72bc54f1f5 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3366017, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073734} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.609112] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-5b8daf16-890f-44dd-99c9-dd72bc54f1f5 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: 1fe785c4-7274-4fad-9244-41c0e9b10d02] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1234.610580] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4df0039-7b40-4697-af78-5dcb71ca878c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.635788] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b8daf16-890f-44dd-99c9-dd72bc54f1f5 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: 1fe785c4-7274-4fad-9244-41c0e9b10d02] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 1fe785c4-7274-4fad-9244-41c0e9b10d02/1fe785c4-7274-4fad-9244-41c0e9b10d02.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1234.636217] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68da41c9-1947-4c3a-a7f4-39a269bfc26a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.657578] env[69350]: DEBUG oslo_vmware.api [None req-5b8daf16-890f-44dd-99c9-dd72bc54f1f5 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Waiting for the task: (returnval){ [ 1234.657578] env[69350]: value = "task-3366019" [ 1234.657578] env[69350]: _type = "Task" [ 1234.657578] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.667614] env[69350]: DEBUG oslo_vmware.api [None req-5b8daf16-890f-44dd-99c9-dd72bc54f1f5 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3366019, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.678850] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366015, 'name': CreateVM_Task, 'duration_secs': 0.595818} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.679091] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c996560e-e0e4-4a07-97d9-29567a42ba14] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1234.679975] env[69350]: DEBUG oslo_concurrency.lockutils [None req-aff4ec55-4778-4ec9-a7c8-146bd8212985 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.680249] env[69350]: DEBUG oslo_concurrency.lockutils [None req-aff4ec55-4778-4ec9-a7c8-146bd8212985 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.680633] env[69350]: DEBUG oslo_concurrency.lockutils [None req-aff4ec55-4778-4ec9-a7c8-146bd8212985 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.681029] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01f0e543-fc6c-42c5-86a4-97f1c2d4d648 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.686361] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-148ab944-9e27-4242-a0dc-38d0b40fdb68 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: 492d3ac9-3817-47b3-8fa4-3969d4617244] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1234.686691] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-148ab944-9e27-4242-a0dc-38d0b40fdb68 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: 492d3ac9-3817-47b3-8fa4-3969d4617244] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1234.686919] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-148ab944-9e27-4242-a0dc-38d0b40fdb68 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Deleting the datastore file [datastore1] 492d3ac9-3817-47b3-8fa4-3969d4617244 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1234.688373] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b21bf86-787d-43e6-a699-1eb0d58b245b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.690643] env[69350]: DEBUG oslo_vmware.api [None req-aff4ec55-4778-4ec9-a7c8-146bd8212985 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Waiting for the task: (returnval){ [ 1234.690643] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]527d10d2-f6ec-564b-feee-811bd6f4647d" [ 1234.690643] env[69350]: _type = "Task" [ 1234.690643] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.698746] env[69350]: DEBUG oslo_vmware.api [None req-148ab944-9e27-4242-a0dc-38d0b40fdb68 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Waiting for the task: (returnval){ [ 1234.698746] env[69350]: value = "task-3366020" [ 1234.698746] env[69350]: _type = "Task" [ 1234.698746] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.702480] env[69350]: DEBUG oslo_vmware.api [None req-aff4ec55-4778-4ec9-a7c8-146bd8212985 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]527d10d2-f6ec-564b-feee-811bd6f4647d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.710708] env[69350]: DEBUG oslo_vmware.api [None req-148ab944-9e27-4242-a0dc-38d0b40fdb68 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': task-3366020, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.856717] env[69350]: DEBUG nova.network.neutron [None req-b7906d28-f647-41da-b096-17abb2927ff0 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: 9a3d0bff-3744-4037-8829-c9769d4af37e] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1234.941118] env[69350]: DEBUG nova.network.neutron [req-b140f843-6d0c-4e43-9037-df16e6bdad4a req-9e5080ad-a09f-41d5-9cfc-f294672c7f30 service nova] [instance: c996560e-e0e4-4a07-97d9-29567a42ba14] Updated VIF entry in instance network info cache for port ec84a1ab-cf6d-48dc-b078-6ed02713d844. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1234.941499] env[69350]: DEBUG nova.network.neutron [req-b140f843-6d0c-4e43-9037-df16e6bdad4a req-9e5080ad-a09f-41d5-9cfc-f294672c7f30 service nova] [instance: c996560e-e0e4-4a07-97d9-29567a42ba14] Updating instance_info_cache with network_info: [{"id": "ec84a1ab-cf6d-48dc-b078-6ed02713d844", "address": "fa:16:3e:cf:56:cb", "network": {"id": "bc16c158-ef75-4a41-beeb-3ceae708fa9d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-469663997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46625a434b9f47dc83d92c9db8a3024c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec84a1ab-cf", "ovs_interfaceid": "ec84a1ab-cf6d-48dc-b078-6ed02713d844", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.014743] env[69350]: DEBUG nova.network.neutron [None req-b7906d28-f647-41da-b096-17abb2927ff0 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: 9a3d0bff-3744-4037-8829-c9769d4af37e] Updating instance_info_cache with network_info: [{"id": "37ae9eaf-6d93-4810-b589-b92264602493", "address": "fa:16:3e:04:7b:67", "network": {"id": "96451f6e-edde-4046-877b-ba777e1afbbe", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1337971457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68969c59ea4a4ce5995c230a96f1eab8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37ae9eaf-6d", "ovs_interfaceid": "37ae9eaf-6d93-4810-b589-b92264602493", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.032042] env[69350]: DEBUG oslo_vmware.api [None req-9d2b9f65-6016-4987-859f-f64e1bad8ea1 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3366013, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.106833] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1672c849-d7b6-4ac8-9589-82a62e94b756 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.115930] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c37f50-d30c-4f3f-9398-a64a17dfbe67 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.148918] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f13efec9-a488-4a57-bb18-dc1135a63e6d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.164531] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc367c26-d3bc-4070-be85-e9c9e69d27f6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.175807] env[69350]: DEBUG oslo_vmware.api [None req-5b8daf16-890f-44dd-99c9-dd72bc54f1f5 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3366019, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.184919] env[69350]: DEBUG nova.compute.provider_tree [None req-69c4e045-5398-475e-9392-a13961d2b897 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1235.203206] env[69350]: DEBUG oslo_vmware.api [None req-aff4ec55-4778-4ec9-a7c8-146bd8212985 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]527d10d2-f6ec-564b-feee-811bd6f4647d, 'name': SearchDatastore_Task, 'duration_secs': 0.029523} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.207016] env[69350]: DEBUG oslo_concurrency.lockutils [None req-aff4ec55-4778-4ec9-a7c8-146bd8212985 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.207346] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-aff4ec55-4778-4ec9-a7c8-146bd8212985 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: c996560e-e0e4-4a07-97d9-29567a42ba14] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1235.207639] env[69350]: DEBUG oslo_concurrency.lockutils [None req-aff4ec55-4778-4ec9-a7c8-146bd8212985 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.207830] env[69350]: DEBUG oslo_concurrency.lockutils [None req-aff4ec55-4778-4ec9-a7c8-146bd8212985 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.208080] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-aff4ec55-4778-4ec9-a7c8-146bd8212985 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1235.208614] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-03bc2fd2-4f35-45c5-906e-159a5ce144de {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.218382] env[69350]: DEBUG oslo_vmware.api [None req-148ab944-9e27-4242-a0dc-38d0b40fdb68 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': task-3366020, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162334} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.218382] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-148ab944-9e27-4242-a0dc-38d0b40fdb68 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1235.218382] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-148ab944-9e27-4242-a0dc-38d0b40fdb68 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: 492d3ac9-3817-47b3-8fa4-3969d4617244] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1235.218382] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-148ab944-9e27-4242-a0dc-38d0b40fdb68 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: 492d3ac9-3817-47b3-8fa4-3969d4617244] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1235.218382] env[69350]: INFO nova.compute.manager [None req-148ab944-9e27-4242-a0dc-38d0b40fdb68 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: 492d3ac9-3817-47b3-8fa4-3969d4617244] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1235.218662] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-148ab944-9e27-4242-a0dc-38d0b40fdb68 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1235.219685] env[69350]: DEBUG nova.compute.manager [-] [instance: 492d3ac9-3817-47b3-8fa4-3969d4617244] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1235.219787] env[69350]: DEBUG nova.network.neutron [-] [instance: 492d3ac9-3817-47b3-8fa4-3969d4617244] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1235.221498] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-aff4ec55-4778-4ec9-a7c8-146bd8212985 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1235.221684] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-aff4ec55-4778-4ec9-a7c8-146bd8212985 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1235.222454] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e27c518-216b-47f6-adb7-9f19dbda850d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.228494] env[69350]: DEBUG oslo_vmware.api [None req-aff4ec55-4778-4ec9-a7c8-146bd8212985 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Waiting for the task: (returnval){ [ 1235.228494] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52d8c35d-db5a-75e7-7870-688364b3dc67" [ 1235.228494] env[69350]: _type = "Task" [ 1235.228494] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.236912] env[69350]: DEBUG oslo_vmware.api [None req-aff4ec55-4778-4ec9-a7c8-146bd8212985 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52d8c35d-db5a-75e7-7870-688364b3dc67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.444310] env[69350]: DEBUG oslo_concurrency.lockutils [req-b140f843-6d0c-4e43-9037-df16e6bdad4a req-9e5080ad-a09f-41d5-9cfc-f294672c7f30 service nova] Releasing lock "refresh_cache-c996560e-e0e4-4a07-97d9-29567a42ba14" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.444546] env[69350]: DEBUG nova.compute.manager [req-b140f843-6d0c-4e43-9037-df16e6bdad4a req-9e5080ad-a09f-41d5-9cfc-f294672c7f30 service nova] [instance: 4c5cff77-0183-414e-976e-9a763ea21ea1] Received event network-vif-deleted-97e7afdf-c019-4609-b599-0404164f7962 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1235.444732] env[69350]: DEBUG nova.compute.manager [req-b140f843-6d0c-4e43-9037-df16e6bdad4a req-9e5080ad-a09f-41d5-9cfc-f294672c7f30 service nova] [instance: 9a3d0bff-3744-4037-8829-c9769d4af37e] Received event network-vif-plugged-37ae9eaf-6d93-4810-b589-b92264602493 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1235.444923] env[69350]: DEBUG oslo_concurrency.lockutils [req-b140f843-6d0c-4e43-9037-df16e6bdad4a req-9e5080ad-a09f-41d5-9cfc-f294672c7f30 service nova] Acquiring lock "9a3d0bff-3744-4037-8829-c9769d4af37e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.445150] env[69350]: DEBUG oslo_concurrency.lockutils [req-b140f843-6d0c-4e43-9037-df16e6bdad4a req-9e5080ad-a09f-41d5-9cfc-f294672c7f30 service nova] Lock "9a3d0bff-3744-4037-8829-c9769d4af37e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.445323] env[69350]: DEBUG oslo_concurrency.lockutils [req-b140f843-6d0c-4e43-9037-df16e6bdad4a req-9e5080ad-a09f-41d5-9cfc-f294672c7f30 service nova] Lock "9a3d0bff-3744-4037-8829-c9769d4af37e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.445485] env[69350]: DEBUG nova.compute.manager [req-b140f843-6d0c-4e43-9037-df16e6bdad4a req-9e5080ad-a09f-41d5-9cfc-f294672c7f30 service nova] [instance: 9a3d0bff-3744-4037-8829-c9769d4af37e] No waiting events found dispatching network-vif-plugged-37ae9eaf-6d93-4810-b589-b92264602493 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1235.445648] env[69350]: WARNING nova.compute.manager [req-b140f843-6d0c-4e43-9037-df16e6bdad4a req-9e5080ad-a09f-41d5-9cfc-f294672c7f30 service nova] [instance: 9a3d0bff-3744-4037-8829-c9769d4af37e] Received unexpected event network-vif-plugged-37ae9eaf-6d93-4810-b589-b92264602493 for instance with vm_state building and task_state spawning. [ 1235.445809] env[69350]: DEBUG nova.compute.manager [req-b140f843-6d0c-4e43-9037-df16e6bdad4a req-9e5080ad-a09f-41d5-9cfc-f294672c7f30 service nova] [instance: 9a3d0bff-3744-4037-8829-c9769d4af37e] Received event network-changed-37ae9eaf-6d93-4810-b589-b92264602493 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1235.445959] env[69350]: DEBUG nova.compute.manager [req-b140f843-6d0c-4e43-9037-df16e6bdad4a req-9e5080ad-a09f-41d5-9cfc-f294672c7f30 service nova] [instance: 9a3d0bff-3744-4037-8829-c9769d4af37e] Refreshing instance network info cache due to event network-changed-37ae9eaf-6d93-4810-b589-b92264602493. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1235.446144] env[69350]: DEBUG oslo_concurrency.lockutils [req-b140f843-6d0c-4e43-9037-df16e6bdad4a req-9e5080ad-a09f-41d5-9cfc-f294672c7f30 service nova] Acquiring lock "refresh_cache-9a3d0bff-3744-4037-8829-c9769d4af37e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.526502] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b7906d28-f647-41da-b096-17abb2927ff0 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Releasing lock "refresh_cache-9a3d0bff-3744-4037-8829-c9769d4af37e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.526814] env[69350]: DEBUG nova.compute.manager [None req-b7906d28-f647-41da-b096-17abb2927ff0 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: 9a3d0bff-3744-4037-8829-c9769d4af37e] Instance network_info: |[{"id": "37ae9eaf-6d93-4810-b589-b92264602493", "address": "fa:16:3e:04:7b:67", "network": {"id": "96451f6e-edde-4046-877b-ba777e1afbbe", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1337971457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68969c59ea4a4ce5995c230a96f1eab8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37ae9eaf-6d", "ovs_interfaceid": "37ae9eaf-6d93-4810-b589-b92264602493", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1235.527893] env[69350]: DEBUG oslo_vmware.api [None req-9d2b9f65-6016-4987-859f-f64e1bad8ea1 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3366013, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.527893] env[69350]: DEBUG oslo_concurrency.lockutils [req-b140f843-6d0c-4e43-9037-df16e6bdad4a req-9e5080ad-a09f-41d5-9cfc-f294672c7f30 service nova] Acquired lock "refresh_cache-9a3d0bff-3744-4037-8829-c9769d4af37e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.527893] env[69350]: DEBUG nova.network.neutron [req-b140f843-6d0c-4e43-9037-df16e6bdad4a req-9e5080ad-a09f-41d5-9cfc-f294672c7f30 service nova] [instance: 9a3d0bff-3744-4037-8829-c9769d4af37e] Refreshing network info cache for port 37ae9eaf-6d93-4810-b589-b92264602493 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1235.528824] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b7906d28-f647-41da-b096-17abb2927ff0 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: 9a3d0bff-3744-4037-8829-c9769d4af37e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:7b:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b29df12-5674-476d-a9e5-5e20f704d224', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '37ae9eaf-6d93-4810-b589-b92264602493', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1235.537595] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b7906d28-f647-41da-b096-17abb2927ff0 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1235.540681] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a3d0bff-3744-4037-8829-c9769d4af37e] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1235.541198] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a1285b9e-05f7-408e-9458-eb0febcf54fe {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.562531] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1235.562531] env[69350]: value = "task-3366021" [ 1235.562531] env[69350]: _type = "Task" [ 1235.562531] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.572283] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366021, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.670030] env[69350]: DEBUG oslo_vmware.api [None req-5b8daf16-890f-44dd-99c9-dd72bc54f1f5 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3366019, 'name': ReconfigVM_Task, 'duration_secs': 0.705956} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.670390] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b8daf16-890f-44dd-99c9-dd72bc54f1f5 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: 1fe785c4-7274-4fad-9244-41c0e9b10d02] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 1fe785c4-7274-4fad-9244-41c0e9b10d02/1fe785c4-7274-4fad-9244-41c0e9b10d02.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1235.671066] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-950b7f51-266f-4534-8cd6-87f755301ad1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.678119] env[69350]: DEBUG oslo_vmware.api [None req-5b8daf16-890f-44dd-99c9-dd72bc54f1f5 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Waiting for the task: (returnval){ [ 1235.678119] env[69350]: value = "task-3366022" [ 1235.678119] env[69350]: _type = "Task" [ 1235.678119] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.686755] env[69350]: DEBUG oslo_vmware.api [None req-5b8daf16-890f-44dd-99c9-dd72bc54f1f5 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3366022, 'name': Rename_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.687589] env[69350]: DEBUG nova.scheduler.client.report [None req-69c4e045-5398-475e-9392-a13961d2b897 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1235.740136] env[69350]: DEBUG oslo_vmware.api [None req-aff4ec55-4778-4ec9-a7c8-146bd8212985 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52d8c35d-db5a-75e7-7870-688364b3dc67, 'name': SearchDatastore_Task, 'duration_secs': 0.01066} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.740934] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82eb9add-45ec-411e-86f8-298af08e73a4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.746806] env[69350]: DEBUG oslo_vmware.api [None req-aff4ec55-4778-4ec9-a7c8-146bd8212985 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Waiting for the task: (returnval){ [ 1235.746806] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52d094cc-d83a-1ead-1c24-2fd80b1bf757" [ 1235.746806] env[69350]: _type = "Task" [ 1235.746806] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.757585] env[69350]: DEBUG oslo_vmware.api [None req-aff4ec55-4778-4ec9-a7c8-146bd8212985 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52d094cc-d83a-1ead-1c24-2fd80b1bf757, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.835110] env[69350]: DEBUG nova.compute.manager [req-570630a5-3c43-4f1e-a0ea-738b1d9a8978 req-65df2729-cfab-44ea-b858-0eb8e4c247dd service nova] [instance: e5fa3549-8926-4a0b-92ca-ca337739b5cb] Received event network-changed-b6ab570f-f7cd-4a33-baac-9af69245c505 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1235.835319] env[69350]: DEBUG nova.compute.manager [req-570630a5-3c43-4f1e-a0ea-738b1d9a8978 req-65df2729-cfab-44ea-b858-0eb8e4c247dd service nova] [instance: e5fa3549-8926-4a0b-92ca-ca337739b5cb] Refreshing instance network info cache due to event network-changed-b6ab570f-f7cd-4a33-baac-9af69245c505. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1235.835527] env[69350]: DEBUG oslo_concurrency.lockutils [req-570630a5-3c43-4f1e-a0ea-738b1d9a8978 req-65df2729-cfab-44ea-b858-0eb8e4c247dd service nova] Acquiring lock "refresh_cache-e5fa3549-8926-4a0b-92ca-ca337739b5cb" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.835662] env[69350]: DEBUG oslo_concurrency.lockutils [req-570630a5-3c43-4f1e-a0ea-738b1d9a8978 req-65df2729-cfab-44ea-b858-0eb8e4c247dd service nova] Acquired lock "refresh_cache-e5fa3549-8926-4a0b-92ca-ca337739b5cb" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.835816] env[69350]: DEBUG nova.network.neutron [req-570630a5-3c43-4f1e-a0ea-738b1d9a8978 req-65df2729-cfab-44ea-b858-0eb8e4c247dd service nova] [instance: e5fa3549-8926-4a0b-92ca-ca337739b5cb] Refreshing network info cache for port b6ab570f-f7cd-4a33-baac-9af69245c505 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1235.911858] env[69350]: DEBUG nova.network.neutron [req-b140f843-6d0c-4e43-9037-df16e6bdad4a req-9e5080ad-a09f-41d5-9cfc-f294672c7f30 service nova] [instance: 9a3d0bff-3744-4037-8829-c9769d4af37e] Updated VIF entry in instance network info cache for port 37ae9eaf-6d93-4810-b589-b92264602493. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1235.912247] env[69350]: DEBUG nova.network.neutron [req-b140f843-6d0c-4e43-9037-df16e6bdad4a req-9e5080ad-a09f-41d5-9cfc-f294672c7f30 service nova] [instance: 9a3d0bff-3744-4037-8829-c9769d4af37e] Updating instance_info_cache with network_info: [{"id": "37ae9eaf-6d93-4810-b589-b92264602493", "address": "fa:16:3e:04:7b:67", "network": {"id": "96451f6e-edde-4046-877b-ba777e1afbbe", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1337971457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68969c59ea4a4ce5995c230a96f1eab8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37ae9eaf-6d", "ovs_interfaceid": "37ae9eaf-6d93-4810-b589-b92264602493", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.025974] env[69350]: DEBUG oslo_vmware.api [None req-9d2b9f65-6016-4987-859f-f64e1bad8ea1 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3366013, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.073431] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366021, 'name': CreateVM_Task, 'duration_secs': 0.409583} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.073599] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a3d0bff-3744-4037-8829-c9769d4af37e] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1236.074309] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b7906d28-f647-41da-b096-17abb2927ff0 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.074457] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b7906d28-f647-41da-b096-17abb2927ff0 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.074745] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b7906d28-f647-41da-b096-17abb2927ff0 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.074999] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-755f2942-8a9e-4051-b377-8a9717265461 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.080054] env[69350]: DEBUG oslo_vmware.api [None req-b7906d28-f647-41da-b096-17abb2927ff0 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Waiting for the task: (returnval){ [ 1236.080054] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]525f9f0f-6f38-ea88-c7fe-0e37ce64b1b7" [ 1236.080054] env[69350]: _type = "Task" [ 1236.080054] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.088516] env[69350]: DEBUG oslo_vmware.api [None req-b7906d28-f647-41da-b096-17abb2927ff0 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]525f9f0f-6f38-ea88-c7fe-0e37ce64b1b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.190357] env[69350]: DEBUG oslo_vmware.api [None req-5b8daf16-890f-44dd-99c9-dd72bc54f1f5 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3366022, 'name': Rename_Task, 'duration_secs': 0.194101} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.190663] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b8daf16-890f-44dd-99c9-dd72bc54f1f5 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: 1fe785c4-7274-4fad-9244-41c0e9b10d02] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1236.190890] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a2fa5432-eab6-460c-87cc-55d39964f701 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.193013] env[69350]: DEBUG oslo_concurrency.lockutils [None req-69c4e045-5398-475e-9392-a13961d2b897 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.794s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.202231] env[69350]: DEBUG oslo_vmware.api [None req-5b8daf16-890f-44dd-99c9-dd72bc54f1f5 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Waiting for the task: (returnval){ [ 1236.202231] env[69350]: value = "task-3366023" [ 1236.202231] env[69350]: _type = "Task" [ 1236.202231] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.210275] env[69350]: DEBUG oslo_vmware.api [None req-5b8daf16-890f-44dd-99c9-dd72bc54f1f5 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3366023, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.224540] env[69350]: INFO nova.scheduler.client.report [None req-69c4e045-5398-475e-9392-a13961d2b897 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Deleted allocations for instance 4c5cff77-0183-414e-976e-9a763ea21ea1 [ 1236.258432] env[69350]: DEBUG oslo_vmware.api [None req-aff4ec55-4778-4ec9-a7c8-146bd8212985 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52d094cc-d83a-1ead-1c24-2fd80b1bf757, 'name': SearchDatastore_Task, 'duration_secs': 0.01223} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.258691] env[69350]: DEBUG oslo_concurrency.lockutils [None req-aff4ec55-4778-4ec9-a7c8-146bd8212985 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.258946] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-aff4ec55-4778-4ec9-a7c8-146bd8212985 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] c996560e-e0e4-4a07-97d9-29567a42ba14/c996560e-e0e4-4a07-97d9-29567a42ba14.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1236.259214] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-98f1261d-41e6-42d5-90ab-841ae4a1d6bd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.266177] env[69350]: DEBUG oslo_vmware.api [None req-aff4ec55-4778-4ec9-a7c8-146bd8212985 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Waiting for the task: (returnval){ [ 1236.266177] env[69350]: value = "task-3366024" [ 1236.266177] env[69350]: _type = "Task" [ 1236.266177] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.275580] env[69350]: DEBUG oslo_vmware.api [None req-aff4ec55-4778-4ec9-a7c8-146bd8212985 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3366024, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.342083] env[69350]: DEBUG nova.network.neutron [-] [instance: 492d3ac9-3817-47b3-8fa4-3969d4617244] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.415287] env[69350]: DEBUG oslo_concurrency.lockutils [req-b140f843-6d0c-4e43-9037-df16e6bdad4a req-9e5080ad-a09f-41d5-9cfc-f294672c7f30 service nova] Releasing lock "refresh_cache-9a3d0bff-3744-4037-8829-c9769d4af37e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.528777] env[69350]: DEBUG oslo_vmware.api [None req-9d2b9f65-6016-4987-859f-f64e1bad8ea1 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3366013, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.569179] env[69350]: DEBUG nova.network.neutron [req-570630a5-3c43-4f1e-a0ea-738b1d9a8978 req-65df2729-cfab-44ea-b858-0eb8e4c247dd service nova] [instance: e5fa3549-8926-4a0b-92ca-ca337739b5cb] Updated VIF entry in instance network info cache for port b6ab570f-f7cd-4a33-baac-9af69245c505. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1236.569592] env[69350]: DEBUG nova.network.neutron [req-570630a5-3c43-4f1e-a0ea-738b1d9a8978 req-65df2729-cfab-44ea-b858-0eb8e4c247dd service nova] [instance: e5fa3549-8926-4a0b-92ca-ca337739b5cb] Updating instance_info_cache with network_info: [{"id": "b6ab570f-f7cd-4a33-baac-9af69245c505", "address": "fa:16:3e:09:45:77", "network": {"id": "e446f6e9-9739-4a9d-b374-67c72dd2bdca", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2061620084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e00619eed830495c94eed15309016c5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6ab570f-f7", "ovs_interfaceid": "b6ab570f-f7cd-4a33-baac-9af69245c505", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.595404] env[69350]: DEBUG oslo_vmware.api [None req-b7906d28-f647-41da-b096-17abb2927ff0 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]525f9f0f-6f38-ea88-c7fe-0e37ce64b1b7, 'name': SearchDatastore_Task, 'duration_secs': 0.02528} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.595708] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b7906d28-f647-41da-b096-17abb2927ff0 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.595939] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b7906d28-f647-41da-b096-17abb2927ff0 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: 9a3d0bff-3744-4037-8829-c9769d4af37e] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1236.596201] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b7906d28-f647-41da-b096-17abb2927ff0 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.596326] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b7906d28-f647-41da-b096-17abb2927ff0 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.596500] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7906d28-f647-41da-b096-17abb2927ff0 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1236.596774] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c1bcf78-cb2d-4069-ad1c-6a513cb01f3b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.614055] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7906d28-f647-41da-b096-17abb2927ff0 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1236.614437] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b7906d28-f647-41da-b096-17abb2927ff0 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1236.615063] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5bdb515-7984-4a12-8774-40b955e4525d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.622744] env[69350]: DEBUG oslo_vmware.api [None req-b7906d28-f647-41da-b096-17abb2927ff0 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Waiting for the task: (returnval){ [ 1236.622744] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52cb882d-7592-8af1-ef63-e372348e5065" [ 1236.622744] env[69350]: _type = "Task" [ 1236.622744] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.635187] env[69350]: DEBUG oslo_vmware.api [None req-b7906d28-f647-41da-b096-17abb2927ff0 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52cb882d-7592-8af1-ef63-e372348e5065, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.714658] env[69350]: DEBUG oslo_vmware.api [None req-5b8daf16-890f-44dd-99c9-dd72bc54f1f5 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3366023, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.732784] env[69350]: DEBUG oslo_concurrency.lockutils [None req-69c4e045-5398-475e-9392-a13961d2b897 tempest-ServerDiskConfigTestJSON-1375593833 tempest-ServerDiskConfigTestJSON-1375593833-project-member] Lock "4c5cff77-0183-414e-976e-9a763ea21ea1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.700s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.776123] env[69350]: DEBUG oslo_vmware.api [None req-aff4ec55-4778-4ec9-a7c8-146bd8212985 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3366024, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.844838] env[69350]: INFO nova.compute.manager [-] [instance: 492d3ac9-3817-47b3-8fa4-3969d4617244] Took 1.62 seconds to deallocate network for instance. [ 1237.027216] env[69350]: DEBUG oslo_vmware.api [None req-9d2b9f65-6016-4987-859f-f64e1bad8ea1 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3366013, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.072195] env[69350]: DEBUG oslo_concurrency.lockutils [req-570630a5-3c43-4f1e-a0ea-738b1d9a8978 req-65df2729-cfab-44ea-b858-0eb8e4c247dd service nova] Releasing lock "refresh_cache-e5fa3549-8926-4a0b-92ca-ca337739b5cb" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.134183] env[69350]: DEBUG oslo_vmware.api [None req-b7906d28-f647-41da-b096-17abb2927ff0 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52cb882d-7592-8af1-ef63-e372348e5065, 'name': SearchDatastore_Task, 'duration_secs': 0.048323} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.134985] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10389554-f261-463f-a9f0-41c6be907224 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.140652] env[69350]: DEBUG oslo_vmware.api [None req-b7906d28-f647-41da-b096-17abb2927ff0 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Waiting for the task: (returnval){ [ 1237.140652] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52f06a0d-3936-1837-7a44-48e262acc047" [ 1237.140652] env[69350]: _type = "Task" [ 1237.140652] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.149368] env[69350]: DEBUG oslo_vmware.api [None req-b7906d28-f647-41da-b096-17abb2927ff0 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52f06a0d-3936-1837-7a44-48e262acc047, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.213774] env[69350]: DEBUG oslo_vmware.api [None req-5b8daf16-890f-44dd-99c9-dd72bc54f1f5 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3366023, 'name': PowerOnVM_Task, 'duration_secs': 0.909821} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.213848] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b8daf16-890f-44dd-99c9-dd72bc54f1f5 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: 1fe785c4-7274-4fad-9244-41c0e9b10d02] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1237.213996] env[69350]: INFO nova.compute.manager [None req-5b8daf16-890f-44dd-99c9-dd72bc54f1f5 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: 1fe785c4-7274-4fad-9244-41c0e9b10d02] Took 9.03 seconds to spawn the instance on the hypervisor. [ 1237.214226] env[69350]: DEBUG nova.compute.manager [None req-5b8daf16-890f-44dd-99c9-dd72bc54f1f5 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: 1fe785c4-7274-4fad-9244-41c0e9b10d02] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1237.215092] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95480131-0422-43cf-8315-6fc8aac44cdc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.276745] env[69350]: DEBUG oslo_vmware.api [None req-aff4ec55-4778-4ec9-a7c8-146bd8212985 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3366024, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513714} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.277018] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-aff4ec55-4778-4ec9-a7c8-146bd8212985 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] c996560e-e0e4-4a07-97d9-29567a42ba14/c996560e-e0e4-4a07-97d9-29567a42ba14.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1237.277288] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-aff4ec55-4778-4ec9-a7c8-146bd8212985 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: c996560e-e0e4-4a07-97d9-29567a42ba14] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1237.277544] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-920b445a-3aae-48b2-80dd-ff17a97321f3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.284358] env[69350]: DEBUG oslo_vmware.api [None req-aff4ec55-4778-4ec9-a7c8-146bd8212985 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Waiting for the task: (returnval){ [ 1237.284358] env[69350]: value = "task-3366025" [ 1237.284358] env[69350]: _type = "Task" [ 1237.284358] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.294033] env[69350]: DEBUG oslo_vmware.api [None req-aff4ec55-4778-4ec9-a7c8-146bd8212985 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3366025, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.351222] env[69350]: DEBUG oslo_concurrency.lockutils [None req-148ab944-9e27-4242-a0dc-38d0b40fdb68 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.351668] env[69350]: DEBUG oslo_concurrency.lockutils [None req-148ab944-9e27-4242-a0dc-38d0b40fdb68 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.352208] env[69350]: DEBUG nova.objects.instance [None req-148ab944-9e27-4242-a0dc-38d0b40fdb68 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Lazy-loading 'resources' on Instance uuid 492d3ac9-3817-47b3-8fa4-3969d4617244 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1237.527392] env[69350]: DEBUG oslo_vmware.api [None req-9d2b9f65-6016-4987-859f-f64e1bad8ea1 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3366013, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.652029] env[69350]: DEBUG oslo_vmware.api [None req-b7906d28-f647-41da-b096-17abb2927ff0 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52f06a0d-3936-1837-7a44-48e262acc047, 'name': SearchDatastore_Task, 'duration_secs': 0.011616} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.652324] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b7906d28-f647-41da-b096-17abb2927ff0 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.652488] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7906d28-f647-41da-b096-17abb2927ff0 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] 9a3d0bff-3744-4037-8829-c9769d4af37e/9a3d0bff-3744-4037-8829-c9769d4af37e.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1237.652755] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ecbcc4b5-fcaf-44d3-91d7-c267c6cca2b2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.659791] env[69350]: DEBUG oslo_vmware.api [None req-b7906d28-f647-41da-b096-17abb2927ff0 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Waiting for the task: (returnval){ [ 1237.659791] env[69350]: value = "task-3366026" [ 1237.659791] env[69350]: _type = "Task" [ 1237.659791] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.669829] env[69350]: DEBUG oslo_vmware.api [None req-b7906d28-f647-41da-b096-17abb2927ff0 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Task: {'id': task-3366026, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.732903] env[69350]: INFO nova.compute.manager [None req-5b8daf16-890f-44dd-99c9-dd72bc54f1f5 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: 1fe785c4-7274-4fad-9244-41c0e9b10d02] Took 14.90 seconds to build instance. [ 1237.795416] env[69350]: DEBUG oslo_vmware.api [None req-aff4ec55-4778-4ec9-a7c8-146bd8212985 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3366025, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077365} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.795676] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-aff4ec55-4778-4ec9-a7c8-146bd8212985 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: c996560e-e0e4-4a07-97d9-29567a42ba14] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1237.796454] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7eefc42-2484-46d5-a2ee-4152e857cf29 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.820943] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-aff4ec55-4778-4ec9-a7c8-146bd8212985 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: c996560e-e0e4-4a07-97d9-29567a42ba14] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] c996560e-e0e4-4a07-97d9-29567a42ba14/c996560e-e0e4-4a07-97d9-29567a42ba14.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1237.821716] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f78f8f6d-5744-48bd-919b-9a1955b0997a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.845040] env[69350]: DEBUG oslo_vmware.api [None req-aff4ec55-4778-4ec9-a7c8-146bd8212985 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Waiting for the task: (returnval){ [ 1237.845040] env[69350]: value = "task-3366027" [ 1237.845040] env[69350]: _type = "Task" [ 1237.845040] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.858653] env[69350]: DEBUG oslo_vmware.api [None req-aff4ec55-4778-4ec9-a7c8-146bd8212985 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3366027, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.943480] env[69350]: DEBUG nova.compute.manager [req-dc467380-2ee6-4277-a654-f7664945da6a req-e10cd5cc-db71-4939-993a-cb9064e73bf7 service nova] [instance: 492d3ac9-3817-47b3-8fa4-3969d4617244] Received event network-vif-deleted-d638d6fd-0d49-4798-bbec-948d0c7692f4 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1238.034129] env[69350]: DEBUG oslo_vmware.api [None req-9d2b9f65-6016-4987-859f-f64e1bad8ea1 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3366013, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.086370] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ebe3bb-4e52-48a3-a6ed-afaf882eba85 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.097292] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d69e78b-5e50-4cc7-96bb-bcc626b84509 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.131117] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d69e897-e083-4fcd-93f7-aadaa0118e99 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.141500] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13af4c4b-55d8-4c7a-8f65-1d5e1097970d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.163276] env[69350]: DEBUG nova.compute.provider_tree [None req-148ab944-9e27-4242-a0dc-38d0b40fdb68 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1238.175691] env[69350]: DEBUG oslo_vmware.api [None req-b7906d28-f647-41da-b096-17abb2927ff0 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Task: {'id': task-3366026, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505979} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.176678] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7906d28-f647-41da-b096-17abb2927ff0 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] 9a3d0bff-3744-4037-8829-c9769d4af37e/9a3d0bff-3744-4037-8829-c9769d4af37e.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1238.176915] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b7906d28-f647-41da-b096-17abb2927ff0 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: 9a3d0bff-3744-4037-8829-c9769d4af37e] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1238.177190] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-25dd4170-ab72-449f-a71d-95b95e7676fa {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.198133] env[69350]: DEBUG oslo_vmware.api [None req-b7906d28-f647-41da-b096-17abb2927ff0 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Waiting for the task: (returnval){ [ 1238.198133] env[69350]: value = "task-3366028" [ 1238.198133] env[69350]: _type = "Task" [ 1238.198133] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.207516] env[69350]: DEBUG oslo_vmware.api [None req-b7906d28-f647-41da-b096-17abb2927ff0 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Task: {'id': task-3366028, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.235765] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5b8daf16-890f-44dd-99c9-dd72bc54f1f5 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Lock "1fe785c4-7274-4fad-9244-41c0e9b10d02" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.417s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.365053] env[69350]: DEBUG oslo_vmware.api [None req-aff4ec55-4778-4ec9-a7c8-146bd8212985 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3366027, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.528586] env[69350]: DEBUG oslo_vmware.api [None req-9d2b9f65-6016-4987-859f-f64e1bad8ea1 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3366013, 'name': ReconfigVM_Task, 'duration_secs': 5.872012} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.528824] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9d2b9f65-6016-4987-859f-f64e1bad8ea1 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Releasing lock "59da504d-d1f7-4cf6-b0a7-7187e8a8f718" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.529081] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9d2b9f65-6016-4987-859f-f64e1bad8ea1 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: 59da504d-d1f7-4cf6-b0a7-7187e8a8f718] Reconfigured VM to detach interface {{(pid=69350) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1238.670542] env[69350]: DEBUG nova.scheduler.client.report [None req-148ab944-9e27-4242-a0dc-38d0b40fdb68 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1238.708360] env[69350]: DEBUG oslo_vmware.api [None req-b7906d28-f647-41da-b096-17abb2927ff0 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Task: {'id': task-3366028, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091116} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.708672] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b7906d28-f647-41da-b096-17abb2927ff0 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: 9a3d0bff-3744-4037-8829-c9769d4af37e] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1238.709775] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-697877a4-9ee9-454e-a138-e8501f7480fb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.733363] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7906d28-f647-41da-b096-17abb2927ff0 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: 9a3d0bff-3744-4037-8829-c9769d4af37e] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 9a3d0bff-3744-4037-8829-c9769d4af37e/9a3d0bff-3744-4037-8829-c9769d4af37e.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1238.733671] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ecf0f009-6675-43f4-bd4d-97dbb78d2ac1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.754703] env[69350]: DEBUG oslo_vmware.api [None req-b7906d28-f647-41da-b096-17abb2927ff0 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Waiting for the task: (returnval){ [ 1238.754703] env[69350]: value = "task-3366029" [ 1238.754703] env[69350]: _type = "Task" [ 1238.754703] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.763819] env[69350]: DEBUG oslo_vmware.api [None req-b7906d28-f647-41da-b096-17abb2927ff0 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Task: {'id': task-3366029, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.858269] env[69350]: DEBUG oslo_vmware.api [None req-aff4ec55-4778-4ec9-a7c8-146bd8212985 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3366027, 'name': ReconfigVM_Task, 'duration_secs': 0.579852} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.858269] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-aff4ec55-4778-4ec9-a7c8-146bd8212985 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: c996560e-e0e4-4a07-97d9-29567a42ba14] Reconfigured VM instance instance-0000006a to attach disk [datastore2] c996560e-e0e4-4a07-97d9-29567a42ba14/c996560e-e0e4-4a07-97d9-29567a42ba14.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1238.858911] env[69350]: DEBUG oslo_concurrency.lockutils [None req-34dee8c0-8640-40e0-87e1-85a99904d913 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Acquiring lock "1fe785c4-7274-4fad-9244-41c0e9b10d02" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.859158] env[69350]: DEBUG oslo_concurrency.lockutils [None req-34dee8c0-8640-40e0-87e1-85a99904d913 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Lock "1fe785c4-7274-4fad-9244-41c0e9b10d02" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.859720] env[69350]: DEBUG oslo_concurrency.lockutils [None req-34dee8c0-8640-40e0-87e1-85a99904d913 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Acquiring lock "1fe785c4-7274-4fad-9244-41c0e9b10d02-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.859720] env[69350]: DEBUG oslo_concurrency.lockutils [None req-34dee8c0-8640-40e0-87e1-85a99904d913 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Lock "1fe785c4-7274-4fad-9244-41c0e9b10d02-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.859720] env[69350]: DEBUG oslo_concurrency.lockutils [None req-34dee8c0-8640-40e0-87e1-85a99904d913 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Lock "1fe785c4-7274-4fad-9244-41c0e9b10d02-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.861351] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0e985995-fa71-4b23-bdb2-c2198297671e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.863403] env[69350]: INFO nova.compute.manager [None req-34dee8c0-8640-40e0-87e1-85a99904d913 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: 1fe785c4-7274-4fad-9244-41c0e9b10d02] Terminating instance [ 1238.872257] env[69350]: DEBUG oslo_vmware.api [None req-aff4ec55-4778-4ec9-a7c8-146bd8212985 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Waiting for the task: (returnval){ [ 1238.872257] env[69350]: value = "task-3366030" [ 1238.872257] env[69350]: _type = "Task" [ 1238.872257] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.883376] env[69350]: DEBUG oslo_vmware.api [None req-aff4ec55-4778-4ec9-a7c8-146bd8212985 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3366030, 'name': Rename_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.175712] env[69350]: DEBUG oslo_concurrency.lockutils [None req-148ab944-9e27-4242-a0dc-38d0b40fdb68 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.824s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.202186] env[69350]: INFO nova.scheduler.client.report [None req-148ab944-9e27-4242-a0dc-38d0b40fdb68 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Deleted allocations for instance 492d3ac9-3817-47b3-8fa4-3969d4617244 [ 1239.265657] env[69350]: DEBUG oslo_vmware.api [None req-b7906d28-f647-41da-b096-17abb2927ff0 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Task: {'id': task-3366029, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.367362] env[69350]: DEBUG nova.compute.manager [None req-34dee8c0-8640-40e0-87e1-85a99904d913 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: 1fe785c4-7274-4fad-9244-41c0e9b10d02] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1239.367610] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-34dee8c0-8640-40e0-87e1-85a99904d913 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: 1fe785c4-7274-4fad-9244-41c0e9b10d02] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1239.368532] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe074d4-d8ed-4d7e-ba67-bff399cc5845 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.383389] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-34dee8c0-8640-40e0-87e1-85a99904d913 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: 1fe785c4-7274-4fad-9244-41c0e9b10d02] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1239.384394] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4edcaf19-9697-4e69-8203-0467e0632899 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.389831] env[69350]: DEBUG oslo_vmware.api [None req-aff4ec55-4778-4ec9-a7c8-146bd8212985 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3366030, 'name': Rename_Task, 'duration_secs': 0.153672} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.390789] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-aff4ec55-4778-4ec9-a7c8-146bd8212985 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: c996560e-e0e4-4a07-97d9-29567a42ba14] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1239.392088] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2aecb013-bf96-434b-85d4-3c6a00dcb861 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.393971] env[69350]: DEBUG oslo_vmware.api [None req-34dee8c0-8640-40e0-87e1-85a99904d913 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Waiting for the task: (returnval){ [ 1239.393971] env[69350]: value = "task-3366031" [ 1239.393971] env[69350]: _type = "Task" [ 1239.393971] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.406686] env[69350]: DEBUG oslo_vmware.api [None req-aff4ec55-4778-4ec9-a7c8-146bd8212985 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Waiting for the task: (returnval){ [ 1239.406686] env[69350]: value = "task-3366032" [ 1239.406686] env[69350]: _type = "Task" [ 1239.406686] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.410354] env[69350]: DEBUG oslo_vmware.api [None req-34dee8c0-8640-40e0-87e1-85a99904d913 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3366031, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.420562] env[69350]: DEBUG oslo_vmware.api [None req-aff4ec55-4778-4ec9-a7c8-146bd8212985 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3366032, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.714870] env[69350]: DEBUG oslo_concurrency.lockutils [None req-148ab944-9e27-4242-a0dc-38d0b40fdb68 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Lock "492d3ac9-3817-47b3-8fa4-3969d4617244" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.175s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.765656] env[69350]: DEBUG oslo_vmware.api [None req-b7906d28-f647-41da-b096-17abb2927ff0 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Task: {'id': task-3366029, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.884928] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9d9a8bc5-f17d-4bd0-98e0-583e41d066ce tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Acquiring lock "59da504d-d1f7-4cf6-b0a7-7187e8a8f718" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.884928] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9d9a8bc5-f17d-4bd0-98e0-583e41d066ce tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Lock "59da504d-d1f7-4cf6-b0a7-7187e8a8f718" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.884928] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9d9a8bc5-f17d-4bd0-98e0-583e41d066ce tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Acquiring lock "59da504d-d1f7-4cf6-b0a7-7187e8a8f718-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.884928] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9d9a8bc5-f17d-4bd0-98e0-583e41d066ce tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Lock "59da504d-d1f7-4cf6-b0a7-7187e8a8f718-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.884928] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9d9a8bc5-f17d-4bd0-98e0-583e41d066ce tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Lock "59da504d-d1f7-4cf6-b0a7-7187e8a8f718-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.885864] env[69350]: INFO nova.compute.manager [None req-9d9a8bc5-f17d-4bd0-98e0-583e41d066ce tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: 59da504d-d1f7-4cf6-b0a7-7187e8a8f718] Terminating instance [ 1239.904882] env[69350]: DEBUG oslo_vmware.api [None req-34dee8c0-8640-40e0-87e1-85a99904d913 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3366031, 'name': PowerOffVM_Task, 'duration_secs': 0.284131} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.905258] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-34dee8c0-8640-40e0-87e1-85a99904d913 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: 1fe785c4-7274-4fad-9244-41c0e9b10d02] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1239.905490] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-34dee8c0-8640-40e0-87e1-85a99904d913 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: 1fe785c4-7274-4fad-9244-41c0e9b10d02] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1239.905782] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7664b534-53dc-428e-95a1-e37e48211a99 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.907530] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9d2b9f65-6016-4987-859f-f64e1bad8ea1 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Acquiring lock "refresh_cache-59da504d-d1f7-4cf6-b0a7-7187e8a8f718" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.907754] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9d2b9f65-6016-4987-859f-f64e1bad8ea1 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Acquired lock "refresh_cache-59da504d-d1f7-4cf6-b0a7-7187e8a8f718" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.907972] env[69350]: DEBUG nova.network.neutron [None req-9d2b9f65-6016-4987-859f-f64e1bad8ea1 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: 59da504d-d1f7-4cf6-b0a7-7187e8a8f718] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1239.919774] env[69350]: DEBUG oslo_vmware.api [None req-aff4ec55-4778-4ec9-a7c8-146bd8212985 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3366032, 'name': PowerOnVM_Task, 'duration_secs': 0.474688} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.920077] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-aff4ec55-4778-4ec9-a7c8-146bd8212985 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: c996560e-e0e4-4a07-97d9-29567a42ba14] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1239.920375] env[69350]: INFO nova.compute.manager [None req-aff4ec55-4778-4ec9-a7c8-146bd8212985 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: c996560e-e0e4-4a07-97d9-29567a42ba14] Took 9.08 seconds to spawn the instance on the hypervisor. [ 1239.920586] env[69350]: DEBUG nova.compute.manager [None req-aff4ec55-4778-4ec9-a7c8-146bd8212985 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: c996560e-e0e4-4a07-97d9-29567a42ba14] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1239.922087] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ac1baf-7469-4ea3-b4a3-5612747c4b97 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.972803] env[69350]: DEBUG nova.compute.manager [req-13e11c5a-5c9d-4dc5-a2cb-8fc3f529c6b0 req-e4f84bca-5ab0-4bbe-a4dc-79729a342893 service nova] [instance: 59da504d-d1f7-4cf6-b0a7-7187e8a8f718] Received event network-vif-deleted-e150239d-ae65-4ee1-bfd5-bb212ad8cb14 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1239.973061] env[69350]: INFO nova.compute.manager [req-13e11c5a-5c9d-4dc5-a2cb-8fc3f529c6b0 req-e4f84bca-5ab0-4bbe-a4dc-79729a342893 service nova] [instance: 59da504d-d1f7-4cf6-b0a7-7187e8a8f718] Neutron deleted interface e150239d-ae65-4ee1-bfd5-bb212ad8cb14; detaching it from the instance and deleting it from the info cache [ 1239.973329] env[69350]: DEBUG nova.network.neutron [req-13e11c5a-5c9d-4dc5-a2cb-8fc3f529c6b0 req-e4f84bca-5ab0-4bbe-a4dc-79729a342893 service nova] [instance: 59da504d-d1f7-4cf6-b0a7-7187e8a8f718] Updating instance_info_cache with network_info: [{"id": "2fa0bce0-01ec-4034-88e2-15fed8319641", "address": "fa:16:3e:ba:51:57", "network": {"id": "ad123e0a-1a99-4c6b-932f-ff9de41ceb18", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-757019814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e70a04cc40f0407ebac8a2f5bbbd8693", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fa0bce0-01", "ovs_interfaceid": "2fa0bce0-01ec-4034-88e2-15fed8319641", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2fa6b937-be41-44bf-be92-a2a5dcf898df", "address": "fa:16:3e:e8:3c:13", "network": {"id": "ad123e0a-1a99-4c6b-932f-ff9de41ceb18", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-757019814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e70a04cc40f0407ebac8a2f5bbbd8693", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fa6b937-be", "ovs_interfaceid": "2fa6b937-be41-44bf-be92-a2a5dcf898df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.988498] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-34dee8c0-8640-40e0-87e1-85a99904d913 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: 1fe785c4-7274-4fad-9244-41c0e9b10d02] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1239.988746] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-34dee8c0-8640-40e0-87e1-85a99904d913 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: 1fe785c4-7274-4fad-9244-41c0e9b10d02] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1239.988925] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-34dee8c0-8640-40e0-87e1-85a99904d913 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Deleting the datastore file [datastore2] 1fe785c4-7274-4fad-9244-41c0e9b10d02 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1239.989223] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a744ded8-7b8c-4198-8432-c044a1e4a0a1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.998965] env[69350]: DEBUG oslo_vmware.api [None req-34dee8c0-8640-40e0-87e1-85a99904d913 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Waiting for the task: (returnval){ [ 1239.998965] env[69350]: value = "task-3366034" [ 1239.998965] env[69350]: _type = "Task" [ 1239.998965] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.010713] env[69350]: DEBUG oslo_vmware.api [None req-34dee8c0-8640-40e0-87e1-85a99904d913 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3366034, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.266148] env[69350]: DEBUG oslo_vmware.api [None req-b7906d28-f647-41da-b096-17abb2927ff0 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Task: {'id': task-3366029, 'name': ReconfigVM_Task, 'duration_secs': 1.082482} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.266446] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7906d28-f647-41da-b096-17abb2927ff0 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: 9a3d0bff-3744-4037-8829-c9769d4af37e] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 9a3d0bff-3744-4037-8829-c9769d4af37e/9a3d0bff-3744-4037-8829-c9769d4af37e.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1240.267086] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a116554d-e047-49c6-967d-fe1d6c1bb5e2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.274671] env[69350]: DEBUG oslo_vmware.api [None req-b7906d28-f647-41da-b096-17abb2927ff0 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Waiting for the task: (returnval){ [ 1240.274671] env[69350]: value = "task-3366035" [ 1240.274671] env[69350]: _type = "Task" [ 1240.274671] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.283079] env[69350]: DEBUG oslo_vmware.api [None req-b7906d28-f647-41da-b096-17abb2927ff0 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Task: {'id': task-3366035, 'name': Rename_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.391207] env[69350]: DEBUG nova.compute.manager [None req-9d9a8bc5-f17d-4bd0-98e0-583e41d066ce tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: 59da504d-d1f7-4cf6-b0a7-7187e8a8f718] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1240.391436] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9d9a8bc5-f17d-4bd0-98e0-583e41d066ce tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: 59da504d-d1f7-4cf6-b0a7-7187e8a8f718] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1240.392484] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-919be283-9cf5-4b6d-b146-c377dc45eb42 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.401715] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d9a8bc5-f17d-4bd0-98e0-583e41d066ce tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: 59da504d-d1f7-4cf6-b0a7-7187e8a8f718] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1240.401958] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae1bcd11-71b0-428d-af32-8ffd9af9cb09 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.411444] env[69350]: DEBUG oslo_vmware.api [None req-9d9a8bc5-f17d-4bd0-98e0-583e41d066ce tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Waiting for the task: (returnval){ [ 1240.411444] env[69350]: value = "task-3366036" [ 1240.411444] env[69350]: _type = "Task" [ 1240.411444] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.423938] env[69350]: DEBUG oslo_vmware.api [None req-9d9a8bc5-f17d-4bd0-98e0-583e41d066ce tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3366036, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.445850] env[69350]: INFO nova.compute.manager [None req-aff4ec55-4778-4ec9-a7c8-146bd8212985 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: c996560e-e0e4-4a07-97d9-29567a42ba14] Took 14.00 seconds to build instance. [ 1240.482670] env[69350]: DEBUG oslo_concurrency.lockutils [req-13e11c5a-5c9d-4dc5-a2cb-8fc3f529c6b0 req-e4f84bca-5ab0-4bbe-a4dc-79729a342893 service nova] Acquiring lock "59da504d-d1f7-4cf6-b0a7-7187e8a8f718" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.512119] env[69350]: DEBUG oslo_vmware.api [None req-34dee8c0-8640-40e0-87e1-85a99904d913 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3366034, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203897} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.512119] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-34dee8c0-8640-40e0-87e1-85a99904d913 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1240.512119] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-34dee8c0-8640-40e0-87e1-85a99904d913 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: 1fe785c4-7274-4fad-9244-41c0e9b10d02] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1240.512119] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-34dee8c0-8640-40e0-87e1-85a99904d913 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: 1fe785c4-7274-4fad-9244-41c0e9b10d02] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1240.512119] env[69350]: INFO nova.compute.manager [None req-34dee8c0-8640-40e0-87e1-85a99904d913 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: 1fe785c4-7274-4fad-9244-41c0e9b10d02] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1240.512119] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-34dee8c0-8640-40e0-87e1-85a99904d913 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1240.512119] env[69350]: DEBUG nova.compute.manager [-] [instance: 1fe785c4-7274-4fad-9244-41c0e9b10d02] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1240.512119] env[69350]: DEBUG nova.network.neutron [-] [instance: 1fe785c4-7274-4fad-9244-41c0e9b10d02] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1240.789057] env[69350]: DEBUG oslo_vmware.api [None req-b7906d28-f647-41da-b096-17abb2927ff0 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Task: {'id': task-3366035, 'name': Rename_Task, 'duration_secs': 0.166602} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.789676] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7906d28-f647-41da-b096-17abb2927ff0 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: 9a3d0bff-3744-4037-8829-c9769d4af37e] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1240.789766] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-169b3a11-132f-4e84-814f-337a07c3ddee {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.799149] env[69350]: DEBUG oslo_vmware.api [None req-b7906d28-f647-41da-b096-17abb2927ff0 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Waiting for the task: (returnval){ [ 1240.799149] env[69350]: value = "task-3366037" [ 1240.799149] env[69350]: _type = "Task" [ 1240.799149] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.807547] env[69350]: DEBUG nova.compute.manager [req-5fbdb431-df47-4faf-a839-d4afe0ec04f4 req-77e468c3-151d-4f6c-a176-4b51d8e9ba08 service nova] [instance: c996560e-e0e4-4a07-97d9-29567a42ba14] Received event network-changed-ec84a1ab-cf6d-48dc-b078-6ed02713d844 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1240.807902] env[69350]: DEBUG nova.compute.manager [req-5fbdb431-df47-4faf-a839-d4afe0ec04f4 req-77e468c3-151d-4f6c-a176-4b51d8e9ba08 service nova] [instance: c996560e-e0e4-4a07-97d9-29567a42ba14] Refreshing instance network info cache due to event network-changed-ec84a1ab-cf6d-48dc-b078-6ed02713d844. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1240.807980] env[69350]: DEBUG oslo_concurrency.lockutils [req-5fbdb431-df47-4faf-a839-d4afe0ec04f4 req-77e468c3-151d-4f6c-a176-4b51d8e9ba08 service nova] Acquiring lock "refresh_cache-c996560e-e0e4-4a07-97d9-29567a42ba14" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.808151] env[69350]: DEBUG oslo_concurrency.lockutils [req-5fbdb431-df47-4faf-a839-d4afe0ec04f4 req-77e468c3-151d-4f6c-a176-4b51d8e9ba08 service nova] Acquired lock "refresh_cache-c996560e-e0e4-4a07-97d9-29567a42ba14" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.808242] env[69350]: DEBUG nova.network.neutron [req-5fbdb431-df47-4faf-a839-d4afe0ec04f4 req-77e468c3-151d-4f6c-a176-4b51d8e9ba08 service nova] [instance: c996560e-e0e4-4a07-97d9-29567a42ba14] Refreshing network info cache for port ec84a1ab-cf6d-48dc-b078-6ed02713d844 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1240.823811] env[69350]: DEBUG oslo_vmware.api [None req-b7906d28-f647-41da-b096-17abb2927ff0 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Task: {'id': task-3366037, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.922344] env[69350]: DEBUG oslo_vmware.api [None req-9d9a8bc5-f17d-4bd0-98e0-583e41d066ce tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3366036, 'name': PowerOffVM_Task, 'duration_secs': 0.398402} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.922820] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d9a8bc5-f17d-4bd0-98e0-583e41d066ce tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: 59da504d-d1f7-4cf6-b0a7-7187e8a8f718] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1240.923033] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9d9a8bc5-f17d-4bd0-98e0-583e41d066ce tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: 59da504d-d1f7-4cf6-b0a7-7187e8a8f718] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1240.923361] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bf1b858c-be53-47e9-acb4-8ed20ac47799 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.947713] env[69350]: DEBUG oslo_concurrency.lockutils [None req-aff4ec55-4778-4ec9-a7c8-146bd8212985 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Lock "c996560e-e0e4-4a07-97d9-29567a42ba14" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.515s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.976051] env[69350]: INFO nova.network.neutron [None req-9d2b9f65-6016-4987-859f-f64e1bad8ea1 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: 59da504d-d1f7-4cf6-b0a7-7187e8a8f718] Port e150239d-ae65-4ee1-bfd5-bb212ad8cb14 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1240.976262] env[69350]: INFO nova.network.neutron [None req-9d2b9f65-6016-4987-859f-f64e1bad8ea1 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: 59da504d-d1f7-4cf6-b0a7-7187e8a8f718] Port 2fa6b937-be41-44bf-be92-a2a5dcf898df from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1240.976602] env[69350]: DEBUG nova.network.neutron [None req-9d2b9f65-6016-4987-859f-f64e1bad8ea1 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: 59da504d-d1f7-4cf6-b0a7-7187e8a8f718] Updating instance_info_cache with network_info: [{"id": "2fa0bce0-01ec-4034-88e2-15fed8319641", "address": "fa:16:3e:ba:51:57", "network": {"id": "ad123e0a-1a99-4c6b-932f-ff9de41ceb18", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-757019814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e70a04cc40f0407ebac8a2f5bbbd8693", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fa0bce0-01", "ovs_interfaceid": "2fa0bce0-01ec-4034-88e2-15fed8319641", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.048783] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9d9a8bc5-f17d-4bd0-98e0-583e41d066ce tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: 59da504d-d1f7-4cf6-b0a7-7187e8a8f718] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1241.049160] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9d9a8bc5-f17d-4bd0-98e0-583e41d066ce tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: 59da504d-d1f7-4cf6-b0a7-7187e8a8f718] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1241.049429] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d9a8bc5-f17d-4bd0-98e0-583e41d066ce tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Deleting the datastore file [datastore2] 59da504d-d1f7-4cf6-b0a7-7187e8a8f718 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1241.049760] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc10b551-a9c6-44a9-b1c4-0a4d66a2c24b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.059915] env[69350]: DEBUG oslo_vmware.api [None req-9d9a8bc5-f17d-4bd0-98e0-583e41d066ce tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Waiting for the task: (returnval){ [ 1241.059915] env[69350]: value = "task-3366039" [ 1241.059915] env[69350]: _type = "Task" [ 1241.059915] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.075699] env[69350]: DEBUG oslo_vmware.api [None req-9d9a8bc5-f17d-4bd0-98e0-583e41d066ce tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3366039, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.319437] env[69350]: DEBUG oslo_vmware.api [None req-b7906d28-f647-41da-b096-17abb2927ff0 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Task: {'id': task-3366037, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.480292] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9d2b9f65-6016-4987-859f-f64e1bad8ea1 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Releasing lock "refresh_cache-59da504d-d1f7-4cf6-b0a7-7187e8a8f718" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.548779] env[69350]: DEBUG nova.network.neutron [req-5fbdb431-df47-4faf-a839-d4afe0ec04f4 req-77e468c3-151d-4f6c-a176-4b51d8e9ba08 service nova] [instance: c996560e-e0e4-4a07-97d9-29567a42ba14] Updated VIF entry in instance network info cache for port ec84a1ab-cf6d-48dc-b078-6ed02713d844. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1241.549157] env[69350]: DEBUG nova.network.neutron [req-5fbdb431-df47-4faf-a839-d4afe0ec04f4 req-77e468c3-151d-4f6c-a176-4b51d8e9ba08 service nova] [instance: c996560e-e0e4-4a07-97d9-29567a42ba14] Updating instance_info_cache with network_info: [{"id": "ec84a1ab-cf6d-48dc-b078-6ed02713d844", "address": "fa:16:3e:cf:56:cb", "network": {"id": "bc16c158-ef75-4a41-beeb-3ceae708fa9d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-469663997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46625a434b9f47dc83d92c9db8a3024c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec84a1ab-cf", "ovs_interfaceid": "ec84a1ab-cf6d-48dc-b078-6ed02713d844", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.567859] env[69350]: DEBUG nova.network.neutron [-] [instance: 1fe785c4-7274-4fad-9244-41c0e9b10d02] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.572572] env[69350]: DEBUG oslo_vmware.api [None req-9d9a8bc5-f17d-4bd0-98e0-583e41d066ce tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3366039, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.492701} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.573023] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d9a8bc5-f17d-4bd0-98e0-583e41d066ce tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1241.573216] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9d9a8bc5-f17d-4bd0-98e0-583e41d066ce tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: 59da504d-d1f7-4cf6-b0a7-7187e8a8f718] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1241.573388] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9d9a8bc5-f17d-4bd0-98e0-583e41d066ce tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: 59da504d-d1f7-4cf6-b0a7-7187e8a8f718] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1241.573558] env[69350]: INFO nova.compute.manager [None req-9d9a8bc5-f17d-4bd0-98e0-583e41d066ce tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: 59da504d-d1f7-4cf6-b0a7-7187e8a8f718] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1241.574202] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9d9a8bc5-f17d-4bd0-98e0-583e41d066ce tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1241.574202] env[69350]: DEBUG nova.compute.manager [-] [instance: 59da504d-d1f7-4cf6-b0a7-7187e8a8f718] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1241.574202] env[69350]: DEBUG nova.network.neutron [-] [instance: 59da504d-d1f7-4cf6-b0a7-7187e8a8f718] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1241.624107] env[69350]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 2fa6b937-be41-44bf-be92-a2a5dcf898df could not be found.", "detail": ""}} {{(pid=69350) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1241.624361] env[69350]: DEBUG nova.network.neutron [-] Unable to show port 2fa6b937-be41-44bf-be92-a2a5dcf898df as it no longer exists. {{(pid=69350) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1241.820071] env[69350]: DEBUG oslo_vmware.api [None req-b7906d28-f647-41da-b096-17abb2927ff0 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Task: {'id': task-3366037, 'name': PowerOnVM_Task, 'duration_secs': 0.606262} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.820458] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7906d28-f647-41da-b096-17abb2927ff0 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: 9a3d0bff-3744-4037-8829-c9769d4af37e] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1241.820682] env[69350]: INFO nova.compute.manager [None req-b7906d28-f647-41da-b096-17abb2927ff0 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: 9a3d0bff-3744-4037-8829-c9769d4af37e] Took 8.62 seconds to spawn the instance on the hypervisor. [ 1241.820808] env[69350]: DEBUG nova.compute.manager [None req-b7906d28-f647-41da-b096-17abb2927ff0 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: 9a3d0bff-3744-4037-8829-c9769d4af37e] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1241.821628] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-209edc53-1046-4bec-b1aa-5a5a821dd5d2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.987346] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9d2b9f65-6016-4987-859f-f64e1bad8ea1 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Lock "interface-59da504d-d1f7-4cf6-b0a7-7187e8a8f718-e150239d-ae65-4ee1-bfd5-bb212ad8cb14" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.071s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.015159] env[69350]: DEBUG nova.compute.manager [req-c487621c-18c4-412e-8e60-84430d8bfc6e req-8081e431-f2aa-4aca-b102-846303a75901 service nova] [instance: 1fe785c4-7274-4fad-9244-41c0e9b10d02] Received event network-vif-deleted-25416491-bf01-471c-aa40-48babfe12e9f {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1242.051262] env[69350]: DEBUG oslo_concurrency.lockutils [req-5fbdb431-df47-4faf-a839-d4afe0ec04f4 req-77e468c3-151d-4f6c-a176-4b51d8e9ba08 service nova] Releasing lock "refresh_cache-c996560e-e0e4-4a07-97d9-29567a42ba14" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.073369] env[69350]: INFO nova.compute.manager [-] [instance: 1fe785c4-7274-4fad-9244-41c0e9b10d02] Took 1.56 seconds to deallocate network for instance. [ 1242.247641] env[69350]: DEBUG oslo_concurrency.lockutils [None req-31a11f93-153a-4e5a-a6d8-fbf9779bd975 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Acquiring lock "c0fcc9b3-2a35-40e9-93ee-46234ac470de" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.247888] env[69350]: DEBUG oslo_concurrency.lockutils [None req-31a11f93-153a-4e5a-a6d8-fbf9779bd975 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Lock "c0fcc9b3-2a35-40e9-93ee-46234ac470de" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.341702] env[69350]: INFO nova.compute.manager [None req-b7906d28-f647-41da-b096-17abb2927ff0 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: 9a3d0bff-3744-4037-8829-c9769d4af37e] Took 14.00 seconds to build instance. [ 1242.519883] env[69350]: DEBUG nova.network.neutron [-] [instance: 59da504d-d1f7-4cf6-b0a7-7187e8a8f718] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.585022] env[69350]: DEBUG oslo_concurrency.lockutils [None req-34dee8c0-8640-40e0-87e1-85a99904d913 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.585022] env[69350]: DEBUG oslo_concurrency.lockutils [None req-34dee8c0-8640-40e0-87e1-85a99904d913 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.585022] env[69350]: DEBUG nova.objects.instance [None req-34dee8c0-8640-40e0-87e1-85a99904d913 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Lazy-loading 'resources' on Instance uuid 1fe785c4-7274-4fad-9244-41c0e9b10d02 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1242.733583] env[69350]: DEBUG oslo_concurrency.lockutils [None req-74463c83-085a-4c59-88de-34bf661d8a45 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Acquiring lock "d4751d30-cb22-403c-a663-26eff04ad7f0" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.734280] env[69350]: DEBUG oslo_concurrency.lockutils [None req-74463c83-085a-4c59-88de-34bf661d8a45 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Lock "d4751d30-cb22-403c-a663-26eff04ad7f0" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.734480] env[69350]: INFO nova.compute.manager [None req-74463c83-085a-4c59-88de-34bf661d8a45 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Shelving [ 1242.749804] env[69350]: DEBUG nova.compute.manager [None req-31a11f93-153a-4e5a-a6d8-fbf9779bd975 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: c0fcc9b3-2a35-40e9-93ee-46234ac470de] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1242.828508] env[69350]: DEBUG nova.compute.manager [req-e0de9422-ab65-4a27-a773-40a8ee6a595b req-0af99178-5664-4df6-b72a-5247288c0b0a service nova] [instance: 9a3d0bff-3744-4037-8829-c9769d4af37e] Received event network-changed-37ae9eaf-6d93-4810-b589-b92264602493 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1242.828767] env[69350]: DEBUG nova.compute.manager [req-e0de9422-ab65-4a27-a773-40a8ee6a595b req-0af99178-5664-4df6-b72a-5247288c0b0a service nova] [instance: 9a3d0bff-3744-4037-8829-c9769d4af37e] Refreshing instance network info cache due to event network-changed-37ae9eaf-6d93-4810-b589-b92264602493. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1242.828984] env[69350]: DEBUG oslo_concurrency.lockutils [req-e0de9422-ab65-4a27-a773-40a8ee6a595b req-0af99178-5664-4df6-b72a-5247288c0b0a service nova] Acquiring lock "refresh_cache-9a3d0bff-3744-4037-8829-c9769d4af37e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.829098] env[69350]: DEBUG oslo_concurrency.lockutils [req-e0de9422-ab65-4a27-a773-40a8ee6a595b req-0af99178-5664-4df6-b72a-5247288c0b0a service nova] Acquired lock "refresh_cache-9a3d0bff-3744-4037-8829-c9769d4af37e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.829213] env[69350]: DEBUG nova.network.neutron [req-e0de9422-ab65-4a27-a773-40a8ee6a595b req-0af99178-5664-4df6-b72a-5247288c0b0a service nova] [instance: 9a3d0bff-3744-4037-8829-c9769d4af37e] Refreshing network info cache for port 37ae9eaf-6d93-4810-b589-b92264602493 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1242.843998] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b7906d28-f647-41da-b096-17abb2927ff0 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Lock "9a3d0bff-3744-4037-8829-c9769d4af37e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.507s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.022935] env[69350]: INFO nova.compute.manager [-] [instance: 59da504d-d1f7-4cf6-b0a7-7187e8a8f718] Took 1.45 seconds to deallocate network for instance. [ 1243.269382] env[69350]: DEBUG oslo_concurrency.lockutils [None req-31a11f93-153a-4e5a-a6d8-fbf9779bd975 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.274038] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d24559de-1ba0-43e5-85ae-265b5dc4f21b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.282785] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42302486-52a5-48ce-9c98-f18f992714fb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.314669] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd8e6944-b48e-442e-8e17-898e1649c937 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.323269] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9add279a-db38-4d3e-a966-721e893f7134 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.340700] env[69350]: DEBUG nova.compute.provider_tree [None req-34dee8c0-8640-40e0-87e1-85a99904d913 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1243.528757] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9d9a8bc5-f17d-4bd0-98e0-583e41d066ce tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.538399] env[69350]: DEBUG nova.network.neutron [req-e0de9422-ab65-4a27-a773-40a8ee6a595b req-0af99178-5664-4df6-b72a-5247288c0b0a service nova] [instance: 9a3d0bff-3744-4037-8829-c9769d4af37e] Updated VIF entry in instance network info cache for port 37ae9eaf-6d93-4810-b589-b92264602493. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1243.538734] env[69350]: DEBUG nova.network.neutron [req-e0de9422-ab65-4a27-a773-40a8ee6a595b req-0af99178-5664-4df6-b72a-5247288c0b0a service nova] [instance: 9a3d0bff-3744-4037-8829-c9769d4af37e] Updating instance_info_cache with network_info: [{"id": "37ae9eaf-6d93-4810-b589-b92264602493", "address": "fa:16:3e:04:7b:67", "network": {"id": "96451f6e-edde-4046-877b-ba777e1afbbe", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1337971457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68969c59ea4a4ce5995c230a96f1eab8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37ae9eaf-6d", "ovs_interfaceid": "37ae9eaf-6d93-4810-b589-b92264602493", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.745488] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-74463c83-085a-4c59-88de-34bf661d8a45 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1243.745797] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08590df7-3db4-49ad-ade6-056793af205b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.754675] env[69350]: DEBUG oslo_vmware.api [None req-74463c83-085a-4c59-88de-34bf661d8a45 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Waiting for the task: (returnval){ [ 1243.754675] env[69350]: value = "task-3366040" [ 1243.754675] env[69350]: _type = "Task" [ 1243.754675] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.764941] env[69350]: DEBUG oslo_vmware.api [None req-74463c83-085a-4c59-88de-34bf661d8a45 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3366040, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.843730] env[69350]: DEBUG nova.scheduler.client.report [None req-34dee8c0-8640-40e0-87e1-85a99904d913 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1244.042082] env[69350]: DEBUG oslo_concurrency.lockutils [req-e0de9422-ab65-4a27-a773-40a8ee6a595b req-0af99178-5664-4df6-b72a-5247288c0b0a service nova] Releasing lock "refresh_cache-9a3d0bff-3744-4037-8829-c9769d4af37e" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.045439] env[69350]: DEBUG nova.compute.manager [req-e3d668fd-ae0d-42e3-ab89-4f287b2afe86 req-8b3bf4ea-e09e-4411-b7ce-7f792486d5a5 service nova] [instance: 59da504d-d1f7-4cf6-b0a7-7187e8a8f718] Received event network-vif-deleted-2fa0bce0-01ec-4034-88e2-15fed8319641 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1244.265505] env[69350]: DEBUG oslo_vmware.api [None req-74463c83-085a-4c59-88de-34bf661d8a45 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3366040, 'name': PowerOffVM_Task, 'duration_secs': 0.31404} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.265775] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-74463c83-085a-4c59-88de-34bf661d8a45 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1244.266655] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be98a944-ffb0-474c-93dd-f9821574f081 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.286070] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b34964e-a572-4dbc-b682-45c84eabbbc8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.349695] env[69350]: DEBUG oslo_concurrency.lockutils [None req-34dee8c0-8640-40e0-87e1-85a99904d913 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.766s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.352077] env[69350]: DEBUG oslo_concurrency.lockutils [None req-31a11f93-153a-4e5a-a6d8-fbf9779bd975 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.083s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.353633] env[69350]: INFO nova.compute.claims [None req-31a11f93-153a-4e5a-a6d8-fbf9779bd975 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: c0fcc9b3-2a35-40e9-93ee-46234ac470de] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1244.367915] env[69350]: INFO nova.scheduler.client.report [None req-34dee8c0-8640-40e0-87e1-85a99904d913 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Deleted allocations for instance 1fe785c4-7274-4fad-9244-41c0e9b10d02 [ 1244.798021] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-74463c83-085a-4c59-88de-34bf661d8a45 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Creating Snapshot of the VM instance {{(pid=69350) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1244.798021] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-47903def-eab1-42df-ad72-8c9f16e69c4b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.808470] env[69350]: DEBUG oslo_vmware.api [None req-74463c83-085a-4c59-88de-34bf661d8a45 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Waiting for the task: (returnval){ [ 1244.808470] env[69350]: value = "task-3366041" [ 1244.808470] env[69350]: _type = "Task" [ 1244.808470] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.818140] env[69350]: DEBUG oslo_vmware.api [None req-74463c83-085a-4c59-88de-34bf661d8a45 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3366041, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.876355] env[69350]: DEBUG oslo_concurrency.lockutils [None req-34dee8c0-8640-40e0-87e1-85a99904d913 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Lock "1fe785c4-7274-4fad-9244-41c0e9b10d02" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.017s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.319727] env[69350]: DEBUG oslo_vmware.api [None req-74463c83-085a-4c59-88de-34bf661d8a45 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3366041, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.515486] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1265578e-9eb7-46fc-8a4e-6f37b29c8b70 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.523995] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48cebf29-4497-44e5-a402-859bc8278784 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.554550] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f20252-0abb-4965-9dd2-bf2739111a20 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.562576] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-139fb24f-bc76-4026-a2ff-6635fc07fe4d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.566464] env[69350]: DEBUG oslo_concurrency.lockutils [None req-da056883-da99-437f-b22c-4a111eb5a3a1 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Acquiring lock "b4948968-2776-4fec-9b93-5d973be9b42f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.566692] env[69350]: DEBUG oslo_concurrency.lockutils [None req-da056883-da99-437f-b22c-4a111eb5a3a1 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Lock "b4948968-2776-4fec-9b93-5d973be9b42f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.566885] env[69350]: DEBUG oslo_concurrency.lockutils [None req-da056883-da99-437f-b22c-4a111eb5a3a1 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Acquiring lock "b4948968-2776-4fec-9b93-5d973be9b42f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.567070] env[69350]: DEBUG oslo_concurrency.lockutils [None req-da056883-da99-437f-b22c-4a111eb5a3a1 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Lock "b4948968-2776-4fec-9b93-5d973be9b42f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.567236] env[69350]: DEBUG oslo_concurrency.lockutils [None req-da056883-da99-437f-b22c-4a111eb5a3a1 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Lock "b4948968-2776-4fec-9b93-5d973be9b42f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.569543] env[69350]: INFO nova.compute.manager [None req-da056883-da99-437f-b22c-4a111eb5a3a1 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: b4948968-2776-4fec-9b93-5d973be9b42f] Terminating instance [ 1245.578872] env[69350]: DEBUG nova.compute.provider_tree [None req-31a11f93-153a-4e5a-a6d8-fbf9779bd975 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1245.819906] env[69350]: DEBUG oslo_vmware.api [None req-74463c83-085a-4c59-88de-34bf661d8a45 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3366041, 'name': CreateSnapshot_Task, 'duration_secs': 0.660681} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.820207] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-74463c83-085a-4c59-88de-34bf661d8a45 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Created Snapshot of the VM instance {{(pid=69350) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1245.820937] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a0d1660-8a88-4d31-a2c3-1ad3513852a5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.082211] env[69350]: DEBUG nova.scheduler.client.report [None req-31a11f93-153a-4e5a-a6d8-fbf9779bd975 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1246.087397] env[69350]: DEBUG nova.compute.manager [None req-da056883-da99-437f-b22c-4a111eb5a3a1 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: b4948968-2776-4fec-9b93-5d973be9b42f] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1246.087589] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-da056883-da99-437f-b22c-4a111eb5a3a1 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: b4948968-2776-4fec-9b93-5d973be9b42f] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1246.088714] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb97d2c7-ceb7-4020-bc32-73cdd8c109fd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.096716] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-da056883-da99-437f-b22c-4a111eb5a3a1 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: b4948968-2776-4fec-9b93-5d973be9b42f] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1246.096947] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a4daa91-4476-4969-a222-8f2275b7c880 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.105894] env[69350]: DEBUG oslo_vmware.api [None req-da056883-da99-437f-b22c-4a111eb5a3a1 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Waiting for the task: (returnval){ [ 1246.105894] env[69350]: value = "task-3366042" [ 1246.105894] env[69350]: _type = "Task" [ 1246.105894] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.114599] env[69350]: DEBUG oslo_vmware.api [None req-da056883-da99-437f-b22c-4a111eb5a3a1 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3366042, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.340210] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-74463c83-085a-4c59-88de-34bf661d8a45 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Creating linked-clone VM from snapshot {{(pid=69350) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1246.340532] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-cc069f42-63bc-4719-90fb-5ab787fdb8db {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.350606] env[69350]: DEBUG oslo_vmware.api [None req-74463c83-085a-4c59-88de-34bf661d8a45 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Waiting for the task: (returnval){ [ 1246.350606] env[69350]: value = "task-3366043" [ 1246.350606] env[69350]: _type = "Task" [ 1246.350606] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.359101] env[69350]: DEBUG oslo_vmware.api [None req-74463c83-085a-4c59-88de-34bf661d8a45 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3366043, 'name': CloneVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.590353] env[69350]: DEBUG oslo_concurrency.lockutils [None req-31a11f93-153a-4e5a-a6d8-fbf9779bd975 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.238s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.590906] env[69350]: DEBUG nova.compute.manager [None req-31a11f93-153a-4e5a-a6d8-fbf9779bd975 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: c0fcc9b3-2a35-40e9-93ee-46234ac470de] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1246.594734] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9d9a8bc5-f17d-4bd0-98e0-583e41d066ce tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.066s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.594955] env[69350]: DEBUG nova.objects.instance [None req-9d9a8bc5-f17d-4bd0-98e0-583e41d066ce tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Lazy-loading 'resources' on Instance uuid 59da504d-d1f7-4cf6-b0a7-7187e8a8f718 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1246.616947] env[69350]: DEBUG oslo_vmware.api [None req-da056883-da99-437f-b22c-4a111eb5a3a1 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3366042, 'name': PowerOffVM_Task, 'duration_secs': 0.370916} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.617260] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-da056883-da99-437f-b22c-4a111eb5a3a1 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: b4948968-2776-4fec-9b93-5d973be9b42f] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1246.617434] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-da056883-da99-437f-b22c-4a111eb5a3a1 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: b4948968-2776-4fec-9b93-5d973be9b42f] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1246.617691] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e5a3fba2-01c6-4e5b-a8c5-5e29fc59129e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.689759] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-da056883-da99-437f-b22c-4a111eb5a3a1 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: b4948968-2776-4fec-9b93-5d973be9b42f] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1246.690055] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-da056883-da99-437f-b22c-4a111eb5a3a1 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: b4948968-2776-4fec-9b93-5d973be9b42f] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1246.690300] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-da056883-da99-437f-b22c-4a111eb5a3a1 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Deleting the datastore file [datastore1] b4948968-2776-4fec-9b93-5d973be9b42f {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1246.690511] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a73fe9e-2826-4864-85f5-c46403222563 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.698370] env[69350]: DEBUG oslo_vmware.api [None req-da056883-da99-437f-b22c-4a111eb5a3a1 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Waiting for the task: (returnval){ [ 1246.698370] env[69350]: value = "task-3366045" [ 1246.698370] env[69350]: _type = "Task" [ 1246.698370] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.706709] env[69350]: DEBUG oslo_vmware.api [None req-da056883-da99-437f-b22c-4a111eb5a3a1 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3366045, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.861287] env[69350]: DEBUG oslo_vmware.api [None req-74463c83-085a-4c59-88de-34bf661d8a45 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3366043, 'name': CloneVM_Task} progress is 94%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.100902] env[69350]: DEBUG nova.compute.utils [None req-31a11f93-153a-4e5a-a6d8-fbf9779bd975 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1247.106469] env[69350]: DEBUG nova.compute.manager [None req-31a11f93-153a-4e5a-a6d8-fbf9779bd975 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: c0fcc9b3-2a35-40e9-93ee-46234ac470de] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1247.106469] env[69350]: DEBUG nova.network.neutron [None req-31a11f93-153a-4e5a-a6d8-fbf9779bd975 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: c0fcc9b3-2a35-40e9-93ee-46234ac470de] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1247.145804] env[69350]: DEBUG nova.policy [None req-31a11f93-153a-4e5a-a6d8-fbf9779bd975 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8dd2f34152fc4907958920f5dd65722a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3571746915f448e3a8390b87a7cc7369', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 1247.211807] env[69350]: DEBUG oslo_vmware.api [None req-da056883-da99-437f-b22c-4a111eb5a3a1 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3366045, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159024} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.212081] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-da056883-da99-437f-b22c-4a111eb5a3a1 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1247.212307] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-da056883-da99-437f-b22c-4a111eb5a3a1 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: b4948968-2776-4fec-9b93-5d973be9b42f] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1247.212505] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-da056883-da99-437f-b22c-4a111eb5a3a1 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: b4948968-2776-4fec-9b93-5d973be9b42f] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1247.212676] env[69350]: INFO nova.compute.manager [None req-da056883-da99-437f-b22c-4a111eb5a3a1 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: b4948968-2776-4fec-9b93-5d973be9b42f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1247.212915] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da056883-da99-437f-b22c-4a111eb5a3a1 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1247.213119] env[69350]: DEBUG nova.compute.manager [-] [instance: b4948968-2776-4fec-9b93-5d973be9b42f] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1247.213218] env[69350]: DEBUG nova.network.neutron [-] [instance: b4948968-2776-4fec-9b93-5d973be9b42f] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1247.259280] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b3e2792-e648-42e7-8209-d87c892567cb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.269438] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77afdb37-1def-468e-99c3-3d4f8c83ec3a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.303351] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c690bd-8f6b-40c8-b8d8-6db1cf208250 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.312176] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c4ce1e-ea4b-4e27-9bf5-a9f76afade05 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.327370] env[69350]: DEBUG nova.compute.provider_tree [None req-9d9a8bc5-f17d-4bd0-98e0-583e41d066ce tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1247.361542] env[69350]: DEBUG oslo_vmware.api [None req-74463c83-085a-4c59-88de-34bf661d8a45 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3366043, 'name': CloneVM_Task} progress is 94%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.606534] env[69350]: DEBUG nova.compute.manager [None req-31a11f93-153a-4e5a-a6d8-fbf9779bd975 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: c0fcc9b3-2a35-40e9-93ee-46234ac470de] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1247.629432] env[69350]: DEBUG nova.compute.manager [req-84fdbc75-3c11-41ea-973c-d4ce1fca4c74 req-ab75eabc-0bd5-46f5-b348-b3f22cd04e3a service nova] [instance: b4948968-2776-4fec-9b93-5d973be9b42f] Received event network-vif-deleted-425fdff0-c036-42e4-887a-7a5352d9c00a {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1247.629753] env[69350]: INFO nova.compute.manager [req-84fdbc75-3c11-41ea-973c-d4ce1fca4c74 req-ab75eabc-0bd5-46f5-b348-b3f22cd04e3a service nova] [instance: b4948968-2776-4fec-9b93-5d973be9b42f] Neutron deleted interface 425fdff0-c036-42e4-887a-7a5352d9c00a; detaching it from the instance and deleting it from the info cache [ 1247.629806] env[69350]: DEBUG nova.network.neutron [req-84fdbc75-3c11-41ea-973c-d4ce1fca4c74 req-ab75eabc-0bd5-46f5-b348-b3f22cd04e3a service nova] [instance: b4948968-2776-4fec-9b93-5d973be9b42f] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.631905] env[69350]: DEBUG nova.network.neutron [None req-31a11f93-153a-4e5a-a6d8-fbf9779bd975 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: c0fcc9b3-2a35-40e9-93ee-46234ac470de] Successfully created port: a0f8a75f-1438-4bbf-b73e-60e76899b046 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1247.684190] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1247.684468] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1247.684614] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Cleaning up deleted instances {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1247.831194] env[69350]: DEBUG nova.scheduler.client.report [None req-9d9a8bc5-f17d-4bd0-98e0-583e41d066ce tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1247.863397] env[69350]: DEBUG oslo_vmware.api [None req-74463c83-085a-4c59-88de-34bf661d8a45 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3366043, 'name': CloneVM_Task} progress is 95%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.114981] env[69350]: DEBUG nova.network.neutron [-] [instance: b4948968-2776-4fec-9b93-5d973be9b42f] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.137304] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0449a6cd-e97a-414e-9aeb-b6a4721a0787 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.150559] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b983d0ee-9878-494d-a1c4-8c0e02cfaf6f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.203947] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] There are 58 instances to clean {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1248.204140] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: 1fe785c4-7274-4fad-9244-41c0e9b10d02] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1248.206059] env[69350]: DEBUG nova.compute.manager [req-84fdbc75-3c11-41ea-973c-d4ce1fca4c74 req-ab75eabc-0bd5-46f5-b348-b3f22cd04e3a service nova] [instance: b4948968-2776-4fec-9b93-5d973be9b42f] Detach interface failed, port_id=425fdff0-c036-42e4-887a-7a5352d9c00a, reason: Instance b4948968-2776-4fec-9b93-5d973be9b42f could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1248.336773] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9d9a8bc5-f17d-4bd0-98e0-583e41d066ce tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.742s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.359268] env[69350]: INFO nova.scheduler.client.report [None req-9d9a8bc5-f17d-4bd0-98e0-583e41d066ce tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Deleted allocations for instance 59da504d-d1f7-4cf6-b0a7-7187e8a8f718 [ 1248.365943] env[69350]: DEBUG oslo_vmware.api [None req-74463c83-085a-4c59-88de-34bf661d8a45 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3366043, 'name': CloneVM_Task, 'duration_secs': 1.610881} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.366401] env[69350]: INFO nova.virt.vmwareapi.vmops [None req-74463c83-085a-4c59-88de-34bf661d8a45 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Created linked-clone VM from snapshot [ 1248.367175] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e52310-bd1d-413d-ba0a-781681758ccb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.375592] env[69350]: DEBUG nova.virt.vmwareapi.images [None req-74463c83-085a-4c59-88de-34bf661d8a45 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Uploading image aea29d7e-8827-4157-976c-8febc84e6928 {{(pid=69350) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1248.402822] env[69350]: DEBUG oslo_vmware.rw_handles [None req-74463c83-085a-4c59-88de-34bf661d8a45 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1248.402822] env[69350]: value = "vm-671681" [ 1248.402822] env[69350]: _type = "VirtualMachine" [ 1248.402822] env[69350]: }. {{(pid=69350) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1248.403124] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-af61071a-ffb2-497a-be8b-716ac9c538c5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.411915] env[69350]: DEBUG oslo_vmware.rw_handles [None req-74463c83-085a-4c59-88de-34bf661d8a45 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Lease: (returnval){ [ 1248.411915] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52da434d-25ae-390d-4c7c-2bc00ae9f0f4" [ 1248.411915] env[69350]: _type = "HttpNfcLease" [ 1248.411915] env[69350]: } obtained for exporting VM: (result){ [ 1248.411915] env[69350]: value = "vm-671681" [ 1248.411915] env[69350]: _type = "VirtualMachine" [ 1248.411915] env[69350]: }. {{(pid=69350) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1248.412213] env[69350]: DEBUG oslo_vmware.api [None req-74463c83-085a-4c59-88de-34bf661d8a45 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Waiting for the lease: (returnval){ [ 1248.412213] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52da434d-25ae-390d-4c7c-2bc00ae9f0f4" [ 1248.412213] env[69350]: _type = "HttpNfcLease" [ 1248.412213] env[69350]: } to be ready. {{(pid=69350) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1248.419826] env[69350]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1248.419826] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52da434d-25ae-390d-4c7c-2bc00ae9f0f4" [ 1248.419826] env[69350]: _type = "HttpNfcLease" [ 1248.419826] env[69350]: } is initializing. {{(pid=69350) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1248.618063] env[69350]: DEBUG nova.compute.manager [None req-31a11f93-153a-4e5a-a6d8-fbf9779bd975 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: c0fcc9b3-2a35-40e9-93ee-46234ac470de] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1248.620712] env[69350]: INFO nova.compute.manager [-] [instance: b4948968-2776-4fec-9b93-5d973be9b42f] Took 1.41 seconds to deallocate network for instance. [ 1248.640053] env[69350]: DEBUG nova.virt.hardware [None req-31a11f93-153a-4e5a-a6d8-fbf9779bd975 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1248.640337] env[69350]: DEBUG nova.virt.hardware [None req-31a11f93-153a-4e5a-a6d8-fbf9779bd975 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1248.640493] env[69350]: DEBUG nova.virt.hardware [None req-31a11f93-153a-4e5a-a6d8-fbf9779bd975 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1248.640675] env[69350]: DEBUG nova.virt.hardware [None req-31a11f93-153a-4e5a-a6d8-fbf9779bd975 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1248.640817] env[69350]: DEBUG nova.virt.hardware [None req-31a11f93-153a-4e5a-a6d8-fbf9779bd975 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1248.640961] env[69350]: DEBUG nova.virt.hardware [None req-31a11f93-153a-4e5a-a6d8-fbf9779bd975 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1248.641215] env[69350]: DEBUG nova.virt.hardware [None req-31a11f93-153a-4e5a-a6d8-fbf9779bd975 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1248.641398] env[69350]: DEBUG nova.virt.hardware [None req-31a11f93-153a-4e5a-a6d8-fbf9779bd975 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1248.641569] env[69350]: DEBUG nova.virt.hardware [None req-31a11f93-153a-4e5a-a6d8-fbf9779bd975 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1248.641730] env[69350]: DEBUG nova.virt.hardware [None req-31a11f93-153a-4e5a-a6d8-fbf9779bd975 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1248.641902] env[69350]: DEBUG nova.virt.hardware [None req-31a11f93-153a-4e5a-a6d8-fbf9779bd975 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1248.642771] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d44e54-c5ae-44e9-911a-371e200f283a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.651691] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8689d0c-0944-40dc-bdfa-0496531a7a9a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.707095] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: 4c5cff77-0183-414e-976e-9a763ea21ea1] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1248.871071] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9d9a8bc5-f17d-4bd0-98e0-583e41d066ce tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Lock "59da504d-d1f7-4cf6-b0a7-7187e8a8f718" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.989s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.872081] env[69350]: DEBUG oslo_concurrency.lockutils [req-13e11c5a-5c9d-4dc5-a2cb-8fc3f529c6b0 req-e4f84bca-5ab0-4bbe-a4dc-79729a342893 service nova] Acquired lock "59da504d-d1f7-4cf6-b0a7-7187e8a8f718" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.873112] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-753de528-951e-4cc2-8449-4f60ae581d51 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.883612] env[69350]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1248.883848] env[69350]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=69350) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1248.884179] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-327a1da7-0db3-4497-a4ed-139627535d6e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.894715] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ddcd29-a9c8-4103-a37e-6ccd7a7603fc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.920694] env[69350]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1248.920694] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52da434d-25ae-390d-4c7c-2bc00ae9f0f4" [ 1248.920694] env[69350]: _type = "HttpNfcLease" [ 1248.920694] env[69350]: } is ready. {{(pid=69350) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1248.931455] env[69350]: DEBUG oslo_vmware.rw_handles [None req-74463c83-085a-4c59-88de-34bf661d8a45 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1248.931455] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52da434d-25ae-390d-4c7c-2bc00ae9f0f4" [ 1248.931455] env[69350]: _type = "HttpNfcLease" [ 1248.931455] env[69350]: }. {{(pid=69350) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1248.932270] env[69350]: ERROR root [req-13e11c5a-5c9d-4dc5-a2cb-8fc3f529c6b0 req-e4f84bca-5ab0-4bbe-a4dc-79729a342893 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-671657' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-671657' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-671657' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-671657'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-671657' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-671657' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-671657'}\n"]: nova.exception.InstanceNotFound: Instance 59da504d-d1f7-4cf6-b0a7-7187e8a8f718 could not be found. [ 1248.932449] env[69350]: DEBUG oslo_concurrency.lockutils [req-13e11c5a-5c9d-4dc5-a2cb-8fc3f529c6b0 req-e4f84bca-5ab0-4bbe-a4dc-79729a342893 service nova] Releasing lock "59da504d-d1f7-4cf6-b0a7-7187e8a8f718" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.933056] env[69350]: DEBUG nova.compute.manager [req-13e11c5a-5c9d-4dc5-a2cb-8fc3f529c6b0 req-e4f84bca-5ab0-4bbe-a4dc-79729a342893 service nova] [instance: 59da504d-d1f7-4cf6-b0a7-7187e8a8f718] Detach interface failed, port_id=e150239d-ae65-4ee1-bfd5-bb212ad8cb14, reason: Instance 59da504d-d1f7-4cf6-b0a7-7187e8a8f718 could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1248.933056] env[69350]: DEBUG nova.compute.manager [req-13e11c5a-5c9d-4dc5-a2cb-8fc3f529c6b0 req-e4f84bca-5ab0-4bbe-a4dc-79729a342893 service nova] [instance: 59da504d-d1f7-4cf6-b0a7-7187e8a8f718] Received event network-vif-deleted-2fa6b937-be41-44bf-be92-a2a5dcf898df {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1248.933056] env[69350]: INFO nova.compute.manager [req-13e11c5a-5c9d-4dc5-a2cb-8fc3f529c6b0 req-e4f84bca-5ab0-4bbe-a4dc-79729a342893 service nova] [instance: 59da504d-d1f7-4cf6-b0a7-7187e8a8f718] Neutron deleted interface 2fa6b937-be41-44bf-be92-a2a5dcf898df; detaching it from the instance and deleting it from the info cache [ 1248.933268] env[69350]: DEBUG nova.network.neutron [req-13e11c5a-5c9d-4dc5-a2cb-8fc3f529c6b0 req-e4f84bca-5ab0-4bbe-a4dc-79729a342893 service nova] [instance: 59da504d-d1f7-4cf6-b0a7-7187e8a8f718] Updating instance_info_cache with network_info: [{"id": "2fa0bce0-01ec-4034-88e2-15fed8319641", "address": "fa:16:3e:ba:51:57", "network": {"id": "ad123e0a-1a99-4c6b-932f-ff9de41ceb18", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-757019814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e70a04cc40f0407ebac8a2f5bbbd8693", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fa0bce0-01", "ovs_interfaceid": "2fa0bce0-01ec-4034-88e2-15fed8319641", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.934980] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d45d3826-14c5-45e5-9559-42185c12f688 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.944301] env[69350]: DEBUG oslo_vmware.rw_handles [None req-74463c83-085a-4c59-88de-34bf661d8a45 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c950bc-98bb-0bdf-d01c-eda6d591c9e6/disk-0.vmdk from lease info. {{(pid=69350) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1248.944532] env[69350]: DEBUG oslo_vmware.rw_handles [None req-74463c83-085a-4c59-88de-34bf661d8a45 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c950bc-98bb-0bdf-d01c-eda6d591c9e6/disk-0.vmdk for reading. {{(pid=69350) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1249.070873] env[69350]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-47ec32d1-7ff4-4692-94a3-f39132787c8f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.130239] env[69350]: DEBUG oslo_concurrency.lockutils [None req-da056883-da99-437f-b22c-4a111eb5a3a1 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.130552] env[69350]: DEBUG oslo_concurrency.lockutils [None req-da056883-da99-437f-b22c-4a111eb5a3a1 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.130859] env[69350]: DEBUG nova.objects.instance [None req-da056883-da99-437f-b22c-4a111eb5a3a1 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Lazy-loading 'resources' on Instance uuid b4948968-2776-4fec-9b93-5d973be9b42f {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1249.136981] env[69350]: DEBUG nova.network.neutron [None req-31a11f93-153a-4e5a-a6d8-fbf9779bd975 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: c0fcc9b3-2a35-40e9-93ee-46234ac470de] Successfully updated port: a0f8a75f-1438-4bbf-b73e-60e76899b046 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1249.211414] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: e949bbaf-d136-41b7-b001-daf3d99a1502] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1249.439190] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-29a3463c-3b9d-43de-9955-e2712a38359d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.450726] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-186b3a0b-4558-4506-9273-dbad6dcb1fa3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.486687] env[69350]: DEBUG nova.compute.manager [req-13e11c5a-5c9d-4dc5-a2cb-8fc3f529c6b0 req-e4f84bca-5ab0-4bbe-a4dc-79729a342893 service nova] [instance: 59da504d-d1f7-4cf6-b0a7-7187e8a8f718] Detach interface failed, port_id=2fa6b937-be41-44bf-be92-a2a5dcf898df, reason: Instance 59da504d-d1f7-4cf6-b0a7-7187e8a8f718 could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1249.639843] env[69350]: DEBUG oslo_concurrency.lockutils [None req-31a11f93-153a-4e5a-a6d8-fbf9779bd975 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Acquiring lock "refresh_cache-c0fcc9b3-2a35-40e9-93ee-46234ac470de" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.639843] env[69350]: DEBUG oslo_concurrency.lockutils [None req-31a11f93-153a-4e5a-a6d8-fbf9779bd975 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Acquired lock "refresh_cache-c0fcc9b3-2a35-40e9-93ee-46234ac470de" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.640010] env[69350]: DEBUG nova.network.neutron [None req-31a11f93-153a-4e5a-a6d8-fbf9779bd975 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: c0fcc9b3-2a35-40e9-93ee-46234ac470de] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1249.660556] env[69350]: DEBUG nova.compute.manager [req-05a1e006-edc6-49f6-8b85-2904034cb0fd req-7bab95d6-d6e5-4b9f-aa52-10c0478f1268 service nova] [instance: c0fcc9b3-2a35-40e9-93ee-46234ac470de] Received event network-vif-plugged-a0f8a75f-1438-4bbf-b73e-60e76899b046 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1249.660556] env[69350]: DEBUG oslo_concurrency.lockutils [req-05a1e006-edc6-49f6-8b85-2904034cb0fd req-7bab95d6-d6e5-4b9f-aa52-10c0478f1268 service nova] Acquiring lock "c0fcc9b3-2a35-40e9-93ee-46234ac470de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.660556] env[69350]: DEBUG oslo_concurrency.lockutils [req-05a1e006-edc6-49f6-8b85-2904034cb0fd req-7bab95d6-d6e5-4b9f-aa52-10c0478f1268 service nova] Lock "c0fcc9b3-2a35-40e9-93ee-46234ac470de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.660556] env[69350]: DEBUG oslo_concurrency.lockutils [req-05a1e006-edc6-49f6-8b85-2904034cb0fd req-7bab95d6-d6e5-4b9f-aa52-10c0478f1268 service nova] Lock "c0fcc9b3-2a35-40e9-93ee-46234ac470de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.660556] env[69350]: DEBUG nova.compute.manager [req-05a1e006-edc6-49f6-8b85-2904034cb0fd req-7bab95d6-d6e5-4b9f-aa52-10c0478f1268 service nova] [instance: c0fcc9b3-2a35-40e9-93ee-46234ac470de] No waiting events found dispatching network-vif-plugged-a0f8a75f-1438-4bbf-b73e-60e76899b046 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1249.660556] env[69350]: WARNING nova.compute.manager [req-05a1e006-edc6-49f6-8b85-2904034cb0fd req-7bab95d6-d6e5-4b9f-aa52-10c0478f1268 service nova] [instance: c0fcc9b3-2a35-40e9-93ee-46234ac470de] Received unexpected event network-vif-plugged-a0f8a75f-1438-4bbf-b73e-60e76899b046 for instance with vm_state building and task_state spawning. [ 1249.660556] env[69350]: DEBUG nova.compute.manager [req-05a1e006-edc6-49f6-8b85-2904034cb0fd req-7bab95d6-d6e5-4b9f-aa52-10c0478f1268 service nova] [instance: c0fcc9b3-2a35-40e9-93ee-46234ac470de] Received event network-changed-a0f8a75f-1438-4bbf-b73e-60e76899b046 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1249.660556] env[69350]: DEBUG nova.compute.manager [req-05a1e006-edc6-49f6-8b85-2904034cb0fd req-7bab95d6-d6e5-4b9f-aa52-10c0478f1268 service nova] [instance: c0fcc9b3-2a35-40e9-93ee-46234ac470de] Refreshing instance network info cache due to event network-changed-a0f8a75f-1438-4bbf-b73e-60e76899b046. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1249.660556] env[69350]: DEBUG oslo_concurrency.lockutils [req-05a1e006-edc6-49f6-8b85-2904034cb0fd req-7bab95d6-d6e5-4b9f-aa52-10c0478f1268 service nova] Acquiring lock "refresh_cache-c0fcc9b3-2a35-40e9-93ee-46234ac470de" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.718055] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: a8668eef-6f79-4399-8220-e0ffc5218c1d] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1249.810143] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af7a3910-1aa2-4027-9a17-6b8bb4f963bf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.817910] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec8e15fb-447e-49e7-8291-bd8c9446f5cc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.849248] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b57c991-5ddf-4b6b-9296-b809e4bea8e3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.857935] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca647487-0307-4252-82eb-076b70e1cbc3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.872303] env[69350]: DEBUG nova.compute.provider_tree [None req-da056883-da99-437f-b22c-4a111eb5a3a1 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1250.184141] env[69350]: DEBUG nova.network.neutron [None req-31a11f93-153a-4e5a-a6d8-fbf9779bd975 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: c0fcc9b3-2a35-40e9-93ee-46234ac470de] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1250.221837] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: 492d3ac9-3817-47b3-8fa4-3969d4617244] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1250.378910] env[69350]: DEBUG nova.scheduler.client.report [None req-da056883-da99-437f-b22c-4a111eb5a3a1 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1250.399060] env[69350]: DEBUG nova.network.neutron [None req-31a11f93-153a-4e5a-a6d8-fbf9779bd975 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: c0fcc9b3-2a35-40e9-93ee-46234ac470de] Updating instance_info_cache with network_info: [{"id": "a0f8a75f-1438-4bbf-b73e-60e76899b046", "address": "fa:16:3e:ad:40:2a", "network": {"id": "40334e43-9f84-443d-804a-12efd4b9811e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-200552017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3571746915f448e3a8390b87a7cc7369", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0f8a75f-14", "ovs_interfaceid": "a0f8a75f-1438-4bbf-b73e-60e76899b046", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.725999] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: f1f58390-3eb6-4ef8-93ab-e2d3bd3ab2c6] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1250.885584] env[69350]: DEBUG oslo_concurrency.lockutils [None req-da056883-da99-437f-b22c-4a111eb5a3a1 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.755s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.901947] env[69350]: DEBUG oslo_concurrency.lockutils [None req-31a11f93-153a-4e5a-a6d8-fbf9779bd975 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Releasing lock "refresh_cache-c0fcc9b3-2a35-40e9-93ee-46234ac470de" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.902351] env[69350]: DEBUG nova.compute.manager [None req-31a11f93-153a-4e5a-a6d8-fbf9779bd975 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: c0fcc9b3-2a35-40e9-93ee-46234ac470de] Instance network_info: |[{"id": "a0f8a75f-1438-4bbf-b73e-60e76899b046", "address": "fa:16:3e:ad:40:2a", "network": {"id": "40334e43-9f84-443d-804a-12efd4b9811e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-200552017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3571746915f448e3a8390b87a7cc7369", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0f8a75f-14", "ovs_interfaceid": "a0f8a75f-1438-4bbf-b73e-60e76899b046", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1250.902772] env[69350]: DEBUG oslo_concurrency.lockutils [req-05a1e006-edc6-49f6-8b85-2904034cb0fd req-7bab95d6-d6e5-4b9f-aa52-10c0478f1268 service nova] Acquired lock "refresh_cache-c0fcc9b3-2a35-40e9-93ee-46234ac470de" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.902984] env[69350]: DEBUG nova.network.neutron [req-05a1e006-edc6-49f6-8b85-2904034cb0fd req-7bab95d6-d6e5-4b9f-aa52-10c0478f1268 service nova] [instance: c0fcc9b3-2a35-40e9-93ee-46234ac470de] Refreshing network info cache for port a0f8a75f-1438-4bbf-b73e-60e76899b046 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1250.904964] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-31a11f93-153a-4e5a-a6d8-fbf9779bd975 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: c0fcc9b3-2a35-40e9-93ee-46234ac470de] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:40:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '17c839f5-4de0-449c-9a24-4e0e2fca37ca', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a0f8a75f-1438-4bbf-b73e-60e76899b046', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1250.913284] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-31a11f93-153a-4e5a-a6d8-fbf9779bd975 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1250.915097] env[69350]: INFO nova.scheduler.client.report [None req-da056883-da99-437f-b22c-4a111eb5a3a1 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Deleted allocations for instance b4948968-2776-4fec-9b93-5d973be9b42f [ 1250.919099] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0fcc9b3-2a35-40e9-93ee-46234ac470de] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1250.922027] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e5f0596b-57b6-48fc-847a-cd76849b7cc2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.945668] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1250.945668] env[69350]: value = "task-3366047" [ 1250.945668] env[69350]: _type = "Task" [ 1250.945668] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.956189] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366047, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.180090] env[69350]: DEBUG nova.network.neutron [req-05a1e006-edc6-49f6-8b85-2904034cb0fd req-7bab95d6-d6e5-4b9f-aa52-10c0478f1268 service nova] [instance: c0fcc9b3-2a35-40e9-93ee-46234ac470de] Updated VIF entry in instance network info cache for port a0f8a75f-1438-4bbf-b73e-60e76899b046. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1251.180551] env[69350]: DEBUG nova.network.neutron [req-05a1e006-edc6-49f6-8b85-2904034cb0fd req-7bab95d6-d6e5-4b9f-aa52-10c0478f1268 service nova] [instance: c0fcc9b3-2a35-40e9-93ee-46234ac470de] Updating instance_info_cache with network_info: [{"id": "a0f8a75f-1438-4bbf-b73e-60e76899b046", "address": "fa:16:3e:ad:40:2a", "network": {"id": "40334e43-9f84-443d-804a-12efd4b9811e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-200552017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3571746915f448e3a8390b87a7cc7369", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0f8a75f-14", "ovs_interfaceid": "a0f8a75f-1438-4bbf-b73e-60e76899b046", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.232218] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: c844b729-b790-484f-a78b-3eff6f936586] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1251.341283] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3d22ac6d-3d4b-45c4-a70e-f5613cef17e7 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Acquiring lock "c3e34d3b-84f4-4b36-b887-262cc9c73a55" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.341530] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3d22ac6d-3d4b-45c4-a70e-f5613cef17e7 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Lock "c3e34d3b-84f4-4b36-b887-262cc9c73a55" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.443456] env[69350]: DEBUG oslo_concurrency.lockutils [None req-da056883-da99-437f-b22c-4a111eb5a3a1 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Lock "b4948968-2776-4fec-9b93-5d973be9b42f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.877s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.456249] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366047, 'name': CreateVM_Task, 'duration_secs': 0.378033} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.456428] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0fcc9b3-2a35-40e9-93ee-46234ac470de] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1251.457116] env[69350]: DEBUG oslo_concurrency.lockutils [None req-31a11f93-153a-4e5a-a6d8-fbf9779bd975 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.457284] env[69350]: DEBUG oslo_concurrency.lockutils [None req-31a11f93-153a-4e5a-a6d8-fbf9779bd975 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.457652] env[69350]: DEBUG oslo_concurrency.lockutils [None req-31a11f93-153a-4e5a-a6d8-fbf9779bd975 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.458547] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e4509b1-8351-4f7f-92ab-ce97010e50f1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.464710] env[69350]: DEBUG oslo_vmware.api [None req-31a11f93-153a-4e5a-a6d8-fbf9779bd975 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Waiting for the task: (returnval){ [ 1251.464710] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5257b023-0a65-50e3-4594-bdbf5046818f" [ 1251.464710] env[69350]: _type = "Task" [ 1251.464710] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.473763] env[69350]: DEBUG oslo_vmware.api [None req-31a11f93-153a-4e5a-a6d8-fbf9779bd975 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5257b023-0a65-50e3-4594-bdbf5046818f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.683473] env[69350]: DEBUG oslo_concurrency.lockutils [req-05a1e006-edc6-49f6-8b85-2904034cb0fd req-7bab95d6-d6e5-4b9f-aa52-10c0478f1268 service nova] Releasing lock "refresh_cache-c0fcc9b3-2a35-40e9-93ee-46234ac470de" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.735235] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: cb5a0778-568b-47c5-9482-87bff5312831] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1251.844034] env[69350]: DEBUG nova.compute.manager [None req-3d22ac6d-3d4b-45c4-a70e-f5613cef17e7 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: c3e34d3b-84f4-4b36-b887-262cc9c73a55] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1251.977948] env[69350]: DEBUG oslo_vmware.api [None req-31a11f93-153a-4e5a-a6d8-fbf9779bd975 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5257b023-0a65-50e3-4594-bdbf5046818f, 'name': SearchDatastore_Task, 'duration_secs': 0.011742} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.978248] env[69350]: DEBUG oslo_concurrency.lockutils [None req-31a11f93-153a-4e5a-a6d8-fbf9779bd975 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.978540] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-31a11f93-153a-4e5a-a6d8-fbf9779bd975 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: c0fcc9b3-2a35-40e9-93ee-46234ac470de] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1251.978838] env[69350]: DEBUG oslo_concurrency.lockutils [None req-31a11f93-153a-4e5a-a6d8-fbf9779bd975 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.979020] env[69350]: DEBUG oslo_concurrency.lockutils [None req-31a11f93-153a-4e5a-a6d8-fbf9779bd975 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.979230] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-31a11f93-153a-4e5a-a6d8-fbf9779bd975 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1251.979549] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ddfe952d-d94c-418a-be99-e4c4ae4d1370 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.990301] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-31a11f93-153a-4e5a-a6d8-fbf9779bd975 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1251.990509] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-31a11f93-153a-4e5a-a6d8-fbf9779bd975 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1251.991374] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1ade620-ab31-44ba-a2c2-eb42a2250346 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.998384] env[69350]: DEBUG oslo_vmware.api [None req-31a11f93-153a-4e5a-a6d8-fbf9779bd975 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Waiting for the task: (returnval){ [ 1251.998384] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5297b9d0-86a5-7507-e403-b6739550c219" [ 1251.998384] env[69350]: _type = "Task" [ 1251.998384] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.009107] env[69350]: DEBUG oslo_vmware.api [None req-31a11f93-153a-4e5a-a6d8-fbf9779bd975 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5297b9d0-86a5-7507-e403-b6739550c219, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.238994] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: 29207e32-1b3a-472e-b65e-1de795fbe1c9] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1252.365051] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3d22ac6d-3d4b-45c4-a70e-f5613cef17e7 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.365341] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3d22ac6d-3d4b-45c4-a70e-f5613cef17e7 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.366890] env[69350]: INFO nova.compute.claims [None req-3d22ac6d-3d4b-45c4-a70e-f5613cef17e7 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: c3e34d3b-84f4-4b36-b887-262cc9c73a55] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1252.509310] env[69350]: DEBUG oslo_vmware.api [None req-31a11f93-153a-4e5a-a6d8-fbf9779bd975 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5297b9d0-86a5-7507-e403-b6739550c219, 'name': SearchDatastore_Task, 'duration_secs': 0.010975} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.510141] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7c15f1e-2df4-4b1b-9b67-cb7225f12430 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.516301] env[69350]: DEBUG oslo_vmware.api [None req-31a11f93-153a-4e5a-a6d8-fbf9779bd975 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Waiting for the task: (returnval){ [ 1252.516301] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]520c4e20-650c-7c47-b4b2-544506e6831c" [ 1252.516301] env[69350]: _type = "Task" [ 1252.516301] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.524983] env[69350]: DEBUG oslo_vmware.api [None req-31a11f93-153a-4e5a-a6d8-fbf9779bd975 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]520c4e20-650c-7c47-b4b2-544506e6831c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.602637] env[69350]: DEBUG oslo_concurrency.lockutils [None req-62b544c3-5bda-48e9-b266-3f0fa6cae7a0 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Acquiring lock "f124e5c2-b663-4d93-bfa8-7d5fa13631fa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.602874] env[69350]: DEBUG oslo_concurrency.lockutils [None req-62b544c3-5bda-48e9-b266-3f0fa6cae7a0 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Lock "f124e5c2-b663-4d93-bfa8-7d5fa13631fa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.742026] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: 11c67a96-f39b-4f14-9eed-ca26d6e0d16c] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1253.027686] env[69350]: DEBUG oslo_vmware.api [None req-31a11f93-153a-4e5a-a6d8-fbf9779bd975 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]520c4e20-650c-7c47-b4b2-544506e6831c, 'name': SearchDatastore_Task, 'duration_secs': 0.011227} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.027943] env[69350]: DEBUG oslo_concurrency.lockutils [None req-31a11f93-153a-4e5a-a6d8-fbf9779bd975 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.028212] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-31a11f93-153a-4e5a-a6d8-fbf9779bd975 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] c0fcc9b3-2a35-40e9-93ee-46234ac470de/c0fcc9b3-2a35-40e9-93ee-46234ac470de.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1253.028474] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-39a89404-aeb4-4676-9817-e3b6f226f303 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.035842] env[69350]: DEBUG oslo_vmware.api [None req-31a11f93-153a-4e5a-a6d8-fbf9779bd975 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Waiting for the task: (returnval){ [ 1253.035842] env[69350]: value = "task-3366048" [ 1253.035842] env[69350]: _type = "Task" [ 1253.035842] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.044323] env[69350]: DEBUG oslo_vmware.api [None req-31a11f93-153a-4e5a-a6d8-fbf9779bd975 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': task-3366048, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.106363] env[69350]: DEBUG nova.compute.manager [None req-62b544c3-5bda-48e9-b266-3f0fa6cae7a0 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: f124e5c2-b663-4d93-bfa8-7d5fa13631fa] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1253.246072] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: fd796368-14e5-47ae-b08b-6e17c2722d8d] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1253.549701] env[69350]: DEBUG oslo_vmware.api [None req-31a11f93-153a-4e5a-a6d8-fbf9779bd975 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': task-3366048, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.456072} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.550229] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-31a11f93-153a-4e5a-a6d8-fbf9779bd975 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] c0fcc9b3-2a35-40e9-93ee-46234ac470de/c0fcc9b3-2a35-40e9-93ee-46234ac470de.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1253.550472] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-31a11f93-153a-4e5a-a6d8-fbf9779bd975 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: c0fcc9b3-2a35-40e9-93ee-46234ac470de] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1253.550743] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-01b22ec0-1e84-49d1-a0fd-b54f1fa1d0db {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.554734] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0d55158-ddf7-410c-b8ba-f6277b9e84e7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.560428] env[69350]: DEBUG oslo_vmware.api [None req-31a11f93-153a-4e5a-a6d8-fbf9779bd975 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Waiting for the task: (returnval){ [ 1253.560428] env[69350]: value = "task-3366049" [ 1253.560428] env[69350]: _type = "Task" [ 1253.560428] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.566015] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90bbaad3-3e8d-407f-bd82-03dcc7cc99cc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.576201] env[69350]: DEBUG oslo_vmware.api [None req-31a11f93-153a-4e5a-a6d8-fbf9779bd975 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': task-3366049, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.602151] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2cdf8de-66e8-412a-9627-b4d7de2b9496 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.613082] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa86502-f4cb-4d41-a373-9488f9b0899a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.630454] env[69350]: DEBUG nova.compute.provider_tree [None req-3d22ac6d-3d4b-45c4-a70e-f5613cef17e7 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1253.633024] env[69350]: DEBUG oslo_concurrency.lockutils [None req-62b544c3-5bda-48e9-b266-3f0fa6cae7a0 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.751038] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: f6a0818a-b5a3-402e-80e4-a4d33a4a12d6] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1254.075321] env[69350]: DEBUG oslo_vmware.api [None req-31a11f93-153a-4e5a-a6d8-fbf9779bd975 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': task-3366049, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068473} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.075689] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-31a11f93-153a-4e5a-a6d8-fbf9779bd975 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: c0fcc9b3-2a35-40e9-93ee-46234ac470de] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1254.076859] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4c6bdfc-922f-4c1d-b775-86cd17924c0a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.106741] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-31a11f93-153a-4e5a-a6d8-fbf9779bd975 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: c0fcc9b3-2a35-40e9-93ee-46234ac470de] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] c0fcc9b3-2a35-40e9-93ee-46234ac470de/c0fcc9b3-2a35-40e9-93ee-46234ac470de.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1254.107255] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ceb8181-d640-4843-8987-4a9a9dc825a8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.127712] env[69350]: DEBUG oslo_vmware.api [None req-31a11f93-153a-4e5a-a6d8-fbf9779bd975 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Waiting for the task: (returnval){ [ 1254.127712] env[69350]: value = "task-3366050" [ 1254.127712] env[69350]: _type = "Task" [ 1254.127712] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.138675] env[69350]: DEBUG nova.scheduler.client.report [None req-3d22ac6d-3d4b-45c4-a70e-f5613cef17e7 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1254.141848] env[69350]: DEBUG oslo_vmware.api [None req-31a11f93-153a-4e5a-a6d8-fbf9779bd975 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': task-3366050, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.254550] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: 98437038-140f-46fc-95b3-1eb128268da9] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1254.638854] env[69350]: DEBUG oslo_vmware.api [None req-31a11f93-153a-4e5a-a6d8-fbf9779bd975 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': task-3366050, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.643747] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3d22ac6d-3d4b-45c4-a70e-f5613cef17e7 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.278s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.644251] env[69350]: DEBUG nova.compute.manager [None req-3d22ac6d-3d4b-45c4-a70e-f5613cef17e7 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: c3e34d3b-84f4-4b36-b887-262cc9c73a55] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1254.647046] env[69350]: DEBUG oslo_concurrency.lockutils [None req-62b544c3-5bda-48e9-b266-3f0fa6cae7a0 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.014s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.648494] env[69350]: INFO nova.compute.claims [None req-62b544c3-5bda-48e9-b266-3f0fa6cae7a0 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: f124e5c2-b663-4d93-bfa8-7d5fa13631fa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1254.758126] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: 6748bc84-f2c1-4bd1-9793-4a225d4a405d] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1255.140380] env[69350]: DEBUG oslo_vmware.api [None req-31a11f93-153a-4e5a-a6d8-fbf9779bd975 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': task-3366050, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.153068] env[69350]: DEBUG nova.compute.utils [None req-3d22ac6d-3d4b-45c4-a70e-f5613cef17e7 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1255.156348] env[69350]: DEBUG nova.compute.manager [None req-3d22ac6d-3d4b-45c4-a70e-f5613cef17e7 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: c3e34d3b-84f4-4b36-b887-262cc9c73a55] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1255.156551] env[69350]: DEBUG nova.network.neutron [None req-3d22ac6d-3d4b-45c4-a70e-f5613cef17e7 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: c3e34d3b-84f4-4b36-b887-262cc9c73a55] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1255.195456] env[69350]: DEBUG nova.policy [None req-3d22ac6d-3d4b-45c4-a70e-f5613cef17e7 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9c9693865dde46498cfeedad6514435b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e70a04cc40f0407ebac8a2f5bbbd8693', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 1255.261911] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: 8597cdbf-2482-4fed-942c-a8314352673f] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1255.498157] env[69350]: DEBUG oslo_concurrency.lockutils [None req-66cf077f-ebaa-4a4e-985e-20aae75b7e65 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Acquiring lock "eac0e93a-faa9-4185-8d37-b6e2f7388eb5" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.498398] env[69350]: DEBUG oslo_concurrency.lockutils [None req-66cf077f-ebaa-4a4e-985e-20aae75b7e65 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Lock "eac0e93a-faa9-4185-8d37-b6e2f7388eb5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.502509] env[69350]: DEBUG nova.network.neutron [None req-3d22ac6d-3d4b-45c4-a70e-f5613cef17e7 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: c3e34d3b-84f4-4b36-b887-262cc9c73a55] Successfully created port: 73d86e5c-6ef6-457c-ab63-bb8751635a6c {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1255.641633] env[69350]: DEBUG oslo_vmware.api [None req-31a11f93-153a-4e5a-a6d8-fbf9779bd975 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': task-3366050, 'name': ReconfigVM_Task, 'duration_secs': 1.41786} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.641920] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-31a11f93-153a-4e5a-a6d8-fbf9779bd975 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: c0fcc9b3-2a35-40e9-93ee-46234ac470de] Reconfigured VM instance instance-0000006c to attach disk [datastore1] c0fcc9b3-2a35-40e9-93ee-46234ac470de/c0fcc9b3-2a35-40e9-93ee-46234ac470de.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1255.642592] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e2c84313-81fb-4474-b1d4-6c7b767f3479 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.651032] env[69350]: DEBUG oslo_vmware.api [None req-31a11f93-153a-4e5a-a6d8-fbf9779bd975 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Waiting for the task: (returnval){ [ 1255.651032] env[69350]: value = "task-3366051" [ 1255.651032] env[69350]: _type = "Task" [ 1255.651032] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.660269] env[69350]: DEBUG nova.compute.manager [None req-3d22ac6d-3d4b-45c4-a70e-f5613cef17e7 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: c3e34d3b-84f4-4b36-b887-262cc9c73a55] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1255.665968] env[69350]: DEBUG oslo_vmware.api [None req-31a11f93-153a-4e5a-a6d8-fbf9779bd975 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': task-3366051, 'name': Rename_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.765306] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: 38697a7f-71a5-4109-bc6f-58f00ec0c798] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1255.904076] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abe460b8-c397-43e9-aa7a-0a86763f8b90 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.912724] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6167f74d-3ef5-4a4e-9c2d-96d0978365a2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.946169] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaaf76cb-2b24-44c9-9e02-c72fa9fe0177 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.955129] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c456a3-9b08-4be3-b593-d4382f7ef5ea {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.970330] env[69350]: DEBUG nova.compute.provider_tree [None req-62b544c3-5bda-48e9-b266-3f0fa6cae7a0 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1256.002192] env[69350]: DEBUG nova.compute.utils [None req-66cf077f-ebaa-4a4e-985e-20aae75b7e65 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1256.161714] env[69350]: DEBUG oslo_vmware.api [None req-31a11f93-153a-4e5a-a6d8-fbf9779bd975 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': task-3366051, 'name': Rename_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.262637] env[69350]: DEBUG oslo_vmware.rw_handles [None req-74463c83-085a-4c59-88de-34bf661d8a45 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c950bc-98bb-0bdf-d01c-eda6d591c9e6/disk-0.vmdk. {{(pid=69350) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1256.263577] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2125dc18-5311-4524-86db-8efab1105f5a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.270792] env[69350]: DEBUG oslo_vmware.rw_handles [None req-74463c83-085a-4c59-88de-34bf661d8a45 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c950bc-98bb-0bdf-d01c-eda6d591c9e6/disk-0.vmdk is in state: ready. {{(pid=69350) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1256.270960] env[69350]: ERROR oslo_vmware.rw_handles [None req-74463c83-085a-4c59-88de-34bf661d8a45 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c950bc-98bb-0bdf-d01c-eda6d591c9e6/disk-0.vmdk due to incomplete transfer. [ 1256.271194] env[69350]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-dad49690-b5aa-46c2-966c-8b67afb2ec1e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.272893] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: 9aba16d2-aa15-49cf-ab8e-bded803b56d3] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1256.282379] env[69350]: DEBUG oslo_vmware.rw_handles [None req-74463c83-085a-4c59-88de-34bf661d8a45 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c950bc-98bb-0bdf-d01c-eda6d591c9e6/disk-0.vmdk. {{(pid=69350) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1256.282736] env[69350]: DEBUG nova.virt.vmwareapi.images [None req-74463c83-085a-4c59-88de-34bf661d8a45 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Uploaded image aea29d7e-8827-4157-976c-8febc84e6928 to the Glance image server {{(pid=69350) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1256.285700] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-74463c83-085a-4c59-88de-34bf661d8a45 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Destroying the VM {{(pid=69350) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1256.286053] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-870e3100-0ea2-4cc6-a0b0-ac5ccb59a461 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.294280] env[69350]: DEBUG oslo_vmware.api [None req-74463c83-085a-4c59-88de-34bf661d8a45 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Waiting for the task: (returnval){ [ 1256.294280] env[69350]: value = "task-3366052" [ 1256.294280] env[69350]: _type = "Task" [ 1256.294280] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.302483] env[69350]: DEBUG oslo_vmware.api [None req-74463c83-085a-4c59-88de-34bf661d8a45 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3366052, 'name': Destroy_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.473685] env[69350]: DEBUG nova.scheduler.client.report [None req-62b544c3-5bda-48e9-b266-3f0fa6cae7a0 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1256.505117] env[69350]: DEBUG oslo_concurrency.lockutils [None req-66cf077f-ebaa-4a4e-985e-20aae75b7e65 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Lock "eac0e93a-faa9-4185-8d37-b6e2f7388eb5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.665955] env[69350]: DEBUG oslo_vmware.api [None req-31a11f93-153a-4e5a-a6d8-fbf9779bd975 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': task-3366051, 'name': Rename_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.672319] env[69350]: DEBUG nova.compute.manager [None req-3d22ac6d-3d4b-45c4-a70e-f5613cef17e7 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: c3e34d3b-84f4-4b36-b887-262cc9c73a55] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1256.693495] env[69350]: DEBUG nova.virt.hardware [None req-3d22ac6d-3d4b-45c4-a70e-f5613cef17e7 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1256.693738] env[69350]: DEBUG nova.virt.hardware [None req-3d22ac6d-3d4b-45c4-a70e-f5613cef17e7 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1256.693893] env[69350]: DEBUG nova.virt.hardware [None req-3d22ac6d-3d4b-45c4-a70e-f5613cef17e7 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1256.694089] env[69350]: DEBUG nova.virt.hardware [None req-3d22ac6d-3d4b-45c4-a70e-f5613cef17e7 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1256.694237] env[69350]: DEBUG nova.virt.hardware [None req-3d22ac6d-3d4b-45c4-a70e-f5613cef17e7 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1256.694457] env[69350]: DEBUG nova.virt.hardware [None req-3d22ac6d-3d4b-45c4-a70e-f5613cef17e7 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1256.694680] env[69350]: DEBUG nova.virt.hardware [None req-3d22ac6d-3d4b-45c4-a70e-f5613cef17e7 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1256.694837] env[69350]: DEBUG nova.virt.hardware [None req-3d22ac6d-3d4b-45c4-a70e-f5613cef17e7 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1256.695008] env[69350]: DEBUG nova.virt.hardware [None req-3d22ac6d-3d4b-45c4-a70e-f5613cef17e7 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1256.695178] env[69350]: DEBUG nova.virt.hardware [None req-3d22ac6d-3d4b-45c4-a70e-f5613cef17e7 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1256.695349] env[69350]: DEBUG nova.virt.hardware [None req-3d22ac6d-3d4b-45c4-a70e-f5613cef17e7 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1256.696243] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d0d56f9-8613-47cd-afb5-ac9abdd375c1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.704732] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-963375ac-2c29-4820-8501-f295f96afa75 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.775616] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: c34760a4-99e2-4db3-bbb4-3b6a721e5593] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1256.806807] env[69350]: DEBUG oslo_vmware.api [None req-74463c83-085a-4c59-88de-34bf661d8a45 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3366052, 'name': Destroy_Task, 'duration_secs': 0.367771} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.807083] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-74463c83-085a-4c59-88de-34bf661d8a45 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Destroyed the VM [ 1256.807318] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-74463c83-085a-4c59-88de-34bf661d8a45 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Deleting Snapshot of the VM instance {{(pid=69350) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1256.807563] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-44470a5a-25b2-4fbe-900a-d7d9f714422c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.814766] env[69350]: DEBUG oslo_vmware.api [None req-74463c83-085a-4c59-88de-34bf661d8a45 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Waiting for the task: (returnval){ [ 1256.814766] env[69350]: value = "task-3366053" [ 1256.814766] env[69350]: _type = "Task" [ 1256.814766] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.824083] env[69350]: DEBUG oslo_vmware.api [None req-74463c83-085a-4c59-88de-34bf661d8a45 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3366053, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.883139] env[69350]: DEBUG nova.compute.manager [req-8d24c1c9-4559-4771-9670-e267afe9b5ad req-8c2bdc5e-e298-46fb-88be-450bd81b6c22 service nova] [instance: c3e34d3b-84f4-4b36-b887-262cc9c73a55] Received event network-vif-plugged-73d86e5c-6ef6-457c-ab63-bb8751635a6c {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1256.883382] env[69350]: DEBUG oslo_concurrency.lockutils [req-8d24c1c9-4559-4771-9670-e267afe9b5ad req-8c2bdc5e-e298-46fb-88be-450bd81b6c22 service nova] Acquiring lock "c3e34d3b-84f4-4b36-b887-262cc9c73a55-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.883592] env[69350]: DEBUG oslo_concurrency.lockutils [req-8d24c1c9-4559-4771-9670-e267afe9b5ad req-8c2bdc5e-e298-46fb-88be-450bd81b6c22 service nova] Lock "c3e34d3b-84f4-4b36-b887-262cc9c73a55-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.883754] env[69350]: DEBUG oslo_concurrency.lockutils [req-8d24c1c9-4559-4771-9670-e267afe9b5ad req-8c2bdc5e-e298-46fb-88be-450bd81b6c22 service nova] Lock "c3e34d3b-84f4-4b36-b887-262cc9c73a55-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.883942] env[69350]: DEBUG nova.compute.manager [req-8d24c1c9-4559-4771-9670-e267afe9b5ad req-8c2bdc5e-e298-46fb-88be-450bd81b6c22 service nova] [instance: c3e34d3b-84f4-4b36-b887-262cc9c73a55] No waiting events found dispatching network-vif-plugged-73d86e5c-6ef6-457c-ab63-bb8751635a6c {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1256.884301] env[69350]: WARNING nova.compute.manager [req-8d24c1c9-4559-4771-9670-e267afe9b5ad req-8c2bdc5e-e298-46fb-88be-450bd81b6c22 service nova] [instance: c3e34d3b-84f4-4b36-b887-262cc9c73a55] Received unexpected event network-vif-plugged-73d86e5c-6ef6-457c-ab63-bb8751635a6c for instance with vm_state building and task_state spawning. [ 1256.981084] env[69350]: DEBUG oslo_concurrency.lockutils [None req-62b544c3-5bda-48e9-b266-3f0fa6cae7a0 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.333s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.981084] env[69350]: DEBUG nova.compute.manager [None req-62b544c3-5bda-48e9-b266-3f0fa6cae7a0 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: f124e5c2-b663-4d93-bfa8-7d5fa13631fa] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1256.987866] env[69350]: DEBUG nova.network.neutron [None req-3d22ac6d-3d4b-45c4-a70e-f5613cef17e7 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: c3e34d3b-84f4-4b36-b887-262cc9c73a55] Successfully updated port: 73d86e5c-6ef6-457c-ab63-bb8751635a6c {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1257.163186] env[69350]: DEBUG oslo_vmware.api [None req-31a11f93-153a-4e5a-a6d8-fbf9779bd975 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': task-3366051, 'name': Rename_Task, 'duration_secs': 1.206166} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.163186] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-31a11f93-153a-4e5a-a6d8-fbf9779bd975 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: c0fcc9b3-2a35-40e9-93ee-46234ac470de] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1257.163413] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9bccabec-ee18-4467-a0f6-baadeffc6c12 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.171908] env[69350]: DEBUG oslo_vmware.api [None req-31a11f93-153a-4e5a-a6d8-fbf9779bd975 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Waiting for the task: (returnval){ [ 1257.171908] env[69350]: value = "task-3366054" [ 1257.171908] env[69350]: _type = "Task" [ 1257.171908] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.181797] env[69350]: DEBUG oslo_vmware.api [None req-31a11f93-153a-4e5a-a6d8-fbf9779bd975 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': task-3366054, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.278739] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: c168608c-1c65-4e48-be87-93dfa497f573] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1257.325500] env[69350]: DEBUG oslo_vmware.api [None req-74463c83-085a-4c59-88de-34bf661d8a45 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3366053, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.488662] env[69350]: DEBUG nova.compute.utils [None req-62b544c3-5bda-48e9-b266-3f0fa6cae7a0 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1257.490160] env[69350]: DEBUG nova.compute.manager [None req-62b544c3-5bda-48e9-b266-3f0fa6cae7a0 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: f124e5c2-b663-4d93-bfa8-7d5fa13631fa] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1257.490382] env[69350]: DEBUG nova.network.neutron [None req-62b544c3-5bda-48e9-b266-3f0fa6cae7a0 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: f124e5c2-b663-4d93-bfa8-7d5fa13631fa] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1257.492400] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3d22ac6d-3d4b-45c4-a70e-f5613cef17e7 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Acquiring lock "refresh_cache-c3e34d3b-84f4-4b36-b887-262cc9c73a55" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.492536] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3d22ac6d-3d4b-45c4-a70e-f5613cef17e7 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Acquired lock "refresh_cache-c3e34d3b-84f4-4b36-b887-262cc9c73a55" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.492675] env[69350]: DEBUG nova.network.neutron [None req-3d22ac6d-3d4b-45c4-a70e-f5613cef17e7 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: c3e34d3b-84f4-4b36-b887-262cc9c73a55] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1257.540928] env[69350]: DEBUG nova.policy [None req-62b544c3-5bda-48e9-b266-3f0fa6cae7a0 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '953db4ccd5e04e859766102a84a01db5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b765b6cd255040bda6aa6145fb5d6074', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 1257.586415] env[69350]: DEBUG oslo_concurrency.lockutils [None req-66cf077f-ebaa-4a4e-985e-20aae75b7e65 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Acquiring lock "eac0e93a-faa9-4185-8d37-b6e2f7388eb5" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.586777] env[69350]: DEBUG oslo_concurrency.lockutils [None req-66cf077f-ebaa-4a4e-985e-20aae75b7e65 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Lock "eac0e93a-faa9-4185-8d37-b6e2f7388eb5" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.587028] env[69350]: INFO nova.compute.manager [None req-66cf077f-ebaa-4a4e-985e-20aae75b7e65 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] Attaching volume 6fd2e394-0952-439c-8c84-871173dba712 to /dev/sdb [ 1257.623858] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c00c05-1e2a-4b95-9603-a6923ea367a2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.631797] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df9e6867-3eac-46e7-84cf-e8b9e3cc1bf5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.648221] env[69350]: DEBUG nova.virt.block_device [None req-66cf077f-ebaa-4a4e-985e-20aae75b7e65 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] Updating existing volume attachment record: edea9932-efcb-4268-81da-55fa9e879c5b {{(pid=69350) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1257.681681] env[69350]: DEBUG oslo_vmware.api [None req-31a11f93-153a-4e5a-a6d8-fbf9779bd975 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': task-3366054, 'name': PowerOnVM_Task, 'duration_secs': 0.455102} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.681900] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-31a11f93-153a-4e5a-a6d8-fbf9779bd975 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: c0fcc9b3-2a35-40e9-93ee-46234ac470de] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1257.682090] env[69350]: INFO nova.compute.manager [None req-31a11f93-153a-4e5a-a6d8-fbf9779bd975 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: c0fcc9b3-2a35-40e9-93ee-46234ac470de] Took 9.06 seconds to spawn the instance on the hypervisor. [ 1257.682275] env[69350]: DEBUG nova.compute.manager [None req-31a11f93-153a-4e5a-a6d8-fbf9779bd975 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: c0fcc9b3-2a35-40e9-93ee-46234ac470de] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1257.683086] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a7d45b8-a2b7-43f6-9359-68a4c03e027f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.783435] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: ecaf844a-052f-4fb9-8b31-d66f6f067e2f] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1257.820948] env[69350]: DEBUG nova.network.neutron [None req-62b544c3-5bda-48e9-b266-3f0fa6cae7a0 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: f124e5c2-b663-4d93-bfa8-7d5fa13631fa] Successfully created port: f9479a56-d588-4301-9daa-dfbeee6ae1f3 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1257.828377] env[69350]: DEBUG oslo_vmware.api [None req-74463c83-085a-4c59-88de-34bf661d8a45 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3366053, 'name': RemoveSnapshot_Task, 'duration_secs': 0.801295} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.829764] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-74463c83-085a-4c59-88de-34bf661d8a45 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Deleted Snapshot of the VM instance {{(pid=69350) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1257.829851] env[69350]: DEBUG nova.compute.manager [None req-74463c83-085a-4c59-88de-34bf661d8a45 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1257.830747] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb76baf-5dd7-47b5-a760-c15935d7b8d3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.997430] env[69350]: DEBUG nova.compute.manager [None req-62b544c3-5bda-48e9-b266-3f0fa6cae7a0 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: f124e5c2-b663-4d93-bfa8-7d5fa13631fa] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1258.043546] env[69350]: DEBUG nova.network.neutron [None req-3d22ac6d-3d4b-45c4-a70e-f5613cef17e7 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: c3e34d3b-84f4-4b36-b887-262cc9c73a55] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1258.201858] env[69350]: INFO nova.compute.manager [None req-31a11f93-153a-4e5a-a6d8-fbf9779bd975 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: c0fcc9b3-2a35-40e9-93ee-46234ac470de] Took 14.95 seconds to build instance. [ 1258.274158] env[69350]: DEBUG nova.network.neutron [None req-3d22ac6d-3d4b-45c4-a70e-f5613cef17e7 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: c3e34d3b-84f4-4b36-b887-262cc9c73a55] Updating instance_info_cache with network_info: [{"id": "73d86e5c-6ef6-457c-ab63-bb8751635a6c", "address": "fa:16:3e:42:9b:18", "network": {"id": "ad123e0a-1a99-4c6b-932f-ff9de41ceb18", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-757019814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e70a04cc40f0407ebac8a2f5bbbd8693", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73d86e5c-6e", "ovs_interfaceid": "73d86e5c-6ef6-457c-ab63-bb8751635a6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.286295] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: 7a738554-0623-4e36-ba13-4d4f1346154c] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1258.347975] env[69350]: INFO nova.compute.manager [None req-74463c83-085a-4c59-88de-34bf661d8a45 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Shelve offloading [ 1258.704221] env[69350]: DEBUG oslo_concurrency.lockutils [None req-31a11f93-153a-4e5a-a6d8-fbf9779bd975 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Lock "c0fcc9b3-2a35-40e9-93ee-46234ac470de" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.456s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.777506] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3d22ac6d-3d4b-45c4-a70e-f5613cef17e7 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Releasing lock "refresh_cache-c3e34d3b-84f4-4b36-b887-262cc9c73a55" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.777658] env[69350]: DEBUG nova.compute.manager [None req-3d22ac6d-3d4b-45c4-a70e-f5613cef17e7 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: c3e34d3b-84f4-4b36-b887-262cc9c73a55] Instance network_info: |[{"id": "73d86e5c-6ef6-457c-ab63-bb8751635a6c", "address": "fa:16:3e:42:9b:18", "network": {"id": "ad123e0a-1a99-4c6b-932f-ff9de41ceb18", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-757019814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e70a04cc40f0407ebac8a2f5bbbd8693", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73d86e5c-6e", "ovs_interfaceid": "73d86e5c-6ef6-457c-ab63-bb8751635a6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1258.778107] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-3d22ac6d-3d4b-45c4-a70e-f5613cef17e7 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: c3e34d3b-84f4-4b36-b887-262cc9c73a55] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:9b:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc6e6fe1-c4f5-4389-a49f-0978060eebb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '73d86e5c-6ef6-457c-ab63-bb8751635a6c', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1258.788220] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3d22ac6d-3d4b-45c4-a70e-f5613cef17e7 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1258.788502] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3e34d3b-84f4-4b36-b887-262cc9c73a55] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1258.788775] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-804060a8-87c8-4e17-99f6-f84436be001f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.808383] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: d01bd7bf-c208-4d10-8c17-22807de255ac] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1258.816902] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1258.816902] env[69350]: value = "task-3366058" [ 1258.816902] env[69350]: _type = "Task" [ 1258.816902] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.825878] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366058, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.852627] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-74463c83-085a-4c59-88de-34bf661d8a45 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1258.852924] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5300e030-d400-4228-90bc-366fe9ce8ec2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.861316] env[69350]: DEBUG oslo_vmware.api [None req-74463c83-085a-4c59-88de-34bf661d8a45 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Waiting for the task: (returnval){ [ 1258.861316] env[69350]: value = "task-3366059" [ 1258.861316] env[69350]: _type = "Task" [ 1258.861316] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.873100] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-74463c83-085a-4c59-88de-34bf661d8a45 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] VM already powered off {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1258.873328] env[69350]: DEBUG nova.compute.manager [None req-74463c83-085a-4c59-88de-34bf661d8a45 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1258.874112] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54023ee4-c112-4d0c-a9d1-2082a13357d6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.882539] env[69350]: DEBUG oslo_concurrency.lockutils [None req-74463c83-085a-4c59-88de-34bf661d8a45 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Acquiring lock "refresh_cache-d4751d30-cb22-403c-a663-26eff04ad7f0" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.882729] env[69350]: DEBUG oslo_concurrency.lockutils [None req-74463c83-085a-4c59-88de-34bf661d8a45 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Acquired lock "refresh_cache-d4751d30-cb22-403c-a663-26eff04ad7f0" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.882881] env[69350]: DEBUG nova.network.neutron [None req-74463c83-085a-4c59-88de-34bf661d8a45 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1258.914728] env[69350]: DEBUG nova.compute.manager [req-10318f03-fd25-4022-b436-f7325c83927e req-e5ac0df3-f325-4445-bf3e-9ed137fd496d service nova] [instance: c3e34d3b-84f4-4b36-b887-262cc9c73a55] Received event network-changed-73d86e5c-6ef6-457c-ab63-bb8751635a6c {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1258.914924] env[69350]: DEBUG nova.compute.manager [req-10318f03-fd25-4022-b436-f7325c83927e req-e5ac0df3-f325-4445-bf3e-9ed137fd496d service nova] [instance: c3e34d3b-84f4-4b36-b887-262cc9c73a55] Refreshing instance network info cache due to event network-changed-73d86e5c-6ef6-457c-ab63-bb8751635a6c. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1258.915216] env[69350]: DEBUG oslo_concurrency.lockutils [req-10318f03-fd25-4022-b436-f7325c83927e req-e5ac0df3-f325-4445-bf3e-9ed137fd496d service nova] Acquiring lock "refresh_cache-c3e34d3b-84f4-4b36-b887-262cc9c73a55" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.915568] env[69350]: DEBUG oslo_concurrency.lockutils [req-10318f03-fd25-4022-b436-f7325c83927e req-e5ac0df3-f325-4445-bf3e-9ed137fd496d service nova] Acquired lock "refresh_cache-c3e34d3b-84f4-4b36-b887-262cc9c73a55" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.915568] env[69350]: DEBUG nova.network.neutron [req-10318f03-fd25-4022-b436-f7325c83927e req-e5ac0df3-f325-4445-bf3e-9ed137fd496d service nova] [instance: c3e34d3b-84f4-4b36-b887-262cc9c73a55] Refreshing network info cache for port 73d86e5c-6ef6-457c-ab63-bb8751635a6c {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1259.011431] env[69350]: DEBUG nova.compute.manager [None req-62b544c3-5bda-48e9-b266-3f0fa6cae7a0 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: f124e5c2-b663-4d93-bfa8-7d5fa13631fa] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1259.037888] env[69350]: DEBUG nova.virt.hardware [None req-62b544c3-5bda-48e9-b266-3f0fa6cae7a0 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1259.038153] env[69350]: DEBUG nova.virt.hardware [None req-62b544c3-5bda-48e9-b266-3f0fa6cae7a0 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1259.038347] env[69350]: DEBUG nova.virt.hardware [None req-62b544c3-5bda-48e9-b266-3f0fa6cae7a0 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1259.038536] env[69350]: DEBUG nova.virt.hardware [None req-62b544c3-5bda-48e9-b266-3f0fa6cae7a0 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1259.038680] env[69350]: DEBUG nova.virt.hardware [None req-62b544c3-5bda-48e9-b266-3f0fa6cae7a0 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1259.038822] env[69350]: DEBUG nova.virt.hardware [None req-62b544c3-5bda-48e9-b266-3f0fa6cae7a0 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1259.039039] env[69350]: DEBUG nova.virt.hardware [None req-62b544c3-5bda-48e9-b266-3f0fa6cae7a0 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1259.039199] env[69350]: DEBUG nova.virt.hardware [None req-62b544c3-5bda-48e9-b266-3f0fa6cae7a0 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1259.039364] env[69350]: DEBUG nova.virt.hardware [None req-62b544c3-5bda-48e9-b266-3f0fa6cae7a0 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1259.039526] env[69350]: DEBUG nova.virt.hardware [None req-62b544c3-5bda-48e9-b266-3f0fa6cae7a0 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1259.039745] env[69350]: DEBUG nova.virt.hardware [None req-62b544c3-5bda-48e9-b266-3f0fa6cae7a0 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1259.040684] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16173a30-1a26-4ea9-bcfb-587c3c3259f2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.050325] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c538188a-14da-4899-a200-6077b5695937 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.311666] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: 59b7631e-fcb5-4fed-b879-6ac34f5a03e9] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1259.331024] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366058, 'name': CreateVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.550211] env[69350]: DEBUG nova.network.neutron [None req-62b544c3-5bda-48e9-b266-3f0fa6cae7a0 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: f124e5c2-b663-4d93-bfa8-7d5fa13631fa] Successfully updated port: f9479a56-d588-4301-9daa-dfbeee6ae1f3 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1259.777614] env[69350]: DEBUG nova.network.neutron [req-10318f03-fd25-4022-b436-f7325c83927e req-e5ac0df3-f325-4445-bf3e-9ed137fd496d service nova] [instance: c3e34d3b-84f4-4b36-b887-262cc9c73a55] Updated VIF entry in instance network info cache for port 73d86e5c-6ef6-457c-ab63-bb8751635a6c. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1259.777968] env[69350]: DEBUG nova.network.neutron [req-10318f03-fd25-4022-b436-f7325c83927e req-e5ac0df3-f325-4445-bf3e-9ed137fd496d service nova] [instance: c3e34d3b-84f4-4b36-b887-262cc9c73a55] Updating instance_info_cache with network_info: [{"id": "73d86e5c-6ef6-457c-ab63-bb8751635a6c", "address": "fa:16:3e:42:9b:18", "network": {"id": "ad123e0a-1a99-4c6b-932f-ff9de41ceb18", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-757019814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e70a04cc40f0407ebac8a2f5bbbd8693", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73d86e5c-6e", "ovs_interfaceid": "73d86e5c-6ef6-457c-ab63-bb8751635a6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.784544] env[69350]: DEBUG nova.network.neutron [None req-74463c83-085a-4c59-88de-34bf661d8a45 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Updating instance_info_cache with network_info: [{"id": "d0dabe8f-0368-40e1-9fe7-81fd25a1bf3a", "address": "fa:16:3e:0c:5a:f5", "network": {"id": "ef2fb362-4313-473c-9c09-d0ff427ec60c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1709807276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68e43cb72d9c4af5965e3e49c212db1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0dabe8f-03", "ovs_interfaceid": "d0dabe8f-0368-40e1-9fe7-81fd25a1bf3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.814807] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: b40a50d7-ac54-43ce-b4b2-28313b619e29] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1259.828552] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366058, 'name': CreateVM_Task, 'duration_secs': 0.592669} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.828721] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3e34d3b-84f4-4b36-b887-262cc9c73a55] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1259.829377] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3d22ac6d-3d4b-45c4-a70e-f5613cef17e7 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.829537] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3d22ac6d-3d4b-45c4-a70e-f5613cef17e7 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.829838] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3d22ac6d-3d4b-45c4-a70e-f5613cef17e7 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.830104] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c56174bf-1252-47e4-b480-1ade107dfcb8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.835076] env[69350]: DEBUG oslo_vmware.api [None req-3d22ac6d-3d4b-45c4-a70e-f5613cef17e7 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Waiting for the task: (returnval){ [ 1259.835076] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5242bf3e-c365-344b-4db1-9237f2810bda" [ 1259.835076] env[69350]: _type = "Task" [ 1259.835076] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.843733] env[69350]: DEBUG oslo_vmware.api [None req-3d22ac6d-3d4b-45c4-a70e-f5613cef17e7 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5242bf3e-c365-344b-4db1-9237f2810bda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.057038] env[69350]: DEBUG oslo_concurrency.lockutils [None req-62b544c3-5bda-48e9-b266-3f0fa6cae7a0 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Acquiring lock "refresh_cache-f124e5c2-b663-4d93-bfa8-7d5fa13631fa" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.057212] env[69350]: DEBUG oslo_concurrency.lockutils [None req-62b544c3-5bda-48e9-b266-3f0fa6cae7a0 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Acquired lock "refresh_cache-f124e5c2-b663-4d93-bfa8-7d5fa13631fa" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.057370] env[69350]: DEBUG nova.network.neutron [None req-62b544c3-5bda-48e9-b266-3f0fa6cae7a0 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: f124e5c2-b663-4d93-bfa8-7d5fa13631fa] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1260.281138] env[69350]: DEBUG oslo_concurrency.lockutils [req-10318f03-fd25-4022-b436-f7325c83927e req-e5ac0df3-f325-4445-bf3e-9ed137fd496d service nova] Releasing lock "refresh_cache-c3e34d3b-84f4-4b36-b887-262cc9c73a55" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.281460] env[69350]: DEBUG nova.compute.manager [req-10318f03-fd25-4022-b436-f7325c83927e req-e5ac0df3-f325-4445-bf3e-9ed137fd496d service nova] [instance: c0fcc9b3-2a35-40e9-93ee-46234ac470de] Received event network-changed-a0f8a75f-1438-4bbf-b73e-60e76899b046 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1260.281653] env[69350]: DEBUG nova.compute.manager [req-10318f03-fd25-4022-b436-f7325c83927e req-e5ac0df3-f325-4445-bf3e-9ed137fd496d service nova] [instance: c0fcc9b3-2a35-40e9-93ee-46234ac470de] Refreshing instance network info cache due to event network-changed-a0f8a75f-1438-4bbf-b73e-60e76899b046. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1260.281870] env[69350]: DEBUG oslo_concurrency.lockutils [req-10318f03-fd25-4022-b436-f7325c83927e req-e5ac0df3-f325-4445-bf3e-9ed137fd496d service nova] Acquiring lock "refresh_cache-c0fcc9b3-2a35-40e9-93ee-46234ac470de" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.282019] env[69350]: DEBUG oslo_concurrency.lockutils [req-10318f03-fd25-4022-b436-f7325c83927e req-e5ac0df3-f325-4445-bf3e-9ed137fd496d service nova] Acquired lock "refresh_cache-c0fcc9b3-2a35-40e9-93ee-46234ac470de" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.282189] env[69350]: DEBUG nova.network.neutron [req-10318f03-fd25-4022-b436-f7325c83927e req-e5ac0df3-f325-4445-bf3e-9ed137fd496d service nova] [instance: c0fcc9b3-2a35-40e9-93ee-46234ac470de] Refreshing network info cache for port a0f8a75f-1438-4bbf-b73e-60e76899b046 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1260.287229] env[69350]: DEBUG oslo_concurrency.lockutils [None req-74463c83-085a-4c59-88de-34bf661d8a45 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Releasing lock "refresh_cache-d4751d30-cb22-403c-a663-26eff04ad7f0" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.317904] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: 452c57c6-ad9c-472a-ae69-f30724739f03] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1260.347457] env[69350]: DEBUG oslo_vmware.api [None req-3d22ac6d-3d4b-45c4-a70e-f5613cef17e7 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5242bf3e-c365-344b-4db1-9237f2810bda, 'name': SearchDatastore_Task, 'duration_secs': 0.010999} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.347765] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3d22ac6d-3d4b-45c4-a70e-f5613cef17e7 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.347984] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-3d22ac6d-3d4b-45c4-a70e-f5613cef17e7 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: c3e34d3b-84f4-4b36-b887-262cc9c73a55] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1260.348237] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3d22ac6d-3d4b-45c4-a70e-f5613cef17e7 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.348379] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3d22ac6d-3d4b-45c4-a70e-f5613cef17e7 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.348560] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d22ac6d-3d4b-45c4-a70e-f5613cef17e7 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1260.348822] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dd06ff35-0ab1-43dc-a011-aeb14c12b626 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.358330] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d22ac6d-3d4b-45c4-a70e-f5613cef17e7 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1260.358516] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-3d22ac6d-3d4b-45c4-a70e-f5613cef17e7 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1260.359253] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7451883-4997-43d6-be5c-856db51e32d3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.365152] env[69350]: DEBUG oslo_vmware.api [None req-3d22ac6d-3d4b-45c4-a70e-f5613cef17e7 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Waiting for the task: (returnval){ [ 1260.365152] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52192475-ea1c-9352-798a-9f2373818e26" [ 1260.365152] env[69350]: _type = "Task" [ 1260.365152] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.373748] env[69350]: DEBUG oslo_vmware.api [None req-3d22ac6d-3d4b-45c4-a70e-f5613cef17e7 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52192475-ea1c-9352-798a-9f2373818e26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.615640] env[69350]: DEBUG nova.network.neutron [None req-62b544c3-5bda-48e9-b266-3f0fa6cae7a0 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: f124e5c2-b663-4d93-bfa8-7d5fa13631fa] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1260.654366] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-74463c83-085a-4c59-88de-34bf661d8a45 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1260.655490] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc019ecd-28bc-437b-88f6-056f5149a4ec {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.670445] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-74463c83-085a-4c59-88de-34bf661d8a45 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1260.670718] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c99e807e-7c69-46b3-bda4-ffc37b609e0d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.742159] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-74463c83-085a-4c59-88de-34bf661d8a45 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1260.742403] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-74463c83-085a-4c59-88de-34bf661d8a45 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1260.742592] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-74463c83-085a-4c59-88de-34bf661d8a45 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Deleting the datastore file [datastore2] d4751d30-cb22-403c-a663-26eff04ad7f0 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1260.742881] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb125ef2-9520-4a99-86d0-2543041ecd4c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.749476] env[69350]: DEBUG oslo_vmware.api [None req-74463c83-085a-4c59-88de-34bf661d8a45 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Waiting for the task: (returnval){ [ 1260.749476] env[69350]: value = "task-3366062" [ 1260.749476] env[69350]: _type = "Task" [ 1260.749476] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.757840] env[69350]: DEBUG oslo_vmware.api [None req-74463c83-085a-4c59-88de-34bf661d8a45 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3366062, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.806867] env[69350]: DEBUG nova.network.neutron [None req-62b544c3-5bda-48e9-b266-3f0fa6cae7a0 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: f124e5c2-b663-4d93-bfa8-7d5fa13631fa] Updating instance_info_cache with network_info: [{"id": "f9479a56-d588-4301-9daa-dfbeee6ae1f3", "address": "fa:16:3e:0d:d7:fd", "network": {"id": "10e89178-be3a-472d-ab81-6b5686479064", "bridge": "br-int", "label": "tempest-ServersTestJSON-841475379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b765b6cd255040bda6aa6145fb5d6074", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9479a56-d5", "ovs_interfaceid": "f9479a56-d588-4301-9daa-dfbeee6ae1f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.821131] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: 2cf2c7b0-3546-4f8b-9293-7591793a4292] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1260.875869] env[69350]: DEBUG oslo_vmware.api [None req-3d22ac6d-3d4b-45c4-a70e-f5613cef17e7 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52192475-ea1c-9352-798a-9f2373818e26, 'name': SearchDatastore_Task, 'duration_secs': 0.009801} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.876707] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-960ce53f-02e7-4700-8892-60e53c5f169e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.882661] env[69350]: DEBUG oslo_vmware.api [None req-3d22ac6d-3d4b-45c4-a70e-f5613cef17e7 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Waiting for the task: (returnval){ [ 1260.882661] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52a2477f-68fb-a1ed-9805-ed579584cdc9" [ 1260.882661] env[69350]: _type = "Task" [ 1260.882661] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.891524] env[69350]: DEBUG oslo_vmware.api [None req-3d22ac6d-3d4b-45c4-a70e-f5613cef17e7 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52a2477f-68fb-a1ed-9805-ed579584cdc9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.948356] env[69350]: DEBUG nova.compute.manager [req-0b1acfb7-8eac-44b1-863c-59e30ee9cfc2 req-0094156d-66f5-42e3-bb5f-a7fd7215e0da service nova] [instance: f124e5c2-b663-4d93-bfa8-7d5fa13631fa] Received event network-vif-plugged-f9479a56-d588-4301-9daa-dfbeee6ae1f3 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1260.948614] env[69350]: DEBUG oslo_concurrency.lockutils [req-0b1acfb7-8eac-44b1-863c-59e30ee9cfc2 req-0094156d-66f5-42e3-bb5f-a7fd7215e0da service nova] Acquiring lock "f124e5c2-b663-4d93-bfa8-7d5fa13631fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.948822] env[69350]: DEBUG oslo_concurrency.lockutils [req-0b1acfb7-8eac-44b1-863c-59e30ee9cfc2 req-0094156d-66f5-42e3-bb5f-a7fd7215e0da service nova] Lock "f124e5c2-b663-4d93-bfa8-7d5fa13631fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.948986] env[69350]: DEBUG oslo_concurrency.lockutils [req-0b1acfb7-8eac-44b1-863c-59e30ee9cfc2 req-0094156d-66f5-42e3-bb5f-a7fd7215e0da service nova] Lock "f124e5c2-b663-4d93-bfa8-7d5fa13631fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.949166] env[69350]: DEBUG nova.compute.manager [req-0b1acfb7-8eac-44b1-863c-59e30ee9cfc2 req-0094156d-66f5-42e3-bb5f-a7fd7215e0da service nova] [instance: f124e5c2-b663-4d93-bfa8-7d5fa13631fa] No waiting events found dispatching network-vif-plugged-f9479a56-d588-4301-9daa-dfbeee6ae1f3 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1260.949328] env[69350]: WARNING nova.compute.manager [req-0b1acfb7-8eac-44b1-863c-59e30ee9cfc2 req-0094156d-66f5-42e3-bb5f-a7fd7215e0da service nova] [instance: f124e5c2-b663-4d93-bfa8-7d5fa13631fa] Received unexpected event network-vif-plugged-f9479a56-d588-4301-9daa-dfbeee6ae1f3 for instance with vm_state building and task_state spawning. [ 1260.949488] env[69350]: DEBUG nova.compute.manager [req-0b1acfb7-8eac-44b1-863c-59e30ee9cfc2 req-0094156d-66f5-42e3-bb5f-a7fd7215e0da service nova] [instance: f124e5c2-b663-4d93-bfa8-7d5fa13631fa] Received event network-changed-f9479a56-d588-4301-9daa-dfbeee6ae1f3 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1260.949637] env[69350]: DEBUG nova.compute.manager [req-0b1acfb7-8eac-44b1-863c-59e30ee9cfc2 req-0094156d-66f5-42e3-bb5f-a7fd7215e0da service nova] [instance: f124e5c2-b663-4d93-bfa8-7d5fa13631fa] Refreshing instance network info cache due to event network-changed-f9479a56-d588-4301-9daa-dfbeee6ae1f3. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1260.949796] env[69350]: DEBUG oslo_concurrency.lockutils [req-0b1acfb7-8eac-44b1-863c-59e30ee9cfc2 req-0094156d-66f5-42e3-bb5f-a7fd7215e0da service nova] Acquiring lock "refresh_cache-f124e5c2-b663-4d93-bfa8-7d5fa13631fa" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.012920] env[69350]: DEBUG nova.network.neutron [req-10318f03-fd25-4022-b436-f7325c83927e req-e5ac0df3-f325-4445-bf3e-9ed137fd496d service nova] [instance: c0fcc9b3-2a35-40e9-93ee-46234ac470de] Updated VIF entry in instance network info cache for port a0f8a75f-1438-4bbf-b73e-60e76899b046. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1261.013340] env[69350]: DEBUG nova.network.neutron [req-10318f03-fd25-4022-b436-f7325c83927e req-e5ac0df3-f325-4445-bf3e-9ed137fd496d service nova] [instance: c0fcc9b3-2a35-40e9-93ee-46234ac470de] Updating instance_info_cache with network_info: [{"id": "a0f8a75f-1438-4bbf-b73e-60e76899b046", "address": "fa:16:3e:ad:40:2a", "network": {"id": "40334e43-9f84-443d-804a-12efd4b9811e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-200552017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3571746915f448e3a8390b87a7cc7369", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0f8a75f-14", "ovs_interfaceid": "a0f8a75f-1438-4bbf-b73e-60e76899b046", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.260742] env[69350]: DEBUG oslo_vmware.api [None req-74463c83-085a-4c59-88de-34bf661d8a45 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3366062, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13381} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.260990] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-74463c83-085a-4c59-88de-34bf661d8a45 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1261.261191] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-74463c83-085a-4c59-88de-34bf661d8a45 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1261.261381] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-74463c83-085a-4c59-88de-34bf661d8a45 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1261.282691] env[69350]: INFO nova.scheduler.client.report [None req-74463c83-085a-4c59-88de-34bf661d8a45 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Deleted allocations for instance d4751d30-cb22-403c-a663-26eff04ad7f0 [ 1261.309928] env[69350]: DEBUG oslo_concurrency.lockutils [None req-62b544c3-5bda-48e9-b266-3f0fa6cae7a0 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Releasing lock "refresh_cache-f124e5c2-b663-4d93-bfa8-7d5fa13631fa" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.310274] env[69350]: DEBUG nova.compute.manager [None req-62b544c3-5bda-48e9-b266-3f0fa6cae7a0 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: f124e5c2-b663-4d93-bfa8-7d5fa13631fa] Instance network_info: |[{"id": "f9479a56-d588-4301-9daa-dfbeee6ae1f3", "address": "fa:16:3e:0d:d7:fd", "network": {"id": "10e89178-be3a-472d-ab81-6b5686479064", "bridge": "br-int", "label": "tempest-ServersTestJSON-841475379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b765b6cd255040bda6aa6145fb5d6074", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9479a56-d5", "ovs_interfaceid": "f9479a56-d588-4301-9daa-dfbeee6ae1f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1261.311038] env[69350]: DEBUG oslo_concurrency.lockutils [req-0b1acfb7-8eac-44b1-863c-59e30ee9cfc2 req-0094156d-66f5-42e3-bb5f-a7fd7215e0da service nova] Acquired lock "refresh_cache-f124e5c2-b663-4d93-bfa8-7d5fa13631fa" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.311038] env[69350]: DEBUG nova.network.neutron [req-0b1acfb7-8eac-44b1-863c-59e30ee9cfc2 req-0094156d-66f5-42e3-bb5f-a7fd7215e0da service nova] [instance: f124e5c2-b663-4d93-bfa8-7d5fa13631fa] Refreshing network info cache for port f9479a56-d588-4301-9daa-dfbeee6ae1f3 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1261.312013] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-62b544c3-5bda-48e9-b266-3f0fa6cae7a0 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: f124e5c2-b663-4d93-bfa8-7d5fa13631fa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:d7:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f44b2fa3-6730-4b87-8839-947eff21213f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f9479a56-d588-4301-9daa-dfbeee6ae1f3', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1261.319930] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-62b544c3-5bda-48e9-b266-3f0fa6cae7a0 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1261.321014] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f124e5c2-b663-4d93-bfa8-7d5fa13631fa] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1261.321255] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fdc6aaf4-febc-44b8-a58c-dadcd6ca7d51 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.337568] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: 49ce9fe3-8815-421a-b820-f7688486bb80] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1261.345668] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1261.345668] env[69350]: value = "task-3366063" [ 1261.345668] env[69350]: _type = "Task" [ 1261.345668] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.354755] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366063, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.392871] env[69350]: DEBUG oslo_vmware.api [None req-3d22ac6d-3d4b-45c4-a70e-f5613cef17e7 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52a2477f-68fb-a1ed-9805-ed579584cdc9, 'name': SearchDatastore_Task, 'duration_secs': 0.020222} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.393404] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3d22ac6d-3d4b-45c4-a70e-f5613cef17e7 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.393665] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d22ac6d-3d4b-45c4-a70e-f5613cef17e7 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] c3e34d3b-84f4-4b36-b887-262cc9c73a55/c3e34d3b-84f4-4b36-b887-262cc9c73a55.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1261.393939] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b56c8d42-acac-48fa-960f-ca7f4fbda213 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.402825] env[69350]: DEBUG oslo_vmware.api [None req-3d22ac6d-3d4b-45c4-a70e-f5613cef17e7 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Waiting for the task: (returnval){ [ 1261.402825] env[69350]: value = "task-3366064" [ 1261.402825] env[69350]: _type = "Task" [ 1261.402825] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.416430] env[69350]: DEBUG oslo_vmware.api [None req-3d22ac6d-3d4b-45c4-a70e-f5613cef17e7 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3366064, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.516210] env[69350]: DEBUG oslo_concurrency.lockutils [req-10318f03-fd25-4022-b436-f7325c83927e req-e5ac0df3-f325-4445-bf3e-9ed137fd496d service nova] Releasing lock "refresh_cache-c0fcc9b3-2a35-40e9-93ee-46234ac470de" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.787648] env[69350]: DEBUG oslo_concurrency.lockutils [None req-74463c83-085a-4c59-88de-34bf661d8a45 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.787947] env[69350]: DEBUG oslo_concurrency.lockutils [None req-74463c83-085a-4c59-88de-34bf661d8a45 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.788245] env[69350]: DEBUG nova.objects.instance [None req-74463c83-085a-4c59-88de-34bf661d8a45 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Lazy-loading 'resources' on Instance uuid d4751d30-cb22-403c-a663-26eff04ad7f0 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1261.840889] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: 81677312-a11d-4f1f-a649-bd56bd222cf5] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1261.860860] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366063, 'name': CreateVM_Task, 'duration_secs': 0.485507} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.863480] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f124e5c2-b663-4d93-bfa8-7d5fa13631fa] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1261.864523] env[69350]: DEBUG oslo_concurrency.lockutils [None req-62b544c3-5bda-48e9-b266-3f0fa6cae7a0 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.864725] env[69350]: DEBUG oslo_concurrency.lockutils [None req-62b544c3-5bda-48e9-b266-3f0fa6cae7a0 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.865104] env[69350]: DEBUG oslo_concurrency.lockutils [None req-62b544c3-5bda-48e9-b266-3f0fa6cae7a0 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.865651] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16c3ab8c-56d5-4234-9fca-6c4b540ffbb7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.873845] env[69350]: DEBUG oslo_vmware.api [None req-62b544c3-5bda-48e9-b266-3f0fa6cae7a0 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Waiting for the task: (returnval){ [ 1261.873845] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52ca44b9-61c4-f02f-0e4a-5f0c340358a7" [ 1261.873845] env[69350]: _type = "Task" [ 1261.873845] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.886250] env[69350]: DEBUG oslo_vmware.api [None req-62b544c3-5bda-48e9-b266-3f0fa6cae7a0 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52ca44b9-61c4-f02f-0e4a-5f0c340358a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.915145] env[69350]: DEBUG oslo_vmware.api [None req-3d22ac6d-3d4b-45c4-a70e-f5613cef17e7 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3366064, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.113213] env[69350]: DEBUG nova.network.neutron [req-0b1acfb7-8eac-44b1-863c-59e30ee9cfc2 req-0094156d-66f5-42e3-bb5f-a7fd7215e0da service nova] [instance: f124e5c2-b663-4d93-bfa8-7d5fa13631fa] Updated VIF entry in instance network info cache for port f9479a56-d588-4301-9daa-dfbeee6ae1f3. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1262.113614] env[69350]: DEBUG nova.network.neutron [req-0b1acfb7-8eac-44b1-863c-59e30ee9cfc2 req-0094156d-66f5-42e3-bb5f-a7fd7215e0da service nova] [instance: f124e5c2-b663-4d93-bfa8-7d5fa13631fa] Updating instance_info_cache with network_info: [{"id": "f9479a56-d588-4301-9daa-dfbeee6ae1f3", "address": "fa:16:3e:0d:d7:fd", "network": {"id": "10e89178-be3a-472d-ab81-6b5686479064", "bridge": "br-int", "label": "tempest-ServersTestJSON-841475379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b765b6cd255040bda6aa6145fb5d6074", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9479a56-d5", "ovs_interfaceid": "f9479a56-d588-4301-9daa-dfbeee6ae1f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.290963] env[69350]: DEBUG nova.objects.instance [None req-74463c83-085a-4c59-88de-34bf661d8a45 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Lazy-loading 'numa_topology' on Instance uuid d4751d30-cb22-403c-a663-26eff04ad7f0 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1262.344790] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: dec19706-68cc-496c-8edd-a1beacdabfcd] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1262.385805] env[69350]: DEBUG oslo_vmware.api [None req-62b544c3-5bda-48e9-b266-3f0fa6cae7a0 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52ca44b9-61c4-f02f-0e4a-5f0c340358a7, 'name': SearchDatastore_Task, 'duration_secs': 0.050485} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.385805] env[69350]: DEBUG oslo_concurrency.lockutils [None req-62b544c3-5bda-48e9-b266-3f0fa6cae7a0 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.385805] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-62b544c3-5bda-48e9-b266-3f0fa6cae7a0 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: f124e5c2-b663-4d93-bfa8-7d5fa13631fa] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1262.386158] env[69350]: DEBUG oslo_concurrency.lockutils [None req-62b544c3-5bda-48e9-b266-3f0fa6cae7a0 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.386158] env[69350]: DEBUG oslo_concurrency.lockutils [None req-62b544c3-5bda-48e9-b266-3f0fa6cae7a0 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.386276] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-62b544c3-5bda-48e9-b266-3f0fa6cae7a0 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1262.386523] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-80c49270-f780-4447-b227-f20bd8430d5d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.396793] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-62b544c3-5bda-48e9-b266-3f0fa6cae7a0 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1262.396969] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-62b544c3-5bda-48e9-b266-3f0fa6cae7a0 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1262.397682] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c819ec4-fa20-447d-87b4-d43fd9e5a2a1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.402930] env[69350]: DEBUG oslo_vmware.api [None req-62b544c3-5bda-48e9-b266-3f0fa6cae7a0 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Waiting for the task: (returnval){ [ 1262.402930] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]522d413d-0197-7a5d-5c3f-eaf902040980" [ 1262.402930] env[69350]: _type = "Task" [ 1262.402930] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.413220] env[69350]: DEBUG oslo_vmware.api [None req-62b544c3-5bda-48e9-b266-3f0fa6cae7a0 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]522d413d-0197-7a5d-5c3f-eaf902040980, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.416188] env[69350]: DEBUG oslo_vmware.api [None req-3d22ac6d-3d4b-45c4-a70e-f5613cef17e7 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3366064, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536436} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.416416] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d22ac6d-3d4b-45c4-a70e-f5613cef17e7 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] c3e34d3b-84f4-4b36-b887-262cc9c73a55/c3e34d3b-84f4-4b36-b887-262cc9c73a55.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1262.416623] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-3d22ac6d-3d4b-45c4-a70e-f5613cef17e7 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: c3e34d3b-84f4-4b36-b887-262cc9c73a55] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1262.416845] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6d5e9279-30f5-4b0f-9e5d-297d21819f6c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.423117] env[69350]: DEBUG oslo_vmware.api [None req-3d22ac6d-3d4b-45c4-a70e-f5613cef17e7 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Waiting for the task: (returnval){ [ 1262.423117] env[69350]: value = "task-3366065" [ 1262.423117] env[69350]: _type = "Task" [ 1262.423117] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.432211] env[69350]: DEBUG oslo_vmware.api [None req-3d22ac6d-3d4b-45c4-a70e-f5613cef17e7 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3366065, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.616052] env[69350]: DEBUG oslo_concurrency.lockutils [req-0b1acfb7-8eac-44b1-863c-59e30ee9cfc2 req-0094156d-66f5-42e3-bb5f-a7fd7215e0da service nova] Releasing lock "refresh_cache-f124e5c2-b663-4d93-bfa8-7d5fa13631fa" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.616337] env[69350]: DEBUG nova.compute.manager [req-0b1acfb7-8eac-44b1-863c-59e30ee9cfc2 req-0094156d-66f5-42e3-bb5f-a7fd7215e0da service nova] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Received event network-vif-unplugged-d0dabe8f-0368-40e1-9fe7-81fd25a1bf3a {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1262.616536] env[69350]: DEBUG oslo_concurrency.lockutils [req-0b1acfb7-8eac-44b1-863c-59e30ee9cfc2 req-0094156d-66f5-42e3-bb5f-a7fd7215e0da service nova] Acquiring lock "d4751d30-cb22-403c-a663-26eff04ad7f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.616739] env[69350]: DEBUG oslo_concurrency.lockutils [req-0b1acfb7-8eac-44b1-863c-59e30ee9cfc2 req-0094156d-66f5-42e3-bb5f-a7fd7215e0da service nova] Lock "d4751d30-cb22-403c-a663-26eff04ad7f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.616896] env[69350]: DEBUG oslo_concurrency.lockutils [req-0b1acfb7-8eac-44b1-863c-59e30ee9cfc2 req-0094156d-66f5-42e3-bb5f-a7fd7215e0da service nova] Lock "d4751d30-cb22-403c-a663-26eff04ad7f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.617071] env[69350]: DEBUG nova.compute.manager [req-0b1acfb7-8eac-44b1-863c-59e30ee9cfc2 req-0094156d-66f5-42e3-bb5f-a7fd7215e0da service nova] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] No waiting events found dispatching network-vif-unplugged-d0dabe8f-0368-40e1-9fe7-81fd25a1bf3a {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1262.617243] env[69350]: WARNING nova.compute.manager [req-0b1acfb7-8eac-44b1-863c-59e30ee9cfc2 req-0094156d-66f5-42e3-bb5f-a7fd7215e0da service nova] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Received unexpected event network-vif-unplugged-d0dabe8f-0368-40e1-9fe7-81fd25a1bf3a for instance with vm_state shelved and task_state shelving_offloading. [ 1262.617407] env[69350]: DEBUG nova.compute.manager [req-0b1acfb7-8eac-44b1-863c-59e30ee9cfc2 req-0094156d-66f5-42e3-bb5f-a7fd7215e0da service nova] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Received event network-changed-d0dabe8f-0368-40e1-9fe7-81fd25a1bf3a {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1262.617563] env[69350]: DEBUG nova.compute.manager [req-0b1acfb7-8eac-44b1-863c-59e30ee9cfc2 req-0094156d-66f5-42e3-bb5f-a7fd7215e0da service nova] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Refreshing instance network info cache due to event network-changed-d0dabe8f-0368-40e1-9fe7-81fd25a1bf3a. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1262.617741] env[69350]: DEBUG oslo_concurrency.lockutils [req-0b1acfb7-8eac-44b1-863c-59e30ee9cfc2 req-0094156d-66f5-42e3-bb5f-a7fd7215e0da service nova] Acquiring lock "refresh_cache-d4751d30-cb22-403c-a663-26eff04ad7f0" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.617873] env[69350]: DEBUG oslo_concurrency.lockutils [req-0b1acfb7-8eac-44b1-863c-59e30ee9cfc2 req-0094156d-66f5-42e3-bb5f-a7fd7215e0da service nova] Acquired lock "refresh_cache-d4751d30-cb22-403c-a663-26eff04ad7f0" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.618040] env[69350]: DEBUG nova.network.neutron [req-0b1acfb7-8eac-44b1-863c-59e30ee9cfc2 req-0094156d-66f5-42e3-bb5f-a7fd7215e0da service nova] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Refreshing network info cache for port d0dabe8f-0368-40e1-9fe7-81fd25a1bf3a {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1262.693149] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-66cf077f-ebaa-4a4e-985e-20aae75b7e65 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] Volume attach. Driver type: vmdk {{(pid=69350) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1262.693384] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-66cf077f-ebaa-4a4e-985e-20aae75b7e65 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-671684', 'volume_id': '6fd2e394-0952-439c-8c84-871173dba712', 'name': 'volume-6fd2e394-0952-439c-8c84-871173dba712', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'eac0e93a-faa9-4185-8d37-b6e2f7388eb5', 'attached_at': '', 'detached_at': '', 'volume_id': '6fd2e394-0952-439c-8c84-871173dba712', 'serial': '6fd2e394-0952-439c-8c84-871173dba712'} {{(pid=69350) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1262.694305] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4181981-ba0a-4d73-9ea3-b8f0c7eddad4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.712242] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f75f3b-ff50-45d6-9aa0-4f77ea5400e0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.737551] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-66cf077f-ebaa-4a4e-985e-20aae75b7e65 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] volume-6fd2e394-0952-439c-8c84-871173dba712/volume-6fd2e394-0952-439c-8c84-871173dba712.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1262.737807] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63dec9b5-7839-45cd-8d0a-a0f16119ff16 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.756506] env[69350]: DEBUG oslo_vmware.api [None req-66cf077f-ebaa-4a4e-985e-20aae75b7e65 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Waiting for the task: (returnval){ [ 1262.756506] env[69350]: value = "task-3366066" [ 1262.756506] env[69350]: _type = "Task" [ 1262.756506] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.764696] env[69350]: DEBUG oslo_vmware.api [None req-66cf077f-ebaa-4a4e-985e-20aae75b7e65 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3366066, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.797417] env[69350]: DEBUG nova.objects.base [None req-74463c83-085a-4c59-88de-34bf661d8a45 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69350) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1262.848132] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: dcace75e-abf2-4e4a-8bae-2ccce0c618f5] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1262.916544] env[69350]: DEBUG oslo_vmware.api [None req-62b544c3-5bda-48e9-b266-3f0fa6cae7a0 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]522d413d-0197-7a5d-5c3f-eaf902040980, 'name': SearchDatastore_Task, 'duration_secs': 0.00921} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.917347] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97655322-5ec3-4b09-b8bd-e6a04d151d9a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.928600] env[69350]: DEBUG oslo_vmware.api [None req-62b544c3-5bda-48e9-b266-3f0fa6cae7a0 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Waiting for the task: (returnval){ [ 1262.928600] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]529df01c-3d26-6adf-d3aa-ea72456eb0fb" [ 1262.928600] env[69350]: _type = "Task" [ 1262.928600] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.934777] env[69350]: DEBUG oslo_vmware.api [None req-3d22ac6d-3d4b-45c4-a70e-f5613cef17e7 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3366065, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07124} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.937709] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-3d22ac6d-3d4b-45c4-a70e-f5613cef17e7 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: c3e34d3b-84f4-4b36-b887-262cc9c73a55] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1262.939020] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ca1a1a1-3662-4d76-a71d-a26dfb87f95b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.945461] env[69350]: DEBUG oslo_vmware.api [None req-62b544c3-5bda-48e9-b266-3f0fa6cae7a0 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]529df01c-3d26-6adf-d3aa-ea72456eb0fb, 'name': SearchDatastore_Task, 'duration_secs': 0.010954} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.946058] env[69350]: DEBUG oslo_concurrency.lockutils [None req-62b544c3-5bda-48e9-b266-3f0fa6cae7a0 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.946343] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-62b544c3-5bda-48e9-b266-3f0fa6cae7a0 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] f124e5c2-b663-4d93-bfa8-7d5fa13631fa/f124e5c2-b663-4d93-bfa8-7d5fa13631fa.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1262.946610] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a6566724-bde2-499a-bc47-1750d30355c6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.961161] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eea54d1-2ab4-4aea-97f9-1547863312a2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.972830] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d22ac6d-3d4b-45c4-a70e-f5613cef17e7 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: c3e34d3b-84f4-4b36-b887-262cc9c73a55] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] c3e34d3b-84f4-4b36-b887-262cc9c73a55/c3e34d3b-84f4-4b36-b887-262cc9c73a55.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1262.973915] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e1cbc15-f315-44b5-aec8-4cbc78c61c9d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.990050] env[69350]: DEBUG oslo_vmware.api [None req-62b544c3-5bda-48e9-b266-3f0fa6cae7a0 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Waiting for the task: (returnval){ [ 1262.990050] env[69350]: value = "task-3366067" [ 1262.990050] env[69350]: _type = "Task" [ 1262.990050] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.997533] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd084c6d-2167-46aa-a5f4-6ee3e228b88c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.000868] env[69350]: DEBUG oslo_vmware.api [None req-3d22ac6d-3d4b-45c4-a70e-f5613cef17e7 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Waiting for the task: (returnval){ [ 1263.000868] env[69350]: value = "task-3366068" [ 1263.000868] env[69350]: _type = "Task" [ 1263.000868] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.004285] env[69350]: DEBUG oslo_vmware.api [None req-62b544c3-5bda-48e9-b266-3f0fa6cae7a0 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3366067, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.036511] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d26d67bf-ec0c-4bc0-a827-bec927673370 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.043618] env[69350]: DEBUG oslo_vmware.api [None req-3d22ac6d-3d4b-45c4-a70e-f5613cef17e7 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3366068, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.050162] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00eeb24d-1c17-4574-b561-8e7a88a10950 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.065869] env[69350]: DEBUG nova.compute.provider_tree [None req-74463c83-085a-4c59-88de-34bf661d8a45 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1263.269193] env[69350]: DEBUG oslo_vmware.api [None req-66cf077f-ebaa-4a4e-985e-20aae75b7e65 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3366066, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.335236] env[69350]: DEBUG oslo_concurrency.lockutils [None req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Acquiring lock "d4751d30-cb22-403c-a663-26eff04ad7f0" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.354910] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: 3982eed1-6462-4109-a550-9675a5970e1d] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1263.356177] env[69350]: DEBUG nova.network.neutron [req-0b1acfb7-8eac-44b1-863c-59e30ee9cfc2 req-0094156d-66f5-42e3-bb5f-a7fd7215e0da service nova] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Updated VIF entry in instance network info cache for port d0dabe8f-0368-40e1-9fe7-81fd25a1bf3a. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1263.356595] env[69350]: DEBUG nova.network.neutron [req-0b1acfb7-8eac-44b1-863c-59e30ee9cfc2 req-0094156d-66f5-42e3-bb5f-a7fd7215e0da service nova] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Updating instance_info_cache with network_info: [{"id": "d0dabe8f-0368-40e1-9fe7-81fd25a1bf3a", "address": "fa:16:3e:0c:5a:f5", "network": {"id": "ef2fb362-4313-473c-9c09-d0ff427ec60c", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1709807276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68e43cb72d9c4af5965e3e49c212db1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapd0dabe8f-03", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.502798] env[69350]: DEBUG oslo_vmware.api [None req-62b544c3-5bda-48e9-b266-3f0fa6cae7a0 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3366067, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469144} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.503066] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-62b544c3-5bda-48e9-b266-3f0fa6cae7a0 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] f124e5c2-b663-4d93-bfa8-7d5fa13631fa/f124e5c2-b663-4d93-bfa8-7d5fa13631fa.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1263.503274] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-62b544c3-5bda-48e9-b266-3f0fa6cae7a0 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: f124e5c2-b663-4d93-bfa8-7d5fa13631fa] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1263.503539] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6d58f175-c862-4374-b777-0a8d2b3d4961 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.513377] env[69350]: DEBUG oslo_vmware.api [None req-3d22ac6d-3d4b-45c4-a70e-f5613cef17e7 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3366068, 'name': ReconfigVM_Task, 'duration_secs': 0.351241} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.514534] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d22ac6d-3d4b-45c4-a70e-f5613cef17e7 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: c3e34d3b-84f4-4b36-b887-262cc9c73a55] Reconfigured VM instance instance-0000006d to attach disk [datastore1] c3e34d3b-84f4-4b36-b887-262cc9c73a55/c3e34d3b-84f4-4b36-b887-262cc9c73a55.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1263.515188] env[69350]: DEBUG oslo_vmware.api [None req-62b544c3-5bda-48e9-b266-3f0fa6cae7a0 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Waiting for the task: (returnval){ [ 1263.515188] env[69350]: value = "task-3366069" [ 1263.515188] env[69350]: _type = "Task" [ 1263.515188] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.515383] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9262094e-9fab-4338-9fb6-551c6575b9f6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.525300] env[69350]: DEBUG oslo_vmware.api [None req-62b544c3-5bda-48e9-b266-3f0fa6cae7a0 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3366069, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.526504] env[69350]: DEBUG oslo_vmware.api [None req-3d22ac6d-3d4b-45c4-a70e-f5613cef17e7 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Waiting for the task: (returnval){ [ 1263.526504] env[69350]: value = "task-3366070" [ 1263.526504] env[69350]: _type = "Task" [ 1263.526504] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.534564] env[69350]: DEBUG oslo_vmware.api [None req-3d22ac6d-3d4b-45c4-a70e-f5613cef17e7 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3366070, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.569473] env[69350]: DEBUG nova.scheduler.client.report [None req-74463c83-085a-4c59-88de-34bf661d8a45 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1263.768037] env[69350]: DEBUG oslo_vmware.api [None req-66cf077f-ebaa-4a4e-985e-20aae75b7e65 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3366066, 'name': ReconfigVM_Task, 'duration_secs': 0.612703} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.768363] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-66cf077f-ebaa-4a4e-985e-20aae75b7e65 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] Reconfigured VM instance instance-00000065 to attach disk [datastore1] volume-6fd2e394-0952-439c-8c84-871173dba712/volume-6fd2e394-0952-439c-8c84-871173dba712.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1263.773213] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-877c94be-e40d-49eb-ae9a-8f1754220557 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.788316] env[69350]: DEBUG oslo_vmware.api [None req-66cf077f-ebaa-4a4e-985e-20aae75b7e65 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Waiting for the task: (returnval){ [ 1263.788316] env[69350]: value = "task-3366071" [ 1263.788316] env[69350]: _type = "Task" [ 1263.788316] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.798677] env[69350]: DEBUG oslo_vmware.api [None req-66cf077f-ebaa-4a4e-985e-20aae75b7e65 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3366071, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.859085] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: 344ddaeb-e158-4d77-a322-68360d567e5b] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1263.861731] env[69350]: DEBUG oslo_concurrency.lockutils [req-0b1acfb7-8eac-44b1-863c-59e30ee9cfc2 req-0094156d-66f5-42e3-bb5f-a7fd7215e0da service nova] Releasing lock "refresh_cache-d4751d30-cb22-403c-a663-26eff04ad7f0" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.026760] env[69350]: DEBUG oslo_vmware.api [None req-62b544c3-5bda-48e9-b266-3f0fa6cae7a0 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3366069, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065136} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.027137] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-62b544c3-5bda-48e9-b266-3f0fa6cae7a0 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: f124e5c2-b663-4d93-bfa8-7d5fa13631fa] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1264.030756] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f4387f-e46a-4bc9-88f0-5ce185f21ea5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.057044] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-62b544c3-5bda-48e9-b266-3f0fa6cae7a0 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: f124e5c2-b663-4d93-bfa8-7d5fa13631fa] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] f124e5c2-b663-4d93-bfa8-7d5fa13631fa/f124e5c2-b663-4d93-bfa8-7d5fa13631fa.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1264.057044] env[69350]: DEBUG oslo_vmware.api [None req-3d22ac6d-3d4b-45c4-a70e-f5613cef17e7 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3366070, 'name': Rename_Task, 'duration_secs': 0.144513} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.057262] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3a41cf4-28fb-4d3a-b49d-eb368918a989 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.071422] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d22ac6d-3d4b-45c4-a70e-f5613cef17e7 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: c3e34d3b-84f4-4b36-b887-262cc9c73a55] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1264.071643] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-763de507-1cb9-4e20-baaa-72327ad7a0c9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.074429] env[69350]: DEBUG oslo_concurrency.lockutils [None req-74463c83-085a-4c59-88de-34bf661d8a45 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.286s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.081373] env[69350]: DEBUG oslo_vmware.api [None req-3d22ac6d-3d4b-45c4-a70e-f5613cef17e7 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Waiting for the task: (returnval){ [ 1264.081373] env[69350]: value = "task-3366072" [ 1264.081373] env[69350]: _type = "Task" [ 1264.081373] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.081892] env[69350]: DEBUG oslo_vmware.api [None req-62b544c3-5bda-48e9-b266-3f0fa6cae7a0 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Waiting for the task: (returnval){ [ 1264.081892] env[69350]: value = "task-3366073" [ 1264.081892] env[69350]: _type = "Task" [ 1264.081892] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.096171] env[69350]: DEBUG oslo_vmware.api [None req-3d22ac6d-3d4b-45c4-a70e-f5613cef17e7 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3366072, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.099240] env[69350]: DEBUG oslo_vmware.api [None req-62b544c3-5bda-48e9-b266-3f0fa6cae7a0 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3366073, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.299632] env[69350]: DEBUG oslo_vmware.api [None req-66cf077f-ebaa-4a4e-985e-20aae75b7e65 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3366071, 'name': ReconfigVM_Task, 'duration_secs': 0.144466} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.299886] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-66cf077f-ebaa-4a4e-985e-20aae75b7e65 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-671684', 'volume_id': '6fd2e394-0952-439c-8c84-871173dba712', 'name': 'volume-6fd2e394-0952-439c-8c84-871173dba712', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'eac0e93a-faa9-4185-8d37-b6e2f7388eb5', 'attached_at': '', 'detached_at': '', 'volume_id': '6fd2e394-0952-439c-8c84-871173dba712', 'serial': '6fd2e394-0952-439c-8c84-871173dba712'} {{(pid=69350) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1264.363073] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: 684c8b24-d21b-46bd-86e7-9e93b00cc7dc] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1264.588936] env[69350]: DEBUG oslo_concurrency.lockutils [None req-74463c83-085a-4c59-88de-34bf661d8a45 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Lock "d4751d30-cb22-403c-a663-26eff04ad7f0" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 21.855s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.589940] env[69350]: DEBUG oslo_concurrency.lockutils [None req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Lock "d4751d30-cb22-403c-a663-26eff04ad7f0" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.255s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.590155] env[69350]: INFO nova.compute.manager [None req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Unshelving [ 1264.600984] env[69350]: DEBUG oslo_vmware.api [None req-62b544c3-5bda-48e9-b266-3f0fa6cae7a0 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3366073, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.601141] env[69350]: DEBUG oslo_vmware.api [None req-3d22ac6d-3d4b-45c4-a70e-f5613cef17e7 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3366072, 'name': PowerOnVM_Task, 'duration_secs': 0.492122} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.602014] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d22ac6d-3d4b-45c4-a70e-f5613cef17e7 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: c3e34d3b-84f4-4b36-b887-262cc9c73a55] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1264.602334] env[69350]: INFO nova.compute.manager [None req-3d22ac6d-3d4b-45c4-a70e-f5613cef17e7 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: c3e34d3b-84f4-4b36-b887-262cc9c73a55] Took 7.93 seconds to spawn the instance on the hypervisor. [ 1264.602466] env[69350]: DEBUG nova.compute.manager [None req-3d22ac6d-3d4b-45c4-a70e-f5613cef17e7 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: c3e34d3b-84f4-4b36-b887-262cc9c73a55] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1264.603288] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b0f7c8b-731d-4f33-9a55-a62483200aeb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.865574] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: aad4e7c2-8241-4c46-be12-938b0673d68e] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1265.094606] env[69350]: DEBUG oslo_vmware.api [None req-62b544c3-5bda-48e9-b266-3f0fa6cae7a0 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3366073, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.121993] env[69350]: INFO nova.compute.manager [None req-3d22ac6d-3d4b-45c4-a70e-f5613cef17e7 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: c3e34d3b-84f4-4b36-b887-262cc9c73a55] Took 12.77 seconds to build instance. [ 1265.336602] env[69350]: DEBUG nova.objects.instance [None req-66cf077f-ebaa-4a4e-985e-20aae75b7e65 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Lazy-loading 'flavor' on Instance uuid eac0e93a-faa9-4185-8d37-b6e2f7388eb5 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1265.368765] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: e38a1927-542e-4094-80f7-3832351b1db3] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1265.596021] env[69350]: DEBUG oslo_vmware.api [None req-62b544c3-5bda-48e9-b266-3f0fa6cae7a0 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3366073, 'name': ReconfigVM_Task, 'duration_secs': 1.065091} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.596021] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-62b544c3-5bda-48e9-b266-3f0fa6cae7a0 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: f124e5c2-b663-4d93-bfa8-7d5fa13631fa] Reconfigured VM instance instance-0000006e to attach disk [datastore1] f124e5c2-b663-4d93-bfa8-7d5fa13631fa/f124e5c2-b663-4d93-bfa8-7d5fa13631fa.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1265.596021] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a7ee17cc-8300-4929-b42e-b7ecae35ed6c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.606016] env[69350]: DEBUG oslo_vmware.api [None req-62b544c3-5bda-48e9-b266-3f0fa6cae7a0 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Waiting for the task: (returnval){ [ 1265.606016] env[69350]: value = "task-3366074" [ 1265.606016] env[69350]: _type = "Task" [ 1265.606016] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.613271] env[69350]: DEBUG oslo_vmware.api [None req-62b544c3-5bda-48e9-b266-3f0fa6cae7a0 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3366074, 'name': Rename_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.618056] env[69350]: DEBUG oslo_concurrency.lockutils [None req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.618056] env[69350]: DEBUG oslo_concurrency.lockutils [None req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.618056] env[69350]: DEBUG nova.objects.instance [None req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Lazy-loading 'pci_requests' on Instance uuid d4751d30-cb22-403c-a663-26eff04ad7f0 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1265.624156] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3d22ac6d-3d4b-45c4-a70e-f5613cef17e7 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Lock "c3e34d3b-84f4-4b36-b887-262cc9c73a55" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.283s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.842448] env[69350]: DEBUG oslo_concurrency.lockutils [None req-66cf077f-ebaa-4a4e-985e-20aae75b7e65 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Lock "eac0e93a-faa9-4185-8d37-b6e2f7388eb5" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.256s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.872420] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: 83e0ad4e-cacd-4024-b73b-8d2b54d8aed3] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1266.063214] env[69350]: DEBUG nova.compute.manager [req-d3951719-b951-4321-b475-00db57514f1c req-f6c5f896-24e4-4210-876a-32de915204f0 service nova] [instance: c3e34d3b-84f4-4b36-b887-262cc9c73a55] Received event network-changed-73d86e5c-6ef6-457c-ab63-bb8751635a6c {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1266.063429] env[69350]: DEBUG nova.compute.manager [req-d3951719-b951-4321-b475-00db57514f1c req-f6c5f896-24e4-4210-876a-32de915204f0 service nova] [instance: c3e34d3b-84f4-4b36-b887-262cc9c73a55] Refreshing instance network info cache due to event network-changed-73d86e5c-6ef6-457c-ab63-bb8751635a6c. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1266.063697] env[69350]: DEBUG oslo_concurrency.lockutils [req-d3951719-b951-4321-b475-00db57514f1c req-f6c5f896-24e4-4210-876a-32de915204f0 service nova] Acquiring lock "refresh_cache-c3e34d3b-84f4-4b36-b887-262cc9c73a55" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.063843] env[69350]: DEBUG oslo_concurrency.lockutils [req-d3951719-b951-4321-b475-00db57514f1c req-f6c5f896-24e4-4210-876a-32de915204f0 service nova] Acquired lock "refresh_cache-c3e34d3b-84f4-4b36-b887-262cc9c73a55" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.063919] env[69350]: DEBUG nova.network.neutron [req-d3951719-b951-4321-b475-00db57514f1c req-f6c5f896-24e4-4210-876a-32de915204f0 service nova] [instance: c3e34d3b-84f4-4b36-b887-262cc9c73a55] Refreshing network info cache for port 73d86e5c-6ef6-457c-ab63-bb8751635a6c {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1266.115090] env[69350]: DEBUG oslo_vmware.api [None req-62b544c3-5bda-48e9-b266-3f0fa6cae7a0 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3366074, 'name': Rename_Task, 'duration_secs': 0.146479} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.115409] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-62b544c3-5bda-48e9-b266-3f0fa6cae7a0 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: f124e5c2-b663-4d93-bfa8-7d5fa13631fa] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1266.115714] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f8cff5e-5c9d-46b0-bc69-7e6b2c9024ca {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.122471] env[69350]: DEBUG nova.objects.instance [None req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Lazy-loading 'numa_topology' on Instance uuid d4751d30-cb22-403c-a663-26eff04ad7f0 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1266.124622] env[69350]: DEBUG oslo_vmware.api [None req-62b544c3-5bda-48e9-b266-3f0fa6cae7a0 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Waiting for the task: (returnval){ [ 1266.124622] env[69350]: value = "task-3366075" [ 1266.124622] env[69350]: _type = "Task" [ 1266.124622] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.135856] env[69350]: DEBUG oslo_vmware.api [None req-62b544c3-5bda-48e9-b266-3f0fa6cae7a0 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3366075, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.376031] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: dfa7050a-9a30-4a81-8e47-404bca52d0bd] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1266.413714] env[69350]: INFO nova.compute.manager [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] Rebuilding instance [ 1266.451247] env[69350]: DEBUG nova.compute.manager [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1266.452173] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca5975a-dbaa-4c12-903c-8c82cba7b232 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.626015] env[69350]: INFO nova.compute.claims [None req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1266.638025] env[69350]: DEBUG oslo_vmware.api [None req-62b544c3-5bda-48e9-b266-3f0fa6cae7a0 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3366075, 'name': PowerOnVM_Task, 'duration_secs': 0.484098} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.638258] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-62b544c3-5bda-48e9-b266-3f0fa6cae7a0 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: f124e5c2-b663-4d93-bfa8-7d5fa13631fa] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1266.638536] env[69350]: INFO nova.compute.manager [None req-62b544c3-5bda-48e9-b266-3f0fa6cae7a0 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: f124e5c2-b663-4d93-bfa8-7d5fa13631fa] Took 7.63 seconds to spawn the instance on the hypervisor. [ 1266.638731] env[69350]: DEBUG nova.compute.manager [None req-62b544c3-5bda-48e9-b266-3f0fa6cae7a0 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: f124e5c2-b663-4d93-bfa8-7d5fa13631fa] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1266.639529] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51fc5d7b-19cf-4b84-9767-798e169aaf1a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.785271] env[69350]: DEBUG nova.network.neutron [req-d3951719-b951-4321-b475-00db57514f1c req-f6c5f896-24e4-4210-876a-32de915204f0 service nova] [instance: c3e34d3b-84f4-4b36-b887-262cc9c73a55] Updated VIF entry in instance network info cache for port 73d86e5c-6ef6-457c-ab63-bb8751635a6c. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1266.785744] env[69350]: DEBUG nova.network.neutron [req-d3951719-b951-4321-b475-00db57514f1c req-f6c5f896-24e4-4210-876a-32de915204f0 service nova] [instance: c3e34d3b-84f4-4b36-b887-262cc9c73a55] Updating instance_info_cache with network_info: [{"id": "73d86e5c-6ef6-457c-ab63-bb8751635a6c", "address": "fa:16:3e:42:9b:18", "network": {"id": "ad123e0a-1a99-4c6b-932f-ff9de41ceb18", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-757019814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e70a04cc40f0407ebac8a2f5bbbd8693", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73d86e5c-6e", "ovs_interfaceid": "73d86e5c-6ef6-457c-ab63-bb8751635a6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.880816] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: f57f4243-4a2f-4f93-962e-4ceb2fbb2f66] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1266.969508] env[69350]: DEBUG oslo_concurrency.lockutils [None req-19864a5f-b999-4fef-86de-bb18032a85dc tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Acquiring lock "0f683e7d-83e5-4c63-a56e-f0a7093527f0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.969802] env[69350]: DEBUG oslo_concurrency.lockutils [None req-19864a5f-b999-4fef-86de-bb18032a85dc tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Lock "0f683e7d-83e5-4c63-a56e-f0a7093527f0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.158213] env[69350]: INFO nova.compute.manager [None req-62b544c3-5bda-48e9-b266-3f0fa6cae7a0 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: f124e5c2-b663-4d93-bfa8-7d5fa13631fa] Took 13.55 seconds to build instance. [ 1267.288307] env[69350]: DEBUG oslo_concurrency.lockutils [req-d3951719-b951-4321-b475-00db57514f1c req-f6c5f896-24e4-4210-876a-32de915204f0 service nova] Releasing lock "refresh_cache-c3e34d3b-84f4-4b36-b887-262cc9c73a55" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.383826] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: 78121893-84ec-4432-a063-e8109be4e359] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1267.466446] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1267.466774] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2d70aee-ea7f-4eaa-b03c-3a1b150b9d8e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.471839] env[69350]: DEBUG nova.compute.manager [None req-19864a5f-b999-4fef-86de-bb18032a85dc tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: 0f683e7d-83e5-4c63-a56e-f0a7093527f0] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1267.476998] env[69350]: DEBUG oslo_vmware.api [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Waiting for the task: (returnval){ [ 1267.476998] env[69350]: value = "task-3366076" [ 1267.476998] env[69350]: _type = "Task" [ 1267.476998] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.486221] env[69350]: DEBUG oslo_vmware.api [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3366076, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.660466] env[69350]: DEBUG oslo_concurrency.lockutils [None req-62b544c3-5bda-48e9-b266-3f0fa6cae7a0 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Lock "f124e5c2-b663-4d93-bfa8-7d5fa13631fa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.057s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.810239] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5b4e13c-de94-497f-bcc4-928b88ad800a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.819244] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d370f14-d282-412b-a00c-dfcfbd0597f7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.849874] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f36c959-d8ba-4335-92f0-255f17d2beb4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.858244] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-927bcd6a-14d5-42e8-aa70-09014a072804 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.876159] env[69350]: DEBUG nova.compute.provider_tree [None req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1267.887114] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: 18d57be1-24d5-4f9c-a5b5-24d82624069a] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1267.994037] env[69350]: DEBUG oslo_vmware.api [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3366076, 'name': PowerOffVM_Task, 'duration_secs': 0.33849} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.994037] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1267.997310] env[69350]: DEBUG oslo_concurrency.lockutils [None req-19864a5f-b999-4fef-86de-bb18032a85dc tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.052112] env[69350]: INFO nova.compute.manager [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] Detaching volume 6fd2e394-0952-439c-8c84-871173dba712 [ 1268.084776] env[69350]: INFO nova.virt.block_device [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] Attempting to driver detach volume 6fd2e394-0952-439c-8c84-871173dba712 from mountpoint /dev/sdb [ 1268.085031] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] Volume detach. Driver type: vmdk {{(pid=69350) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1268.085227] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-671684', 'volume_id': '6fd2e394-0952-439c-8c84-871173dba712', 'name': 'volume-6fd2e394-0952-439c-8c84-871173dba712', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'eac0e93a-faa9-4185-8d37-b6e2f7388eb5', 'attached_at': '', 'detached_at': '', 'volume_id': '6fd2e394-0952-439c-8c84-871173dba712', 'serial': '6fd2e394-0952-439c-8c84-871173dba712'} {{(pid=69350) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1268.086112] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4092c291-983d-4404-a016-e28f7908552f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.109313] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32b9aa9f-0957-4d57-bacf-3da326e4a837 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.117103] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c18a3135-344e-4b34-8a47-f35af1a98aef {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.137689] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee9585e-37a4-49eb-8602-4ed3ea67f8c5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.153888] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] The volume has not been displaced from its original location: [datastore1] volume-6fd2e394-0952-439c-8c84-871173dba712/volume-6fd2e394-0952-439c-8c84-871173dba712.vmdk. No consolidation needed. {{(pid=69350) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1268.159360] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] Reconfiguring VM instance instance-00000065 to detach disk 2001 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1268.159686] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-496cd6dd-b0f8-414e-acbd-da7ad0188bde {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.197410] env[69350]: DEBUG oslo_vmware.api [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Waiting for the task: (returnval){ [ 1268.197410] env[69350]: value = "task-3366077" [ 1268.197410] env[69350]: _type = "Task" [ 1268.197410] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.206134] env[69350]: DEBUG oslo_vmware.api [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3366077, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.383567] env[69350]: DEBUG nova.scheduler.client.report [None req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1268.386951] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f49fd2ea-7f91-45cd-891a-7af846f1ad5d tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Acquiring lock "f124e5c2-b663-4d93-bfa8-7d5fa13631fa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.387275] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f49fd2ea-7f91-45cd-891a-7af846f1ad5d tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Lock "f124e5c2-b663-4d93-bfa8-7d5fa13631fa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.387489] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f49fd2ea-7f91-45cd-891a-7af846f1ad5d tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Acquiring lock "f124e5c2-b663-4d93-bfa8-7d5fa13631fa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.387703] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f49fd2ea-7f91-45cd-891a-7af846f1ad5d tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Lock "f124e5c2-b663-4d93-bfa8-7d5fa13631fa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.387870] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f49fd2ea-7f91-45cd-891a-7af846f1ad5d tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Lock "f124e5c2-b663-4d93-bfa8-7d5fa13631fa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.389675] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: 2701262d-0054-4f59-8849-bf1e17b7bb94] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1268.392092] env[69350]: INFO nova.compute.manager [None req-f49fd2ea-7f91-45cd-891a-7af846f1ad5d tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: f124e5c2-b663-4d93-bfa8-7d5fa13631fa] Terminating instance [ 1268.707547] env[69350]: DEBUG oslo_vmware.api [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3366077, 'name': ReconfigVM_Task, 'duration_secs': 0.259555} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.709065] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] Reconfigured VM instance instance-00000065 to detach disk 2001 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1268.712840] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-579bbd63-6511-4bad-8a24-89a0d00a7aa0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.728374] env[69350]: DEBUG oslo_vmware.api [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Waiting for the task: (returnval){ [ 1268.728374] env[69350]: value = "task-3366078" [ 1268.728374] env[69350]: _type = "Task" [ 1268.728374] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.736666] env[69350]: DEBUG oslo_vmware.api [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3366078, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.891215] env[69350]: DEBUG oslo_concurrency.lockutils [None req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.274s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.893483] env[69350]: DEBUG oslo_concurrency.lockutils [None req-19864a5f-b999-4fef-86de-bb18032a85dc tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.896s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.895033] env[69350]: INFO nova.compute.claims [None req-19864a5f-b999-4fef-86de-bb18032a85dc tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: 0f683e7d-83e5-4c63-a56e-f0a7093527f0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1268.897919] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: 793cf920-4cb4-44cf-b9d7-3acd42a3caeb] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1268.899678] env[69350]: DEBUG nova.compute.manager [None req-f49fd2ea-7f91-45cd-891a-7af846f1ad5d tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: f124e5c2-b663-4d93-bfa8-7d5fa13631fa] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1268.900282] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f49fd2ea-7f91-45cd-891a-7af846f1ad5d tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: f124e5c2-b663-4d93-bfa8-7d5fa13631fa] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1268.901233] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17028ec6-8ef2-44e0-b466-996c12b71eba {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.909782] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-f49fd2ea-7f91-45cd-891a-7af846f1ad5d tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: f124e5c2-b663-4d93-bfa8-7d5fa13631fa] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1268.910028] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae1015ab-9cbd-4808-9abc-1895fa684a7c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.917646] env[69350]: DEBUG oslo_vmware.api [None req-f49fd2ea-7f91-45cd-891a-7af846f1ad5d tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Waiting for the task: (returnval){ [ 1268.917646] env[69350]: value = "task-3366079" [ 1268.917646] env[69350]: _type = "Task" [ 1268.917646] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.926664] env[69350]: DEBUG oslo_vmware.api [None req-f49fd2ea-7f91-45cd-891a-7af846f1ad5d tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3366079, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.943094] env[69350]: INFO nova.network.neutron [None req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Updating port d0dabe8f-0368-40e1-9fe7-81fd25a1bf3a with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1269.239578] env[69350]: DEBUG oslo_vmware.api [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3366078, 'name': ReconfigVM_Task, 'duration_secs': 0.152178} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.239877] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-671684', 'volume_id': '6fd2e394-0952-439c-8c84-871173dba712', 'name': 'volume-6fd2e394-0952-439c-8c84-871173dba712', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'eac0e93a-faa9-4185-8d37-b6e2f7388eb5', 'attached_at': '', 'detached_at': '', 'volume_id': '6fd2e394-0952-439c-8c84-871173dba712', 'serial': '6fd2e394-0952-439c-8c84-871173dba712'} {{(pid=69350) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1269.404326] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: c6b8f842-5836-4383-9db3-fbcb8e83ffc2] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1269.428220] env[69350]: DEBUG oslo_vmware.api [None req-f49fd2ea-7f91-45cd-891a-7af846f1ad5d tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3366079, 'name': PowerOffVM_Task, 'duration_secs': 0.233464} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.428516] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-f49fd2ea-7f91-45cd-891a-7af846f1ad5d tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: f124e5c2-b663-4d93-bfa8-7d5fa13631fa] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1269.428684] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f49fd2ea-7f91-45cd-891a-7af846f1ad5d tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: f124e5c2-b663-4d93-bfa8-7d5fa13631fa] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1269.428926] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-15e66d5e-7e71-4a8e-a131-4a54810e992d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.502909] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f49fd2ea-7f91-45cd-891a-7af846f1ad5d tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: f124e5c2-b663-4d93-bfa8-7d5fa13631fa] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1269.503122] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f49fd2ea-7f91-45cd-891a-7af846f1ad5d tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: f124e5c2-b663-4d93-bfa8-7d5fa13631fa] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1269.503313] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-f49fd2ea-7f91-45cd-891a-7af846f1ad5d tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Deleting the datastore file [datastore1] f124e5c2-b663-4d93-bfa8-7d5fa13631fa {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1269.503579] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2a411a4b-0c21-4184-86fb-013467612eb6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.512185] env[69350]: DEBUG oslo_vmware.api [None req-f49fd2ea-7f91-45cd-891a-7af846f1ad5d tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Waiting for the task: (returnval){ [ 1269.512185] env[69350]: value = "task-3366081" [ 1269.512185] env[69350]: _type = "Task" [ 1269.512185] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.520578] env[69350]: DEBUG oslo_vmware.api [None req-f49fd2ea-7f91-45cd-891a-7af846f1ad5d tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3366081, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.910829] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: 54012b13-65ff-4fe4-bcab-43038f12aeda] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1270.025352] env[69350]: DEBUG oslo_vmware.api [None req-f49fd2ea-7f91-45cd-891a-7af846f1ad5d tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3366081, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160187} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.025612] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-f49fd2ea-7f91-45cd-891a-7af846f1ad5d tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1270.025839] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f49fd2ea-7f91-45cd-891a-7af846f1ad5d tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: f124e5c2-b663-4d93-bfa8-7d5fa13631fa] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1270.025964] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f49fd2ea-7f91-45cd-891a-7af846f1ad5d tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: f124e5c2-b663-4d93-bfa8-7d5fa13631fa] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1270.026148] env[69350]: INFO nova.compute.manager [None req-f49fd2ea-7f91-45cd-891a-7af846f1ad5d tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: f124e5c2-b663-4d93-bfa8-7d5fa13631fa] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1270.026393] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f49fd2ea-7f91-45cd-891a-7af846f1ad5d tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1270.028650] env[69350]: DEBUG nova.compute.manager [-] [instance: f124e5c2-b663-4d93-bfa8-7d5fa13631fa] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1270.028758] env[69350]: DEBUG nova.network.neutron [-] [instance: f124e5c2-b663-4d93-bfa8-7d5fa13631fa] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1270.074075] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b14153f-1935-4c37-8da4-c779b57769e5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.083529] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da750c45-93e3-4b99-bd5a-d55e14760152 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.115325] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7181fc7-a50b-4345-915e-c600f932a6dd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.123933] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c828bc6-6fbd-4233-b652-cedfcee770b0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.139812] env[69350]: DEBUG nova.compute.provider_tree [None req-19864a5f-b999-4fef-86de-bb18032a85dc tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1270.293081] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1270.293436] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c7b85d6d-0b88-4c36-9a63-4d4e9d1ebfee {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.303625] env[69350]: DEBUG oslo_vmware.api [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Waiting for the task: (returnval){ [ 1270.303625] env[69350]: value = "task-3366082" [ 1270.303625] env[69350]: _type = "Task" [ 1270.303625] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.312578] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] VM already powered off {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1270.312802] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] Volume detach. Driver type: vmdk {{(pid=69350) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1270.312997] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-671684', 'volume_id': '6fd2e394-0952-439c-8c84-871173dba712', 'name': 'volume-6fd2e394-0952-439c-8c84-871173dba712', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'eac0e93a-faa9-4185-8d37-b6e2f7388eb5', 'attached_at': '', 'detached_at': '', 'volume_id': '6fd2e394-0952-439c-8c84-871173dba712', 'serial': '6fd2e394-0952-439c-8c84-871173dba712'} {{(pid=69350) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1270.313732] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa1d5409-86f5-4459-bb29-4305f3720d40 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.331665] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f27128f-0ace-4b8e-8024-7cf9a9915b31 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.338265] env[69350]: WARNING nova.virt.vmwareapi.driver [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1270.338534] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1270.339322] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-340fbc45-0eea-4d77-bf92-83c96e932c77 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.346383] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1270.346620] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70b26d90-6d7a-41ff-9aef-d90b29250cdd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.410583] env[69350]: DEBUG nova.compute.manager [req-4602d85f-2a79-47f3-8363-36af2d5f08e0 req-5fd1f0d9-7590-4f61-b70d-20bd2084061e service nova] [instance: f124e5c2-b663-4d93-bfa8-7d5fa13631fa] Received event network-vif-deleted-f9479a56-d588-4301-9daa-dfbeee6ae1f3 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1270.410927] env[69350]: INFO nova.compute.manager [req-4602d85f-2a79-47f3-8363-36af2d5f08e0 req-5fd1f0d9-7590-4f61-b70d-20bd2084061e service nova] [instance: f124e5c2-b663-4d93-bfa8-7d5fa13631fa] Neutron deleted interface f9479a56-d588-4301-9daa-dfbeee6ae1f3; detaching it from the instance and deleting it from the info cache [ 1270.411033] env[69350]: DEBUG nova.network.neutron [req-4602d85f-2a79-47f3-8363-36af2d5f08e0 req-5fd1f0d9-7590-4f61-b70d-20bd2084061e service nova] [instance: f124e5c2-b663-4d93-bfa8-7d5fa13631fa] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.414030] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1270.414229] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1270.414398] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Deleting the datastore file [datastore1] eac0e93a-faa9-4185-8d37-b6e2f7388eb5 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1270.414973] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: 12469520-1e54-40a2-b179-0811c4099063] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1270.416484] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-572ec4fa-9c4b-401c-8d22-c4b18474b5d1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.429283] env[69350]: DEBUG oslo_vmware.api [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Waiting for the task: (returnval){ [ 1270.429283] env[69350]: value = "task-3366084" [ 1270.429283] env[69350]: _type = "Task" [ 1270.429283] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.443776] env[69350]: DEBUG oslo_vmware.api [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3366084, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.535236] env[69350]: DEBUG oslo_concurrency.lockutils [None req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Acquiring lock "refresh_cache-d4751d30-cb22-403c-a663-26eff04ad7f0" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.535929] env[69350]: DEBUG oslo_concurrency.lockutils [None req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Acquired lock "refresh_cache-d4751d30-cb22-403c-a663-26eff04ad7f0" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.536293] env[69350]: DEBUG nova.network.neutron [None req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1270.642798] env[69350]: DEBUG nova.scheduler.client.report [None req-19864a5f-b999-4fef-86de-bb18032a85dc tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1270.886208] env[69350]: DEBUG nova.network.neutron [-] [instance: f124e5c2-b663-4d93-bfa8-7d5fa13631fa] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.915241] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-21fdea03-75b5-48c3-923e-f147b5f9e386 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.923261] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: d780fc2f-62f6-4cf7-8d8a-c2e7b25226dc] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1270.928693] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb31558-aee5-4023-9c56-062e5c449358 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.948484] env[69350]: DEBUG oslo_vmware.api [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3366084, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132909} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.949311] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1270.949507] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1270.950146] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1270.965029] env[69350]: DEBUG nova.compute.manager [req-4602d85f-2a79-47f3-8363-36af2d5f08e0 req-5fd1f0d9-7590-4f61-b70d-20bd2084061e service nova] [instance: f124e5c2-b663-4d93-bfa8-7d5fa13631fa] Detach interface failed, port_id=f9479a56-d588-4301-9daa-dfbeee6ae1f3, reason: Instance f124e5c2-b663-4d93-bfa8-7d5fa13631fa could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1271.144714] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4e2ca467-f9ce-456e-9758-3081c4cdbb4c tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Acquiring lock "e5fa3549-8926-4a0b-92ca-ca337739b5cb" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.144984] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4e2ca467-f9ce-456e-9758-3081c4cdbb4c tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Lock "e5fa3549-8926-4a0b-92ca-ca337739b5cb" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.147968] env[69350]: DEBUG oslo_concurrency.lockutils [None req-19864a5f-b999-4fef-86de-bb18032a85dc tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.254s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.148608] env[69350]: DEBUG nova.compute.manager [None req-19864a5f-b999-4fef-86de-bb18032a85dc tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: 0f683e7d-83e5-4c63-a56e-f0a7093527f0] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1271.299878] env[69350]: DEBUG nova.network.neutron [None req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Updating instance_info_cache with network_info: [{"id": "d0dabe8f-0368-40e1-9fe7-81fd25a1bf3a", "address": "fa:16:3e:0c:5a:f5", "network": {"id": "ef2fb362-4313-473c-9c09-d0ff427ec60c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1709807276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68e43cb72d9c4af5965e3e49c212db1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0dabe8f-03", "ovs_interfaceid": "d0dabe8f-0368-40e1-9fe7-81fd25a1bf3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.388473] env[69350]: INFO nova.compute.manager [-] [instance: f124e5c2-b663-4d93-bfa8-7d5fa13631fa] Took 1.36 seconds to deallocate network for instance. [ 1271.430649] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: 4d646a6a-26e5-4e67-8415-b981f86d49cb] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1271.458630] env[69350]: INFO nova.virt.block_device [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] Booting with volume 6fd2e394-0952-439c-8c84-871173dba712 at /dev/sdb [ 1271.506085] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b852a89c-11ad-408f-88b0-57dbd79029db {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.517935] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-616492cc-9d2a-4a3d-a473-05adb88f42a8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.551759] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4c3203a2-556d-406c-a6b9-50af9bfc0fbf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.561889] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f15e547-2af5-438e-8f70-f1e56b26c47e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.595828] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-944e8686-8d5a-4cfb-a944-2a8f5e425019 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.604029] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf46009f-2657-411b-8a5b-fb9bcaaa852f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.621910] env[69350]: DEBUG nova.virt.block_device [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] Updating existing volume attachment record: f1a1749b-fbd3-42e9-8971-46dccac8ef76 {{(pid=69350) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1271.656040] env[69350]: DEBUG nova.compute.utils [None req-4e2ca467-f9ce-456e-9758-3081c4cdbb4c tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1271.657517] env[69350]: DEBUG nova.compute.utils [None req-19864a5f-b999-4fef-86de-bb18032a85dc tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1271.659058] env[69350]: DEBUG nova.compute.manager [None req-19864a5f-b999-4fef-86de-bb18032a85dc tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: 0f683e7d-83e5-4c63-a56e-f0a7093527f0] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1271.659212] env[69350]: DEBUG nova.network.neutron [None req-19864a5f-b999-4fef-86de-bb18032a85dc tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: 0f683e7d-83e5-4c63-a56e-f0a7093527f0] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1271.712470] env[69350]: DEBUG nova.policy [None req-19864a5f-b999-4fef-86de-bb18032a85dc tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9c9693865dde46498cfeedad6514435b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e70a04cc40f0407ebac8a2f5bbbd8693', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 1271.803229] env[69350]: DEBUG oslo_concurrency.lockutils [None req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Releasing lock "refresh_cache-d4751d30-cb22-403c-a663-26eff04ad7f0" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.829487] env[69350]: DEBUG nova.virt.hardware [None req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='3deb2f833dec6443f1fc0d39beab330a',container_format='bare',created_at=2025-04-08T13:55:47Z,direct_url=,disk_format='vmdk',id=aea29d7e-8827-4157-976c-8febc84e6928,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-2049499572-shelved',owner='68e43cb72d9c4af5965e3e49c212db1c',properties=ImageMetaProps,protected=,size=31667200,status='active',tags=,updated_at=2025-04-08T13:56:01Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1271.829634] env[69350]: DEBUG nova.virt.hardware [None req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1271.829753] env[69350]: DEBUG nova.virt.hardware [None req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1271.829932] env[69350]: DEBUG nova.virt.hardware [None req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1271.830103] env[69350]: DEBUG nova.virt.hardware [None req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1271.830265] env[69350]: DEBUG nova.virt.hardware [None req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1271.830545] env[69350]: DEBUG nova.virt.hardware [None req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1271.830726] env[69350]: DEBUG nova.virt.hardware [None req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1271.830843] env[69350]: DEBUG nova.virt.hardware [None req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1271.830999] env[69350]: DEBUG nova.virt.hardware [None req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1271.831182] env[69350]: DEBUG nova.virt.hardware [None req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1271.832085] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e22132c5-d7e5-44ab-9610-4c07b558cae3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.840766] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfdc23d8-939b-412f-83d7-9bc45ef2eaa7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.854691] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:5a:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89ed4797-90ad-44cd-bbcb-e90b2a8400f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd0dabe8f-0368-40e1-9fe7-81fd25a1bf3a', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1271.862254] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1271.862492] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1271.862705] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d613a13-f658-48d4-82a6-1b8d68d05431 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.883162] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1271.883162] env[69350]: value = "task-3366085" [ 1271.883162] env[69350]: _type = "Task" [ 1271.883162] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.891245] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366085, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.894246] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f49fd2ea-7f91-45cd-891a-7af846f1ad5d tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.894504] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f49fd2ea-7f91-45cd-891a-7af846f1ad5d tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.894720] env[69350]: DEBUG nova.objects.instance [None req-f49fd2ea-7f91-45cd-891a-7af846f1ad5d tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Lazy-loading 'resources' on Instance uuid f124e5c2-b663-4d93-bfa8-7d5fa13631fa {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1271.938778] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: 3a5af6a2-a06a-4f35-92ea-d122160b22b5] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1271.987794] env[69350]: DEBUG nova.network.neutron [None req-19864a5f-b999-4fef-86de-bb18032a85dc tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: 0f683e7d-83e5-4c63-a56e-f0a7093527f0] Successfully created port: 0cce11c4-b57b-4927-84b7-fdd7bf0f5e74 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1272.160158] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4e2ca467-f9ce-456e-9758-3081c4cdbb4c tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Lock "e5fa3549-8926-4a0b-92ca-ca337739b5cb" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.015s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.161918] env[69350]: DEBUG nova.compute.manager [None req-19864a5f-b999-4fef-86de-bb18032a85dc tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: 0f683e7d-83e5-4c63-a56e-f0a7093527f0] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1272.393880] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366085, 'name': CreateVM_Task, 'duration_secs': 0.326344} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.394051] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1272.394702] env[69350]: DEBUG oslo_concurrency.lockutils [None req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aea29d7e-8827-4157-976c-8febc84e6928" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.394867] env[69350]: DEBUG oslo_concurrency.lockutils [None req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aea29d7e-8827-4157-976c-8febc84e6928" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.395266] env[69350]: DEBUG oslo_concurrency.lockutils [None req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aea29d7e-8827-4157-976c-8febc84e6928" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.395526] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95b6ecdc-7a93-4a09-8240-732daa101081 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.403540] env[69350]: DEBUG oslo_vmware.api [None req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Waiting for the task: (returnval){ [ 1272.403540] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5286533a-7247-d728-1045-5dd79d1306f8" [ 1272.403540] env[69350]: _type = "Task" [ 1272.403540] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.412523] env[69350]: DEBUG oslo_vmware.api [None req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5286533a-7247-d728-1045-5dd79d1306f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.442091] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: 90b71625-4bb1-4f8b-a94e-313cea1be2da] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1272.452074] env[69350]: DEBUG nova.compute.manager [req-510eee20-6bad-41e4-9aa5-7da7b67c905b req-e10d9053-3bed-4451-b043-bc3145d3ed91 service nova] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Received event network-vif-plugged-d0dabe8f-0368-40e1-9fe7-81fd25a1bf3a {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1272.452213] env[69350]: DEBUG oslo_concurrency.lockutils [req-510eee20-6bad-41e4-9aa5-7da7b67c905b req-e10d9053-3bed-4451-b043-bc3145d3ed91 service nova] Acquiring lock "d4751d30-cb22-403c-a663-26eff04ad7f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.452301] env[69350]: DEBUG oslo_concurrency.lockutils [req-510eee20-6bad-41e4-9aa5-7da7b67c905b req-e10d9053-3bed-4451-b043-bc3145d3ed91 service nova] Lock "d4751d30-cb22-403c-a663-26eff04ad7f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.452486] env[69350]: DEBUG oslo_concurrency.lockutils [req-510eee20-6bad-41e4-9aa5-7da7b67c905b req-e10d9053-3bed-4451-b043-bc3145d3ed91 service nova] Lock "d4751d30-cb22-403c-a663-26eff04ad7f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.452632] env[69350]: DEBUG nova.compute.manager [req-510eee20-6bad-41e4-9aa5-7da7b67c905b req-e10d9053-3bed-4451-b043-bc3145d3ed91 service nova] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] No waiting events found dispatching network-vif-plugged-d0dabe8f-0368-40e1-9fe7-81fd25a1bf3a {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1272.452847] env[69350]: WARNING nova.compute.manager [req-510eee20-6bad-41e4-9aa5-7da7b67c905b req-e10d9053-3bed-4451-b043-bc3145d3ed91 service nova] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Received unexpected event network-vif-plugged-d0dabe8f-0368-40e1-9fe7-81fd25a1bf3a for instance with vm_state shelved_offloaded and task_state spawning. [ 1272.453034] env[69350]: DEBUG nova.compute.manager [req-510eee20-6bad-41e4-9aa5-7da7b67c905b req-e10d9053-3bed-4451-b043-bc3145d3ed91 service nova] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Received event network-changed-d0dabe8f-0368-40e1-9fe7-81fd25a1bf3a {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1272.453191] env[69350]: DEBUG nova.compute.manager [req-510eee20-6bad-41e4-9aa5-7da7b67c905b req-e10d9053-3bed-4451-b043-bc3145d3ed91 service nova] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Refreshing instance network info cache due to event network-changed-d0dabe8f-0368-40e1-9fe7-81fd25a1bf3a. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1272.453390] env[69350]: DEBUG oslo_concurrency.lockutils [req-510eee20-6bad-41e4-9aa5-7da7b67c905b req-e10d9053-3bed-4451-b043-bc3145d3ed91 service nova] Acquiring lock "refresh_cache-d4751d30-cb22-403c-a663-26eff04ad7f0" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.453820] env[69350]: DEBUG oslo_concurrency.lockutils [req-510eee20-6bad-41e4-9aa5-7da7b67c905b req-e10d9053-3bed-4451-b043-bc3145d3ed91 service nova] Acquired lock "refresh_cache-d4751d30-cb22-403c-a663-26eff04ad7f0" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.453820] env[69350]: DEBUG nova.network.neutron [req-510eee20-6bad-41e4-9aa5-7da7b67c905b req-e10d9053-3bed-4451-b043-bc3145d3ed91 service nova] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Refreshing network info cache for port d0dabe8f-0368-40e1-9fe7-81fd25a1bf3a {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1272.575829] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-666df282-cb34-48fc-9a6c-e1122c0b5d7b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.584496] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a8737b-fa7f-4631-962c-04ac912f5e2c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.620774] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f156942-76ef-4c20-a7f6-5e1cb83a3852 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.629079] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d96df487-ede3-4ad5-aecb-1b554ccc3587 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.644313] env[69350]: DEBUG nova.compute.provider_tree [None req-f49fd2ea-7f91-45cd-891a-7af846f1ad5d tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1272.914739] env[69350]: DEBUG oslo_concurrency.lockutils [None req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aea29d7e-8827-4157-976c-8febc84e6928" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.915010] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Processing image aea29d7e-8827-4157-976c-8febc84e6928 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1272.915259] env[69350]: DEBUG oslo_concurrency.lockutils [None req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aea29d7e-8827-4157-976c-8febc84e6928/aea29d7e-8827-4157-976c-8febc84e6928.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.915406] env[69350]: DEBUG oslo_concurrency.lockutils [None req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aea29d7e-8827-4157-976c-8febc84e6928/aea29d7e-8827-4157-976c-8febc84e6928.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.915597] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1272.915847] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0760310c-0dfa-4e06-b1df-8ed7c60713a7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.924772] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1272.924952] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1272.925740] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7ae06ec-543a-406a-89f9-b07782a12910 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.932625] env[69350]: DEBUG oslo_vmware.api [None req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Waiting for the task: (returnval){ [ 1272.932625] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5297b283-1e17-77e9-483e-18dd63a172a9" [ 1272.932625] env[69350]: _type = "Task" [ 1272.932625] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.946688] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: 8ef7c8c1-bf96-41f1-8c23-5b96db7fdbda] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1272.948872] env[69350]: DEBUG oslo_vmware.api [None req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5297b283-1e17-77e9-483e-18dd63a172a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.147604] env[69350]: DEBUG nova.scheduler.client.report [None req-f49fd2ea-7f91-45cd-891a-7af846f1ad5d tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1273.166297] env[69350]: DEBUG nova.network.neutron [req-510eee20-6bad-41e4-9aa5-7da7b67c905b req-e10d9053-3bed-4451-b043-bc3145d3ed91 service nova] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Updated VIF entry in instance network info cache for port d0dabe8f-0368-40e1-9fe7-81fd25a1bf3a. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1273.166641] env[69350]: DEBUG nova.network.neutron [req-510eee20-6bad-41e4-9aa5-7da7b67c905b req-e10d9053-3bed-4451-b043-bc3145d3ed91 service nova] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Updating instance_info_cache with network_info: [{"id": "d0dabe8f-0368-40e1-9fe7-81fd25a1bf3a", "address": "fa:16:3e:0c:5a:f5", "network": {"id": "ef2fb362-4313-473c-9c09-d0ff427ec60c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1709807276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68e43cb72d9c4af5965e3e49c212db1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0dabe8f-03", "ovs_interfaceid": "d0dabe8f-0368-40e1-9fe7-81fd25a1bf3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.174555] env[69350]: DEBUG nova.compute.manager [None req-19864a5f-b999-4fef-86de-bb18032a85dc tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: 0f683e7d-83e5-4c63-a56e-f0a7093527f0] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1273.197788] env[69350]: DEBUG nova.virt.hardware [None req-19864a5f-b999-4fef-86de-bb18032a85dc tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1273.198040] env[69350]: DEBUG nova.virt.hardware [None req-19864a5f-b999-4fef-86de-bb18032a85dc tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1273.198200] env[69350]: DEBUG nova.virt.hardware [None req-19864a5f-b999-4fef-86de-bb18032a85dc tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1273.198411] env[69350]: DEBUG nova.virt.hardware [None req-19864a5f-b999-4fef-86de-bb18032a85dc tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1273.198601] env[69350]: DEBUG nova.virt.hardware [None req-19864a5f-b999-4fef-86de-bb18032a85dc tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1273.198764] env[69350]: DEBUG nova.virt.hardware [None req-19864a5f-b999-4fef-86de-bb18032a85dc tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1273.198967] env[69350]: DEBUG nova.virt.hardware [None req-19864a5f-b999-4fef-86de-bb18032a85dc tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1273.199138] env[69350]: DEBUG nova.virt.hardware [None req-19864a5f-b999-4fef-86de-bb18032a85dc tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1273.199302] env[69350]: DEBUG nova.virt.hardware [None req-19864a5f-b999-4fef-86de-bb18032a85dc tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1273.199461] env[69350]: DEBUG nova.virt.hardware [None req-19864a5f-b999-4fef-86de-bb18032a85dc tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1273.199627] env[69350]: DEBUG nova.virt.hardware [None req-19864a5f-b999-4fef-86de-bb18032a85dc tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1273.200509] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a36f9a-df53-4526-b90f-9c3970195db0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.209015] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7cac318-3ab2-4ed8-8346-b7422c0e5f96 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.231918] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4e2ca467-f9ce-456e-9758-3081c4cdbb4c tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Acquiring lock "e5fa3549-8926-4a0b-92ca-ca337739b5cb" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.232152] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4e2ca467-f9ce-456e-9758-3081c4cdbb4c tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Lock "e5fa3549-8926-4a0b-92ca-ca337739b5cb" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.232394] env[69350]: INFO nova.compute.manager [None req-4e2ca467-f9ce-456e-9758-3081c4cdbb4c tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: e5fa3549-8926-4a0b-92ca-ca337739b5cb] Attaching volume ea81845b-abde-4673-813c-2873cc854b25 to /dev/sdb [ 1273.266591] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f30066-fcb9-4724-be4f-40117a1e296c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.274560] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f391027-8e5f-40c0-bacd-c9df55e48e1d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.289585] env[69350]: DEBUG nova.virt.block_device [None req-4e2ca467-f9ce-456e-9758-3081c4cdbb4c tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: e5fa3549-8926-4a0b-92ca-ca337739b5cb] Updating existing volume attachment record: b151afa8-0192-4bd9-bcb5-776db80dcb3d {{(pid=69350) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1273.442596] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Preparing fetch location {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1273.443162] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Fetch image to [datastore2] OSTACK_IMG_6614a863-eaed-482c-a9ad-306c080a37db/OSTACK_IMG_6614a863-eaed-482c-a9ad-306c080a37db.vmdk {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1273.443162] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Downloading stream optimized image aea29d7e-8827-4157-976c-8febc84e6928 to [datastore2] OSTACK_IMG_6614a863-eaed-482c-a9ad-306c080a37db/OSTACK_IMG_6614a863-eaed-482c-a9ad-306c080a37db.vmdk on the data store datastore2 as vApp {{(pid=69350) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1273.443394] env[69350]: DEBUG nova.virt.vmwareapi.images [None req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Downloading image file data aea29d7e-8827-4157-976c-8febc84e6928 to the ESX as VM named 'OSTACK_IMG_6614a863-eaed-482c-a9ad-306c080a37db' {{(pid=69350) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1273.451063] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: d8ff34cc-0660-4828-847d-cc58e0c4385a] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1273.492081] env[69350]: DEBUG nova.network.neutron [None req-19864a5f-b999-4fef-86de-bb18032a85dc tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: 0f683e7d-83e5-4c63-a56e-f0a7093527f0] Successfully updated port: 0cce11c4-b57b-4927-84b7-fdd7bf0f5e74 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1273.530764] env[69350]: DEBUG oslo_vmware.rw_handles [None req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1273.530764] env[69350]: value = "resgroup-9" [ 1273.530764] env[69350]: _type = "ResourcePool" [ 1273.530764] env[69350]: }. {{(pid=69350) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1273.531011] env[69350]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-43ab4380-d5de-43e5-a100-20873c9ee7f6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.552168] env[69350]: DEBUG oslo_vmware.rw_handles [None req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Lease: (returnval){ [ 1273.552168] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52e93395-231d-e031-cef9-a6d4ba545cbd" [ 1273.552168] env[69350]: _type = "HttpNfcLease" [ 1273.552168] env[69350]: } obtained for vApp import into resource pool (val){ [ 1273.552168] env[69350]: value = "resgroup-9" [ 1273.552168] env[69350]: _type = "ResourcePool" [ 1273.552168] env[69350]: }. {{(pid=69350) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1273.552496] env[69350]: DEBUG oslo_vmware.api [None req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Waiting for the lease: (returnval){ [ 1273.552496] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52e93395-231d-e031-cef9-a6d4ba545cbd" [ 1273.552496] env[69350]: _type = "HttpNfcLease" [ 1273.552496] env[69350]: } to be ready. {{(pid=69350) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1273.559176] env[69350]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1273.559176] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52e93395-231d-e031-cef9-a6d4ba545cbd" [ 1273.559176] env[69350]: _type = "HttpNfcLease" [ 1273.559176] env[69350]: } is initializing. {{(pid=69350) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1273.652830] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f49fd2ea-7f91-45cd-891a-7af846f1ad5d tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.758s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.669856] env[69350]: DEBUG oslo_concurrency.lockutils [req-510eee20-6bad-41e4-9aa5-7da7b67c905b req-e10d9053-3bed-4451-b043-bc3145d3ed91 service nova] Releasing lock "refresh_cache-d4751d30-cb22-403c-a663-26eff04ad7f0" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.680708] env[69350]: INFO nova.scheduler.client.report [None req-f49fd2ea-7f91-45cd-891a-7af846f1ad5d tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Deleted allocations for instance f124e5c2-b663-4d93-bfa8-7d5fa13631fa [ 1273.752508] env[69350]: DEBUG nova.virt.hardware [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1273.752827] env[69350]: DEBUG nova.virt.hardware [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1273.753038] env[69350]: DEBUG nova.virt.hardware [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1273.753278] env[69350]: DEBUG nova.virt.hardware [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1273.753468] env[69350]: DEBUG nova.virt.hardware [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1273.753667] env[69350]: DEBUG nova.virt.hardware [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1273.753927] env[69350]: DEBUG nova.virt.hardware [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1273.754162] env[69350]: DEBUG nova.virt.hardware [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1273.754388] env[69350]: DEBUG nova.virt.hardware [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1273.754594] env[69350]: DEBUG nova.virt.hardware [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1273.754867] env[69350]: DEBUG nova.virt.hardware [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1273.755839] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d180441-0255-482e-ab5c-7b4aa86e073f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.765800] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5976472d-5154-49fe-aae9-93fc1f0e81be {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.780874] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:85:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f1b07b1-e4e5-4842-9090-07fb2c3e124b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd373db8d-e512-4e93-80b7-8f09158a538c', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1273.789134] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1273.789485] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1273.789756] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a365bb31-78d3-4d9c-bd9b-934ac45194b8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.812399] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1273.812399] env[69350]: value = "task-3366090" [ 1273.812399] env[69350]: _type = "Task" [ 1273.812399] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.822566] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366090, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.959093] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: 06270a6b-46d7-42ca-a02b-6747417f937e] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1273.994684] env[69350]: DEBUG oslo_concurrency.lockutils [None req-19864a5f-b999-4fef-86de-bb18032a85dc tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Acquiring lock "refresh_cache-0f683e7d-83e5-4c63-a56e-f0a7093527f0" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.994929] env[69350]: DEBUG oslo_concurrency.lockutils [None req-19864a5f-b999-4fef-86de-bb18032a85dc tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Acquired lock "refresh_cache-0f683e7d-83e5-4c63-a56e-f0a7093527f0" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.995173] env[69350]: DEBUG nova.network.neutron [None req-19864a5f-b999-4fef-86de-bb18032a85dc tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: 0f683e7d-83e5-4c63-a56e-f0a7093527f0] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1274.061927] env[69350]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1274.061927] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52e93395-231d-e031-cef9-a6d4ba545cbd" [ 1274.061927] env[69350]: _type = "HttpNfcLease" [ 1274.061927] env[69350]: } is ready. {{(pid=69350) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1274.062256] env[69350]: DEBUG oslo_vmware.rw_handles [None req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1274.062256] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52e93395-231d-e031-cef9-a6d4ba545cbd" [ 1274.062256] env[69350]: _type = "HttpNfcLease" [ 1274.062256] env[69350]: }. {{(pid=69350) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1274.062957] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bffedcb-f1bc-4e25-80d5-bb7544a4c503 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.071151] env[69350]: DEBUG oslo_vmware.rw_handles [None req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528f517d-34c1-833b-2b8c-b747554a6a0a/disk-0.vmdk from lease info. {{(pid=69350) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1274.071353] env[69350]: DEBUG oslo_vmware.rw_handles [None req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Creating HTTP connection to write to file with size = 31667200 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528f517d-34c1-833b-2b8c-b747554a6a0a/disk-0.vmdk. {{(pid=69350) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1274.136631] env[69350]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8061f640-775b-42f2-b2d6-d0acdee31185 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.188797] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f49fd2ea-7f91-45cd-891a-7af846f1ad5d tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Lock "f124e5c2-b663-4d93-bfa8-7d5fa13631fa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.801s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.324969] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366090, 'name': CreateVM_Task, 'duration_secs': 0.349179} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.326611] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1274.327390] env[69350]: DEBUG oslo_concurrency.lockutils [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.327555] env[69350]: DEBUG oslo_concurrency.lockutils [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.327977] env[69350]: DEBUG oslo_concurrency.lockutils [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.328252] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a28496dc-545f-4f95-809c-f368353bb7b0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.334861] env[69350]: DEBUG oslo_vmware.api [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Waiting for the task: (returnval){ [ 1274.334861] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52f9a14f-d885-edfb-6567-7ecf9b4bc4dd" [ 1274.334861] env[69350]: _type = "Task" [ 1274.334861] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.345961] env[69350]: DEBUG oslo_vmware.api [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52f9a14f-d885-edfb-6567-7ecf9b4bc4dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.462609] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: 8825162c-2942-4d5c-b7d1-d8b87f0ce534] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1274.483299] env[69350]: DEBUG nova.compute.manager [req-ed1611a8-5ec6-442e-9f2c-724df1c5deea req-e7100550-db38-4463-93c1-28d96be6a560 service nova] [instance: 0f683e7d-83e5-4c63-a56e-f0a7093527f0] Received event network-vif-plugged-0cce11c4-b57b-4927-84b7-fdd7bf0f5e74 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1274.483566] env[69350]: DEBUG oslo_concurrency.lockutils [req-ed1611a8-5ec6-442e-9f2c-724df1c5deea req-e7100550-db38-4463-93c1-28d96be6a560 service nova] Acquiring lock "0f683e7d-83e5-4c63-a56e-f0a7093527f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.483566] env[69350]: DEBUG oslo_concurrency.lockutils [req-ed1611a8-5ec6-442e-9f2c-724df1c5deea req-e7100550-db38-4463-93c1-28d96be6a560 service nova] Lock "0f683e7d-83e5-4c63-a56e-f0a7093527f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.483854] env[69350]: DEBUG oslo_concurrency.lockutils [req-ed1611a8-5ec6-442e-9f2c-724df1c5deea req-e7100550-db38-4463-93c1-28d96be6a560 service nova] Lock "0f683e7d-83e5-4c63-a56e-f0a7093527f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.483951] env[69350]: DEBUG nova.compute.manager [req-ed1611a8-5ec6-442e-9f2c-724df1c5deea req-e7100550-db38-4463-93c1-28d96be6a560 service nova] [instance: 0f683e7d-83e5-4c63-a56e-f0a7093527f0] No waiting events found dispatching network-vif-plugged-0cce11c4-b57b-4927-84b7-fdd7bf0f5e74 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1274.484195] env[69350]: WARNING nova.compute.manager [req-ed1611a8-5ec6-442e-9f2c-724df1c5deea req-e7100550-db38-4463-93c1-28d96be6a560 service nova] [instance: 0f683e7d-83e5-4c63-a56e-f0a7093527f0] Received unexpected event network-vif-plugged-0cce11c4-b57b-4927-84b7-fdd7bf0f5e74 for instance with vm_state building and task_state spawning. [ 1274.484483] env[69350]: DEBUG nova.compute.manager [req-ed1611a8-5ec6-442e-9f2c-724df1c5deea req-e7100550-db38-4463-93c1-28d96be6a560 service nova] [instance: 0f683e7d-83e5-4c63-a56e-f0a7093527f0] Received event network-changed-0cce11c4-b57b-4927-84b7-fdd7bf0f5e74 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1274.484628] env[69350]: DEBUG nova.compute.manager [req-ed1611a8-5ec6-442e-9f2c-724df1c5deea req-e7100550-db38-4463-93c1-28d96be6a560 service nova] [instance: 0f683e7d-83e5-4c63-a56e-f0a7093527f0] Refreshing instance network info cache due to event network-changed-0cce11c4-b57b-4927-84b7-fdd7bf0f5e74. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1274.484857] env[69350]: DEBUG oslo_concurrency.lockutils [req-ed1611a8-5ec6-442e-9f2c-724df1c5deea req-e7100550-db38-4463-93c1-28d96be6a560 service nova] Acquiring lock "refresh_cache-0f683e7d-83e5-4c63-a56e-f0a7093527f0" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.547516] env[69350]: DEBUG nova.network.neutron [None req-19864a5f-b999-4fef-86de-bb18032a85dc tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: 0f683e7d-83e5-4c63-a56e-f0a7093527f0] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1274.760304] env[69350]: DEBUG nova.network.neutron [None req-19864a5f-b999-4fef-86de-bb18032a85dc tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: 0f683e7d-83e5-4c63-a56e-f0a7093527f0] Updating instance_info_cache with network_info: [{"id": "0cce11c4-b57b-4927-84b7-fdd7bf0f5e74", "address": "fa:16:3e:fb:67:fe", "network": {"id": "ad123e0a-1a99-4c6b-932f-ff9de41ceb18", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-757019814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e70a04cc40f0407ebac8a2f5bbbd8693", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cce11c4-b5", "ovs_interfaceid": "0cce11c4-b57b-4927-84b7-fdd7bf0f5e74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.850525] env[69350]: DEBUG oslo_vmware.api [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52f9a14f-d885-edfb-6567-7ecf9b4bc4dd, 'name': SearchDatastore_Task, 'duration_secs': 0.010743} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.852472] env[69350]: DEBUG oslo_concurrency.lockutils [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.853252] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1274.853252] env[69350]: DEBUG oslo_concurrency.lockutils [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.853252] env[69350]: DEBUG oslo_concurrency.lockutils [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.853408] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1274.853596] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-41830773-c1cc-4c1f-89b5-b075c6a4f5c6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.863778] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1274.863778] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1274.864508] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a50d2e5c-e71e-434a-a283-fa75ba1e2e7c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.875088] env[69350]: DEBUG oslo_vmware.api [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Waiting for the task: (returnval){ [ 1274.875088] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5214545c-1f0b-7c74-ce7f-403b01f9b8f3" [ 1274.875088] env[69350]: _type = "Task" [ 1274.875088] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.892708] env[69350]: DEBUG oslo_vmware.api [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5214545c-1f0b-7c74-ce7f-403b01f9b8f3, 'name': SearchDatastore_Task, 'duration_secs': 0.012149} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.897738] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9eb7a63-3fc7-43da-931a-3de18a495412 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.905929] env[69350]: DEBUG oslo_vmware.api [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Waiting for the task: (returnval){ [ 1274.905929] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52d993b5-a9e1-17b8-91d7-23f6b87042b3" [ 1274.905929] env[69350]: _type = "Task" [ 1274.905929] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.916655] env[69350]: DEBUG oslo_vmware.api [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52d993b5-a9e1-17b8-91d7-23f6b87042b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.967182] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: 2e8e720c-f11a-434e-b1b2-ad961383e5de] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1275.209681] env[69350]: DEBUG oslo_vmware.rw_handles [None req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Completed reading data from the image iterator. {{(pid=69350) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1275.209900] env[69350]: DEBUG oslo_vmware.rw_handles [None req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528f517d-34c1-833b-2b8c-b747554a6a0a/disk-0.vmdk. {{(pid=69350) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1275.210931] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db135365-6b4e-4353-af15-4fa6e8091849 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.217908] env[69350]: DEBUG oslo_vmware.rw_handles [None req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528f517d-34c1-833b-2b8c-b747554a6a0a/disk-0.vmdk is in state: ready. {{(pid=69350) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1275.218081] env[69350]: DEBUG oslo_vmware.rw_handles [None req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528f517d-34c1-833b-2b8c-b747554a6a0a/disk-0.vmdk. {{(pid=69350) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1275.218313] env[69350]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-90434354-a7f3-448c-ac91-20c97a90d127 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.264673] env[69350]: DEBUG oslo_concurrency.lockutils [None req-19864a5f-b999-4fef-86de-bb18032a85dc tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Releasing lock "refresh_cache-0f683e7d-83e5-4c63-a56e-f0a7093527f0" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.265035] env[69350]: DEBUG nova.compute.manager [None req-19864a5f-b999-4fef-86de-bb18032a85dc tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: 0f683e7d-83e5-4c63-a56e-f0a7093527f0] Instance network_info: |[{"id": "0cce11c4-b57b-4927-84b7-fdd7bf0f5e74", "address": "fa:16:3e:fb:67:fe", "network": {"id": "ad123e0a-1a99-4c6b-932f-ff9de41ceb18", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-757019814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e70a04cc40f0407ebac8a2f5bbbd8693", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cce11c4-b5", "ovs_interfaceid": "0cce11c4-b57b-4927-84b7-fdd7bf0f5e74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1275.265342] env[69350]: DEBUG oslo_concurrency.lockutils [req-ed1611a8-5ec6-442e-9f2c-724df1c5deea req-e7100550-db38-4463-93c1-28d96be6a560 service nova] Acquired lock "refresh_cache-0f683e7d-83e5-4c63-a56e-f0a7093527f0" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.265517] env[69350]: DEBUG nova.network.neutron [req-ed1611a8-5ec6-442e-9f2c-724df1c5deea req-e7100550-db38-4463-93c1-28d96be6a560 service nova] [instance: 0f683e7d-83e5-4c63-a56e-f0a7093527f0] Refreshing network info cache for port 0cce11c4-b57b-4927-84b7-fdd7bf0f5e74 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1275.266837] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-19864a5f-b999-4fef-86de-bb18032a85dc tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: 0f683e7d-83e5-4c63-a56e-f0a7093527f0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:67:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc6e6fe1-c4f5-4389-a49f-0978060eebb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0cce11c4-b57b-4927-84b7-fdd7bf0f5e74', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1275.274835] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19864a5f-b999-4fef-86de-bb18032a85dc tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1275.275854] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f683e7d-83e5-4c63-a56e-f0a7093527f0] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1275.276096] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f65026a1-e635-4b0a-b5b8-01ce7c6d05f1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.297544] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1275.297544] env[69350]: value = "task-3366091" [ 1275.297544] env[69350]: _type = "Task" [ 1275.297544] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.308154] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366091, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.416823] env[69350]: DEBUG oslo_vmware.api [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52d993b5-a9e1-17b8-91d7-23f6b87042b3, 'name': SearchDatastore_Task, 'duration_secs': 0.01154} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.417102] env[69350]: DEBUG oslo_concurrency.lockutils [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.417385] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] eac0e93a-faa9-4185-8d37-b6e2f7388eb5/eac0e93a-faa9-4185-8d37-b6e2f7388eb5.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1275.417614] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6de4ef04-18d7-4c98-a064-7a740204b6d0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.424633] env[69350]: DEBUG oslo_vmware.api [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Waiting for the task: (returnval){ [ 1275.424633] env[69350]: value = "task-3366092" [ 1275.424633] env[69350]: _type = "Task" [ 1275.424633] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.433417] env[69350]: DEBUG oslo_vmware.api [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3366092, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.442640] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ec381aa6-4df7-4c68-b748-26acae0d6065 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Acquiring lock "bebd2116-e48a-43fd-974e-9d7474ecc5a1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.442853] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ec381aa6-4df7-4c68-b748-26acae0d6065 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Lock "bebd2116-e48a-43fd-974e-9d7474ecc5a1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.470964] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: a8f9c383-cccf-4c92-8639-88776a4e0dab] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1275.498912] env[69350]: DEBUG oslo_vmware.rw_handles [None req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528f517d-34c1-833b-2b8c-b747554a6a0a/disk-0.vmdk. {{(pid=69350) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1275.499209] env[69350]: INFO nova.virt.vmwareapi.images [None req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Downloaded image file data aea29d7e-8827-4157-976c-8febc84e6928 [ 1275.500188] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb48d2a-975c-4c08-8ca7-048741b5427b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.517787] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-284b8b6d-fc5b-459c-8aea-53cf69fbda29 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.606605] env[69350]: INFO nova.virt.vmwareapi.images [None req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] The imported VM was unregistered [ 1275.609356] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Caching image {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1275.609674] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Creating directory with path [datastore2] devstack-image-cache_base/aea29d7e-8827-4157-976c-8febc84e6928 {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1275.609974] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-611ce6ce-8eba-4a01-97f8-38d5e92eead3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.624689] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Created directory with path [datastore2] devstack-image-cache_base/aea29d7e-8827-4157-976c-8febc84e6928 {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1275.624884] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_6614a863-eaed-482c-a9ad-306c080a37db/OSTACK_IMG_6614a863-eaed-482c-a9ad-306c080a37db.vmdk to [datastore2] devstack-image-cache_base/aea29d7e-8827-4157-976c-8febc84e6928/aea29d7e-8827-4157-976c-8febc84e6928.vmdk. {{(pid=69350) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1275.625167] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-5b4faa44-c67c-4c40-bec2-c0b1f4167893 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.634104] env[69350]: DEBUG oslo_vmware.api [None req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Waiting for the task: (returnval){ [ 1275.634104] env[69350]: value = "task-3366095" [ 1275.634104] env[69350]: _type = "Task" [ 1275.634104] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.642282] env[69350]: DEBUG oslo_vmware.api [None req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3366095, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.808769] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366091, 'name': CreateVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.935156] env[69350]: DEBUG oslo_vmware.api [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3366092, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.944861] env[69350]: DEBUG nova.compute.manager [None req-ec381aa6-4df7-4c68-b748-26acae0d6065 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: bebd2116-e48a-43fd-974e-9d7474ecc5a1] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1275.975117] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: 32df2bac-26f8-494c-8af5-a02218f66960] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1276.078522] env[69350]: DEBUG nova.network.neutron [req-ed1611a8-5ec6-442e-9f2c-724df1c5deea req-e7100550-db38-4463-93c1-28d96be6a560 service nova] [instance: 0f683e7d-83e5-4c63-a56e-f0a7093527f0] Updated VIF entry in instance network info cache for port 0cce11c4-b57b-4927-84b7-fdd7bf0f5e74. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1276.078926] env[69350]: DEBUG nova.network.neutron [req-ed1611a8-5ec6-442e-9f2c-724df1c5deea req-e7100550-db38-4463-93c1-28d96be6a560 service nova] [instance: 0f683e7d-83e5-4c63-a56e-f0a7093527f0] Updating instance_info_cache with network_info: [{"id": "0cce11c4-b57b-4927-84b7-fdd7bf0f5e74", "address": "fa:16:3e:fb:67:fe", "network": {"id": "ad123e0a-1a99-4c6b-932f-ff9de41ceb18", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-757019814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e70a04cc40f0407ebac8a2f5bbbd8693", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cce11c4-b5", "ovs_interfaceid": "0cce11c4-b57b-4927-84b7-fdd7bf0f5e74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.145897] env[69350]: DEBUG oslo_vmware.api [None req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3366095, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.311037] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366091, 'name': CreateVM_Task, 'duration_secs': 0.585048} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.311240] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f683e7d-83e5-4c63-a56e-f0a7093527f0] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1276.311958] env[69350]: DEBUG oslo_concurrency.lockutils [None req-19864a5f-b999-4fef-86de-bb18032a85dc tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.312216] env[69350]: DEBUG oslo_concurrency.lockutils [None req-19864a5f-b999-4fef-86de-bb18032a85dc tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.312565] env[69350]: DEBUG oslo_concurrency.lockutils [None req-19864a5f-b999-4fef-86de-bb18032a85dc tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.312839] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0c68f71-75cd-462e-80fa-e5154040bb21 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.318910] env[69350]: DEBUG oslo_vmware.api [None req-19864a5f-b999-4fef-86de-bb18032a85dc tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Waiting for the task: (returnval){ [ 1276.318910] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5210e6ec-ce8f-373e-5fb8-6745993227ad" [ 1276.318910] env[69350]: _type = "Task" [ 1276.318910] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.328024] env[69350]: DEBUG oslo_vmware.api [None req-19864a5f-b999-4fef-86de-bb18032a85dc tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5210e6ec-ce8f-373e-5fb8-6745993227ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.436049] env[69350]: DEBUG oslo_vmware.api [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3366092, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.637815} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.436369] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] eac0e93a-faa9-4185-8d37-b6e2f7388eb5/eac0e93a-faa9-4185-8d37-b6e2f7388eb5.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1276.436592] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1276.436898] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5ff652d8-984f-48c4-8595-2550e159060f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.446097] env[69350]: DEBUG oslo_vmware.api [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Waiting for the task: (returnval){ [ 1276.446097] env[69350]: value = "task-3366096" [ 1276.446097] env[69350]: _type = "Task" [ 1276.446097] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.457628] env[69350]: DEBUG oslo_vmware.api [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3366096, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.471068] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ec381aa6-4df7-4c68-b748-26acae0d6065 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.471384] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ec381aa6-4df7-4c68-b748-26acae0d6065 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.472922] env[69350]: INFO nova.compute.claims [None req-ec381aa6-4df7-4c68-b748-26acae0d6065 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: bebd2116-e48a-43fd-974e-9d7474ecc5a1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1276.479212] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: f1736cf7-d979-41ba-97d9-45c35b51cad8] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1276.581799] env[69350]: DEBUG oslo_concurrency.lockutils [req-ed1611a8-5ec6-442e-9f2c-724df1c5deea req-e7100550-db38-4463-93c1-28d96be6a560 service nova] Releasing lock "refresh_cache-0f683e7d-83e5-4c63-a56e-f0a7093527f0" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.646190] env[69350]: DEBUG oslo_vmware.api [None req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3366095, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.830617] env[69350]: DEBUG oslo_vmware.api [None req-19864a5f-b999-4fef-86de-bb18032a85dc tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5210e6ec-ce8f-373e-5fb8-6745993227ad, 'name': SearchDatastore_Task, 'duration_secs': 0.081799} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.830912] env[69350]: DEBUG oslo_concurrency.lockutils [None req-19864a5f-b999-4fef-86de-bb18032a85dc tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.831159] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-19864a5f-b999-4fef-86de-bb18032a85dc tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: 0f683e7d-83e5-4c63-a56e-f0a7093527f0] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1276.831404] env[69350]: DEBUG oslo_concurrency.lockutils [None req-19864a5f-b999-4fef-86de-bb18032a85dc tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.831601] env[69350]: DEBUG oslo_concurrency.lockutils [None req-19864a5f-b999-4fef-86de-bb18032a85dc tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.831905] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-19864a5f-b999-4fef-86de-bb18032a85dc tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1276.832321] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9d924a8c-915c-4a8c-b5a6-df24bf27412e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.849955] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-19864a5f-b999-4fef-86de-bb18032a85dc tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1276.850172] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-19864a5f-b999-4fef-86de-bb18032a85dc tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1276.851043] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50eb2f68-a532-4c49-82a3-22162031d263 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.857260] env[69350]: DEBUG oslo_vmware.api [None req-19864a5f-b999-4fef-86de-bb18032a85dc tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Waiting for the task: (returnval){ [ 1276.857260] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]529d1dca-ec0c-81dc-eef3-9de4988541f4" [ 1276.857260] env[69350]: _type = "Task" [ 1276.857260] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.866428] env[69350]: DEBUG oslo_vmware.api [None req-19864a5f-b999-4fef-86de-bb18032a85dc tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]529d1dca-ec0c-81dc-eef3-9de4988541f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.957085] env[69350]: DEBUG oslo_vmware.api [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3366096, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104624} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.957702] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1276.958386] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2482ee5c-fabc-4381-ab67-ac3704beed2e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.996488] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] eac0e93a-faa9-4185-8d37-b6e2f7388eb5/eac0e93a-faa9-4185-8d37-b6e2f7388eb5.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1276.998279] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: 1928e353-9d7a-4d20-8347-029c36bcdb8e] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1277.000780] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78b2f280-070e-4876-9187-0122e771fa92 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.032979] env[69350]: DEBUG oslo_vmware.api [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Waiting for the task: (returnval){ [ 1277.032979] env[69350]: value = "task-3366097" [ 1277.032979] env[69350]: _type = "Task" [ 1277.032979] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.042137] env[69350]: DEBUG oslo_vmware.api [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3366097, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.147457] env[69350]: DEBUG oslo_vmware.api [None req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3366095, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.370245] env[69350]: DEBUG oslo_vmware.api [None req-19864a5f-b999-4fef-86de-bb18032a85dc tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]529d1dca-ec0c-81dc-eef3-9de4988541f4, 'name': SearchDatastore_Task, 'duration_secs': 0.08476} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.371222] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2e4780a-f1e3-455a-9cd2-b6f319cc3b94 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.377696] env[69350]: DEBUG oslo_vmware.api [None req-19864a5f-b999-4fef-86de-bb18032a85dc tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Waiting for the task: (returnval){ [ 1277.377696] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52cda6e4-ab7f-53f8-f211-368d67f63782" [ 1277.377696] env[69350]: _type = "Task" [ 1277.377696] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.387985] env[69350]: DEBUG oslo_vmware.api [None req-19864a5f-b999-4fef-86de-bb18032a85dc tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52cda6e4-ab7f-53f8-f211-368d67f63782, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.525920] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1277.526171] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Cleaning up deleted instances with incomplete migration {{(pid=69350) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1277.547321] env[69350]: DEBUG oslo_vmware.api [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3366097, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.647444] env[69350]: DEBUG oslo_vmware.api [None req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3366095, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.688121] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc18884f-c853-41a0-abec-854fbb5d5aba {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.697046] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1865b11-6b7b-4d21-ba38-8bad76ad49cc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.729083] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ec1e18-d9d1-4e0f-a942-1c57dbf0ad27 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.737998] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb31e71-55b6-4ff8-9c7a-48796c00956c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.754298] env[69350]: DEBUG nova.compute.provider_tree [None req-ec381aa6-4df7-4c68-b748-26acae0d6065 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1277.834160] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e2ca467-f9ce-456e-9758-3081c4cdbb4c tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: e5fa3549-8926-4a0b-92ca-ca337739b5cb] Volume attach. Driver type: vmdk {{(pid=69350) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1277.834424] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e2ca467-f9ce-456e-9758-3081c4cdbb4c tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: e5fa3549-8926-4a0b-92ca-ca337739b5cb] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-671689', 'volume_id': 'ea81845b-abde-4673-813c-2873cc854b25', 'name': 'volume-ea81845b-abde-4673-813c-2873cc854b25', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e5fa3549-8926-4a0b-92ca-ca337739b5cb', 'attached_at': '', 'detached_at': '', 'volume_id': 'ea81845b-abde-4673-813c-2873cc854b25', 'serial': 'ea81845b-abde-4673-813c-2873cc854b25'} {{(pid=69350) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1277.835341] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff3e43d6-ad4d-4a19-b06a-120b427f57de {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.854083] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30ebc098-b060-4c52-b0ab-e908cf46acd5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.883029] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e2ca467-f9ce-456e-9758-3081c4cdbb4c tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: e5fa3549-8926-4a0b-92ca-ca337739b5cb] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] volume-ea81845b-abde-4673-813c-2873cc854b25/volume-ea81845b-abde-4673-813c-2873cc854b25.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1277.883503] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-089574bf-cadc-4b3f-8c7a-54d065384764 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.908685] env[69350]: DEBUG oslo_vmware.api [None req-4e2ca467-f9ce-456e-9758-3081c4cdbb4c tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Waiting for the task: (returnval){ [ 1277.908685] env[69350]: value = "task-3366098" [ 1277.908685] env[69350]: _type = "Task" [ 1277.908685] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.912601] env[69350]: DEBUG oslo_vmware.api [None req-19864a5f-b999-4fef-86de-bb18032a85dc tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52cda6e4-ab7f-53f8-f211-368d67f63782, 'name': SearchDatastore_Task, 'duration_secs': 0.080722} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.915905] env[69350]: DEBUG oslo_concurrency.lockutils [None req-19864a5f-b999-4fef-86de-bb18032a85dc tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.916211] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-19864a5f-b999-4fef-86de-bb18032a85dc tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] 0f683e7d-83e5-4c63-a56e-f0a7093527f0/0f683e7d-83e5-4c63-a56e-f0a7093527f0.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1277.916501] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3305dace-55e1-440b-9625-8622d117398f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.929190] env[69350]: DEBUG oslo_vmware.api [None req-19864a5f-b999-4fef-86de-bb18032a85dc tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Waiting for the task: (returnval){ [ 1277.929190] env[69350]: value = "task-3366099" [ 1277.929190] env[69350]: _type = "Task" [ 1277.929190] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.929467] env[69350]: DEBUG oslo_vmware.api [None req-4e2ca467-f9ce-456e-9758-3081c4cdbb4c tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3366098, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.942074] env[69350]: DEBUG oslo_vmware.api [None req-19864a5f-b999-4fef-86de-bb18032a85dc tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3366099, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.029269] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1278.049513] env[69350]: DEBUG oslo_vmware.api [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3366097, 'name': ReconfigVM_Task, 'duration_secs': 0.950542} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.049720] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] Reconfigured VM instance instance-00000065 to attach disk [datastore2] eac0e93a-faa9-4185-8d37-b6e2f7388eb5/eac0e93a-faa9-4185-8d37-b6e2f7388eb5.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1278.051276] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encrypted': False, 'device_name': '/dev/sda', 'encryption_secret_uuid': None, 'encryption_options': None, 'boot_index': 0, 'disk_bus': None, 'guest_format': None, 'device_type': 'disk', 'size': 0, 'encryption_format': None, 'image_id': '2ba50b02-b203-425b-93f3-25266f3336a5'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-671684', 'volume_id': '6fd2e394-0952-439c-8c84-871173dba712', 'name': 'volume-6fd2e394-0952-439c-8c84-871173dba712', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'eac0e93a-faa9-4185-8d37-b6e2f7388eb5', 'attached_at': '', 'detached_at': '', 'volume_id': '6fd2e394-0952-439c-8c84-871173dba712', 'serial': '6fd2e394-0952-439c-8c84-871173dba712'}, 'boot_index': None, 'disk_bus': None, 'mount_device': '/dev/sdb', 'delete_on_termination': False, 'guest_format': None, 'device_type': None, 'attachment_id': 'f1a1749b-fbd3-42e9-8971-46dccac8ef76', 'volume_type': None}], 'swap': None} {{(pid=69350) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1278.051512] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] Volume attach. Driver type: vmdk {{(pid=69350) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1278.051724] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-671684', 'volume_id': '6fd2e394-0952-439c-8c84-871173dba712', 'name': 'volume-6fd2e394-0952-439c-8c84-871173dba712', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'eac0e93a-faa9-4185-8d37-b6e2f7388eb5', 'attached_at': '', 'detached_at': '', 'volume_id': '6fd2e394-0952-439c-8c84-871173dba712', 'serial': '6fd2e394-0952-439c-8c84-871173dba712'} {{(pid=69350) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1278.052611] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70eb220d-a78c-4df9-8669-23f243c3c78c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.072678] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41f8c1f4-842a-4dd6-a4cb-f4de4d96aeaa {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.101881] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] volume-6fd2e394-0952-439c-8c84-871173dba712/volume-6fd2e394-0952-439c-8c84-871173dba712.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1278.102453] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c4a7139-192a-4dfd-bbc6-d0d8c256c32c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.124583] env[69350]: DEBUG oslo_vmware.api [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Waiting for the task: (returnval){ [ 1278.124583] env[69350]: value = "task-3366100" [ 1278.124583] env[69350]: _type = "Task" [ 1278.124583] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.135766] env[69350]: DEBUG oslo_vmware.api [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3366100, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.149593] env[69350]: DEBUG oslo_vmware.api [None req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3366095, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.257787] env[69350]: DEBUG nova.scheduler.client.report [None req-ec381aa6-4df7-4c68-b748-26acae0d6065 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1278.422916] env[69350]: DEBUG oslo_vmware.api [None req-4e2ca467-f9ce-456e-9758-3081c4cdbb4c tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3366098, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.440572] env[69350]: DEBUG oslo_vmware.api [None req-19864a5f-b999-4fef-86de-bb18032a85dc tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3366099, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.640224] env[69350]: DEBUG oslo_vmware.api [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3366100, 'name': ReconfigVM_Task, 'duration_secs': 0.508953} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.644100] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] Reconfigured VM instance instance-00000065 to attach disk [datastore1] volume-6fd2e394-0952-439c-8c84-871173dba712/volume-6fd2e394-0952-439c-8c84-871173dba712.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1278.650114] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55190ec6-b5c7-4b5f-996d-262b2360013e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.671381] env[69350]: DEBUG oslo_vmware.api [None req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3366095, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.787096} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.671810] env[69350]: DEBUG oslo_vmware.api [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Waiting for the task: (returnval){ [ 1278.671810] env[69350]: value = "task-3366101" [ 1278.671810] env[69350]: _type = "Task" [ 1278.671810] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.672093] env[69350]: INFO nova.virt.vmwareapi.ds_util [None req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_6614a863-eaed-482c-a9ad-306c080a37db/OSTACK_IMG_6614a863-eaed-482c-a9ad-306c080a37db.vmdk to [datastore2] devstack-image-cache_base/aea29d7e-8827-4157-976c-8febc84e6928/aea29d7e-8827-4157-976c-8febc84e6928.vmdk. [ 1278.672314] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Cleaning up location [datastore2] OSTACK_IMG_6614a863-eaed-482c-a9ad-306c080a37db {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1278.672721] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_6614a863-eaed-482c-a9ad-306c080a37db {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1278.672888] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1cb38694-4a21-4807-8fb5-d83de559470e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.685538] env[69350]: DEBUG oslo_vmware.api [None req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Waiting for the task: (returnval){ [ 1278.685538] env[69350]: value = "task-3366102" [ 1278.685538] env[69350]: _type = "Task" [ 1278.685538] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.689362] env[69350]: DEBUG oslo_vmware.api [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3366101, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.703456] env[69350]: DEBUG oslo_vmware.api [None req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3366102, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.763405] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ec381aa6-4df7-4c68-b748-26acae0d6065 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.292s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.764039] env[69350]: DEBUG nova.compute.manager [None req-ec381aa6-4df7-4c68-b748-26acae0d6065 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: bebd2116-e48a-43fd-974e-9d7474ecc5a1] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1278.922807] env[69350]: DEBUG oslo_vmware.api [None req-4e2ca467-f9ce-456e-9758-3081c4cdbb4c tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3366098, 'name': ReconfigVM_Task, 'duration_secs': 0.596769} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.923111] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e2ca467-f9ce-456e-9758-3081c4cdbb4c tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: e5fa3549-8926-4a0b-92ca-ca337739b5cb] Reconfigured VM instance instance-00000068 to attach disk [datastore2] volume-ea81845b-abde-4673-813c-2873cc854b25/volume-ea81845b-abde-4673-813c-2873cc854b25.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1278.927868] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2468f647-570c-4c76-bb33-81b55bde91a2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.945986] env[69350]: DEBUG oslo_vmware.api [None req-4e2ca467-f9ce-456e-9758-3081c4cdbb4c tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Waiting for the task: (returnval){ [ 1278.945986] env[69350]: value = "task-3366103" [ 1278.945986] env[69350]: _type = "Task" [ 1278.945986] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.949154] env[69350]: DEBUG oslo_vmware.api [None req-19864a5f-b999-4fef-86de-bb18032a85dc tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3366099, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.867935} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.952072] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-19864a5f-b999-4fef-86de-bb18032a85dc tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] 0f683e7d-83e5-4c63-a56e-f0a7093527f0/0f683e7d-83e5-4c63-a56e-f0a7093527f0.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1278.952286] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-19864a5f-b999-4fef-86de-bb18032a85dc tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: 0f683e7d-83e5-4c63-a56e-f0a7093527f0] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1278.952526] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-41d1918d-ca53-4ec2-aa91-56743a5c1f75 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.958485] env[69350]: DEBUG oslo_vmware.api [None req-19864a5f-b999-4fef-86de-bb18032a85dc tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Waiting for the task: (returnval){ [ 1278.958485] env[69350]: value = "task-3366104" [ 1278.958485] env[69350]: _type = "Task" [ 1278.958485] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.961555] env[69350]: DEBUG oslo_vmware.api [None req-4e2ca467-f9ce-456e-9758-3081c4cdbb4c tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3366103, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.970706] env[69350]: DEBUG oslo_vmware.api [None req-19864a5f-b999-4fef-86de-bb18032a85dc tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3366104, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.117078] env[69350]: DEBUG nova.compute.manager [None req-28913dad-9757-4d28-8b93-2d369a5a0a6a tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: c996560e-e0e4-4a07-97d9-29567a42ba14] Stashing vm_state: active {{(pid=69350) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1279.183287] env[69350]: DEBUG oslo_vmware.api [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3366101, 'name': ReconfigVM_Task, 'duration_secs': 0.253584} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.183980] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-671684', 'volume_id': '6fd2e394-0952-439c-8c84-871173dba712', 'name': 'volume-6fd2e394-0952-439c-8c84-871173dba712', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'eac0e93a-faa9-4185-8d37-b6e2f7388eb5', 'attached_at': '', 'detached_at': '', 'volume_id': '6fd2e394-0952-439c-8c84-871173dba712', 'serial': '6fd2e394-0952-439c-8c84-871173dba712'} {{(pid=69350) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1279.184128] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-187f0ff7-6abf-4ecb-9fa1-2b5fc9a8cebd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.197048] env[69350]: DEBUG oslo_vmware.api [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Waiting for the task: (returnval){ [ 1279.197048] env[69350]: value = "task-3366105" [ 1279.197048] env[69350]: _type = "Task" [ 1279.197048] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.200554] env[69350]: DEBUG oslo_vmware.api [None req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3366102, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.117876} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.203472] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1279.203642] env[69350]: DEBUG oslo_concurrency.lockutils [None req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aea29d7e-8827-4157-976c-8febc84e6928/aea29d7e-8827-4157-976c-8febc84e6928.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.203884] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aea29d7e-8827-4157-976c-8febc84e6928/aea29d7e-8827-4157-976c-8febc84e6928.vmdk to [datastore2] d4751d30-cb22-403c-a663-26eff04ad7f0/d4751d30-cb22-403c-a663-26eff04ad7f0.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1279.204141] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e29a8a9-334d-4b00-b099-9730cb873605 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.213929] env[69350]: DEBUG oslo_vmware.api [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3366105, 'name': Rename_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.215235] env[69350]: DEBUG oslo_vmware.api [None req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Waiting for the task: (returnval){ [ 1279.215235] env[69350]: value = "task-3366106" [ 1279.215235] env[69350]: _type = "Task" [ 1279.215235] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.224206] env[69350]: DEBUG oslo_vmware.api [None req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3366106, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.269064] env[69350]: DEBUG nova.compute.utils [None req-ec381aa6-4df7-4c68-b748-26acae0d6065 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1279.270768] env[69350]: DEBUG nova.compute.manager [None req-ec381aa6-4df7-4c68-b748-26acae0d6065 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: bebd2116-e48a-43fd-974e-9d7474ecc5a1] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1279.271012] env[69350]: DEBUG nova.network.neutron [None req-ec381aa6-4df7-4c68-b748-26acae0d6065 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: bebd2116-e48a-43fd-974e-9d7474ecc5a1] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1279.320316] env[69350]: DEBUG nova.policy [None req-ec381aa6-4df7-4c68-b748-26acae0d6065 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '953db4ccd5e04e859766102a84a01db5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b765b6cd255040bda6aa6145fb5d6074', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 1279.460544] env[69350]: DEBUG oslo_vmware.api [None req-4e2ca467-f9ce-456e-9758-3081c4cdbb4c tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3366103, 'name': ReconfigVM_Task, 'duration_secs': 0.152563} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.461020] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e2ca467-f9ce-456e-9758-3081c4cdbb4c tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: e5fa3549-8926-4a0b-92ca-ca337739b5cb] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-671689', 'volume_id': 'ea81845b-abde-4673-813c-2873cc854b25', 'name': 'volume-ea81845b-abde-4673-813c-2873cc854b25', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e5fa3549-8926-4a0b-92ca-ca337739b5cb', 'attached_at': '', 'detached_at': '', 'volume_id': 'ea81845b-abde-4673-813c-2873cc854b25', 'serial': 'ea81845b-abde-4673-813c-2873cc854b25'} {{(pid=69350) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1279.473149] env[69350]: DEBUG oslo_vmware.api [None req-19864a5f-b999-4fef-86de-bb18032a85dc tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3366104, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095175} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.473893] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-19864a5f-b999-4fef-86de-bb18032a85dc tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: 0f683e7d-83e5-4c63-a56e-f0a7093527f0] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1279.474644] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f4ff96-4fc9-4f6d-bcf3-d1a0ea242f32 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.503451] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-19864a5f-b999-4fef-86de-bb18032a85dc tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: 0f683e7d-83e5-4c63-a56e-f0a7093527f0] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 0f683e7d-83e5-4c63-a56e-f0a7093527f0/0f683e7d-83e5-4c63-a56e-f0a7093527f0.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1279.504771] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-527c1a34-a8c1-40be-9a3f-483f22999221 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.531828] env[69350]: DEBUG oslo_vmware.api [None req-19864a5f-b999-4fef-86de-bb18032a85dc tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Waiting for the task: (returnval){ [ 1279.531828] env[69350]: value = "task-3366107" [ 1279.531828] env[69350]: _type = "Task" [ 1279.531828] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.542105] env[69350]: DEBUG oslo_vmware.api [None req-19864a5f-b999-4fef-86de-bb18032a85dc tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3366107, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.638095] env[69350]: DEBUG oslo_concurrency.lockutils [None req-28913dad-9757-4d28-8b93-2d369a5a0a6a tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.638427] env[69350]: DEBUG oslo_concurrency.lockutils [None req-28913dad-9757-4d28-8b93-2d369a5a0a6a tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.672950] env[69350]: DEBUG nova.network.neutron [None req-ec381aa6-4df7-4c68-b748-26acae0d6065 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: bebd2116-e48a-43fd-974e-9d7474ecc5a1] Successfully created port: f4c12253-3659-4025-bdd0-57bf23ffaf4b {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1279.713140] env[69350]: DEBUG oslo_vmware.api [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3366105, 'name': Rename_Task, 'duration_secs': 0.192097} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.713463] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1279.713764] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab94226d-36b5-4a1f-ab29-472be62f1aea {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.728476] env[69350]: DEBUG oslo_vmware.api [None req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3366106, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.730062] env[69350]: DEBUG oslo_vmware.api [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Waiting for the task: (returnval){ [ 1279.730062] env[69350]: value = "task-3366108" [ 1279.730062] env[69350]: _type = "Task" [ 1279.730062] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.775139] env[69350]: DEBUG nova.compute.manager [None req-ec381aa6-4df7-4c68-b748-26acae0d6065 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: bebd2116-e48a-43fd-974e-9d7474ecc5a1] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1280.043382] env[69350]: DEBUG oslo_vmware.api [None req-19864a5f-b999-4fef-86de-bb18032a85dc tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3366107, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.144081] env[69350]: INFO nova.compute.claims [None req-28913dad-9757-4d28-8b93-2d369a5a0a6a tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: c996560e-e0e4-4a07-97d9-29567a42ba14] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1280.229565] env[69350]: DEBUG oslo_vmware.api [None req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3366106, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.242583] env[69350]: DEBUG oslo_vmware.api [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3366108, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.509069] env[69350]: DEBUG nova.objects.instance [None req-4e2ca467-f9ce-456e-9758-3081c4cdbb4c tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Lazy-loading 'flavor' on Instance uuid e5fa3549-8926-4a0b-92ca-ca337739b5cb {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1280.530973] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1280.544617] env[69350]: DEBUG oslo_vmware.api [None req-19864a5f-b999-4fef-86de-bb18032a85dc tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3366107, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.651482] env[69350]: INFO nova.compute.resource_tracker [None req-28913dad-9757-4d28-8b93-2d369a5a0a6a tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: c996560e-e0e4-4a07-97d9-29567a42ba14] Updating resource usage from migration 5cb49501-a48d-48b5-aafc-13738941ce49 [ 1280.707957] env[69350]: INFO nova.compute.manager [None req-8f0023c8-fc4a-4c95-88db-44711771ff2c tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: e5fa3549-8926-4a0b-92ca-ca337739b5cb] Rescuing [ 1280.707957] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8f0023c8-fc4a-4c95-88db-44711771ff2c tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Acquiring lock "refresh_cache-e5fa3549-8926-4a0b-92ca-ca337739b5cb" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.708237] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8f0023c8-fc4a-4c95-88db-44711771ff2c tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Acquired lock "refresh_cache-e5fa3549-8926-4a0b-92ca-ca337739b5cb" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.708300] env[69350]: DEBUG nova.network.neutron [None req-8f0023c8-fc4a-4c95-88db-44711771ff2c tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: e5fa3549-8926-4a0b-92ca-ca337739b5cb] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1280.728233] env[69350]: DEBUG oslo_vmware.api [None req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3366106, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.742191] env[69350]: DEBUG oslo_vmware.api [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3366108, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.786316] env[69350]: DEBUG nova.compute.manager [None req-ec381aa6-4df7-4c68-b748-26acae0d6065 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: bebd2116-e48a-43fd-974e-9d7474ecc5a1] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1280.815842] env[69350]: DEBUG nova.virt.hardware [None req-ec381aa6-4df7-4c68-b748-26acae0d6065 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1280.816171] env[69350]: DEBUG nova.virt.hardware [None req-ec381aa6-4df7-4c68-b748-26acae0d6065 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1280.816354] env[69350]: DEBUG nova.virt.hardware [None req-ec381aa6-4df7-4c68-b748-26acae0d6065 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1280.816556] env[69350]: DEBUG nova.virt.hardware [None req-ec381aa6-4df7-4c68-b748-26acae0d6065 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1280.816707] env[69350]: DEBUG nova.virt.hardware [None req-ec381aa6-4df7-4c68-b748-26acae0d6065 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1280.816878] env[69350]: DEBUG nova.virt.hardware [None req-ec381aa6-4df7-4c68-b748-26acae0d6065 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1280.817139] env[69350]: DEBUG nova.virt.hardware [None req-ec381aa6-4df7-4c68-b748-26acae0d6065 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1280.817376] env[69350]: DEBUG nova.virt.hardware [None req-ec381aa6-4df7-4c68-b748-26acae0d6065 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1280.817570] env[69350]: DEBUG nova.virt.hardware [None req-ec381aa6-4df7-4c68-b748-26acae0d6065 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1280.817741] env[69350]: DEBUG nova.virt.hardware [None req-ec381aa6-4df7-4c68-b748-26acae0d6065 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1280.817913] env[69350]: DEBUG nova.virt.hardware [None req-ec381aa6-4df7-4c68-b748-26acae0d6065 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1280.818956] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53f84cf2-1e84-453e-9d15-c92308f86801 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.831771] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a0fe8c2-46a6-4fb6-9d18-e3843cdfe474 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.865083] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a7aea4-718a-4006-a268-17b33f56e159 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.874644] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4638f4df-bfec-4e0e-93c0-73a1c658d7c2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.910081] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a06bcbe-c0ab-41d1-bf3d-80b94a222364 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.919320] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7507cfaa-23e2-4ae6-be5f-54bb7ce3d495 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.935533] env[69350]: DEBUG nova.compute.provider_tree [None req-28913dad-9757-4d28-8b93-2d369a5a0a6a tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1281.014151] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4e2ca467-f9ce-456e-9758-3081c4cdbb4c tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Lock "e5fa3549-8926-4a0b-92ca-ca337739b5cb" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.782s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.038345] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1281.041869] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1281.042400] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1281.043158] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1281.043396] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1281.043643] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1281.043719] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69350) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1281.043891] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1281.049148] env[69350]: DEBUG oslo_vmware.api [None req-19864a5f-b999-4fef-86de-bb18032a85dc tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3366107, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.095960] env[69350]: DEBUG nova.compute.manager [req-1383954e-aa24-46b4-8917-5195463d21bc req-248c69f2-7934-4f74-a4b1-f9b42b837a75 service nova] [instance: bebd2116-e48a-43fd-974e-9d7474ecc5a1] Received event network-vif-plugged-f4c12253-3659-4025-bdd0-57bf23ffaf4b {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1281.096214] env[69350]: DEBUG oslo_concurrency.lockutils [req-1383954e-aa24-46b4-8917-5195463d21bc req-248c69f2-7934-4f74-a4b1-f9b42b837a75 service nova] Acquiring lock "bebd2116-e48a-43fd-974e-9d7474ecc5a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.096426] env[69350]: DEBUG oslo_concurrency.lockutils [req-1383954e-aa24-46b4-8917-5195463d21bc req-248c69f2-7934-4f74-a4b1-f9b42b837a75 service nova] Lock "bebd2116-e48a-43fd-974e-9d7474ecc5a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.096621] env[69350]: DEBUG oslo_concurrency.lockutils [req-1383954e-aa24-46b4-8917-5195463d21bc req-248c69f2-7934-4f74-a4b1-f9b42b837a75 service nova] Lock "bebd2116-e48a-43fd-974e-9d7474ecc5a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.096743] env[69350]: DEBUG nova.compute.manager [req-1383954e-aa24-46b4-8917-5195463d21bc req-248c69f2-7934-4f74-a4b1-f9b42b837a75 service nova] [instance: bebd2116-e48a-43fd-974e-9d7474ecc5a1] No waiting events found dispatching network-vif-plugged-f4c12253-3659-4025-bdd0-57bf23ffaf4b {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1281.096900] env[69350]: WARNING nova.compute.manager [req-1383954e-aa24-46b4-8917-5195463d21bc req-248c69f2-7934-4f74-a4b1-f9b42b837a75 service nova] [instance: bebd2116-e48a-43fd-974e-9d7474ecc5a1] Received unexpected event network-vif-plugged-f4c12253-3659-4025-bdd0-57bf23ffaf4b for instance with vm_state building and task_state spawning. [ 1281.189200] env[69350]: DEBUG nova.network.neutron [None req-ec381aa6-4df7-4c68-b748-26acae0d6065 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: bebd2116-e48a-43fd-974e-9d7474ecc5a1] Successfully updated port: f4c12253-3659-4025-bdd0-57bf23ffaf4b {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1281.231136] env[69350]: DEBUG oslo_vmware.api [None req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3366106, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.242264] env[69350]: DEBUG oslo_vmware.api [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3366108, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.439028] env[69350]: DEBUG nova.scheduler.client.report [None req-28913dad-9757-4d28-8b93-2d369a5a0a6a tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1281.487022] env[69350]: DEBUG nova.network.neutron [None req-8f0023c8-fc4a-4c95-88db-44711771ff2c tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: e5fa3549-8926-4a0b-92ca-ca337739b5cb] Updating instance_info_cache with network_info: [{"id": "b6ab570f-f7cd-4a33-baac-9af69245c505", "address": "fa:16:3e:09:45:77", "network": {"id": "e446f6e9-9739-4a9d-b374-67c72dd2bdca", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2061620084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e00619eed830495c94eed15309016c5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6ab570f-f7", "ovs_interfaceid": "b6ab570f-f7cd-4a33-baac-9af69245c505", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1281.551211] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.551597] env[69350]: DEBUG oslo_vmware.api [None req-19864a5f-b999-4fef-86de-bb18032a85dc tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3366107, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.692731] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ec381aa6-4df7-4c68-b748-26acae0d6065 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Acquiring lock "refresh_cache-bebd2116-e48a-43fd-974e-9d7474ecc5a1" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.693086] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ec381aa6-4df7-4c68-b748-26acae0d6065 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Acquired lock "refresh_cache-bebd2116-e48a-43fd-974e-9d7474ecc5a1" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.693286] env[69350]: DEBUG nova.network.neutron [None req-ec381aa6-4df7-4c68-b748-26acae0d6065 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: bebd2116-e48a-43fd-974e-9d7474ecc5a1] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1281.728132] env[69350]: DEBUG oslo_vmware.api [None req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3366106, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.39756} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.728457] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aea29d7e-8827-4157-976c-8febc84e6928/aea29d7e-8827-4157-976c-8febc84e6928.vmdk to [datastore2] d4751d30-cb22-403c-a663-26eff04ad7f0/d4751d30-cb22-403c-a663-26eff04ad7f0.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1281.729224] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb5e6e28-55d9-460f-9750-1c93ff63d185 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.753981] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] d4751d30-cb22-403c-a663-26eff04ad7f0/d4751d30-cb22-403c-a663-26eff04ad7f0.vmdk or device None with type streamOptimized {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1281.754718] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e79173ab-472f-41e8-9cb9-4c59f35bf8c4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.772656] env[69350]: DEBUG oslo_vmware.api [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3366108, 'name': PowerOnVM_Task, 'duration_secs': 1.602302} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.773352] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1281.773603] env[69350]: DEBUG nova.compute.manager [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1281.774405] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecd01822-82aa-4857-bbbb-e0b4c660c389 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.779406] env[69350]: DEBUG oslo_vmware.api [None req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Waiting for the task: (returnval){ [ 1281.779406] env[69350]: value = "task-3366109" [ 1281.779406] env[69350]: _type = "Task" [ 1281.779406] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.791636] env[69350]: DEBUG oslo_vmware.api [None req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3366109, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.846896] env[69350]: DEBUG oslo_concurrency.lockutils [None req-992c904d-f486-4c62-8abe-983cd62e8977 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Acquiring lock "9a3d0bff-3744-4037-8829-c9769d4af37e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.847158] env[69350]: DEBUG oslo_concurrency.lockutils [None req-992c904d-f486-4c62-8abe-983cd62e8977 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Lock "9a3d0bff-3744-4037-8829-c9769d4af37e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.945362] env[69350]: DEBUG oslo_concurrency.lockutils [None req-28913dad-9757-4d28-8b93-2d369a5a0a6a tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.307s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.945546] env[69350]: INFO nova.compute.manager [None req-28913dad-9757-4d28-8b93-2d369a5a0a6a tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: c996560e-e0e4-4a07-97d9-29567a42ba14] Migrating [ 1281.952098] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.401s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.952290] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.952417] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69350) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1281.955752] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caeafd77-0e30-40d8-a908-e3dcee225143 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.971272] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe5eb04-2ed6-41fe-ba99-f33e5023327f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.988463] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8f0023c8-fc4a-4c95-88db-44711771ff2c tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Releasing lock "refresh_cache-e5fa3549-8926-4a0b-92ca-ca337739b5cb" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.991036] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af01238-1231-451c-81e3-a785cbebc687 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.001472] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91943361-f25b-4914-9d09-481428dbe91f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.033888] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179588MB free_disk=105GB free_vcpus=48 pci_devices=None {{(pid=69350) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1282.034078] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.034270] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.052321] env[69350]: DEBUG oslo_vmware.api [None req-19864a5f-b999-4fef-86de-bb18032a85dc tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3366107, 'name': ReconfigVM_Task, 'duration_secs': 2.185616} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.052597] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-19864a5f-b999-4fef-86de-bb18032a85dc tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: 0f683e7d-83e5-4c63-a56e-f0a7093527f0] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 0f683e7d-83e5-4c63-a56e-f0a7093527f0/0f683e7d-83e5-4c63-a56e-f0a7093527f0.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1282.053757] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aa73b025-4f2b-4630-b0c7-65bd7cc3dc93 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.060621] env[69350]: DEBUG oslo_vmware.api [None req-19864a5f-b999-4fef-86de-bb18032a85dc tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Waiting for the task: (returnval){ [ 1282.060621] env[69350]: value = "task-3366110" [ 1282.060621] env[69350]: _type = "Task" [ 1282.060621] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.069670] env[69350]: DEBUG oslo_vmware.api [None req-19864a5f-b999-4fef-86de-bb18032a85dc tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3366110, 'name': Rename_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.232247] env[69350]: DEBUG nova.network.neutron [None req-ec381aa6-4df7-4c68-b748-26acae0d6065 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: bebd2116-e48a-43fd-974e-9d7474ecc5a1] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1282.292835] env[69350]: DEBUG oslo_vmware.api [None req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3366109, 'name': ReconfigVM_Task, 'duration_secs': 0.271191} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.297722] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Reconfigured VM instance instance-00000064 to attach disk [datastore2] d4751d30-cb22-403c-a663-26eff04ad7f0/d4751d30-cb22-403c-a663-26eff04ad7f0.vmdk or device None with type streamOptimized {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1282.298730] env[69350]: DEBUG oslo_concurrency.lockutils [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.298987] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0b5cea44-fbda-470b-992d-14e08a78498b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.306776] env[69350]: DEBUG oslo_vmware.api [None req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Waiting for the task: (returnval){ [ 1282.306776] env[69350]: value = "task-3366111" [ 1282.306776] env[69350]: _type = "Task" [ 1282.306776] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.315418] env[69350]: DEBUG oslo_vmware.api [None req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3366111, 'name': Rename_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.350062] env[69350]: DEBUG nova.compute.utils [None req-992c904d-f486-4c62-8abe-983cd62e8977 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1282.367902] env[69350]: DEBUG nova.network.neutron [None req-ec381aa6-4df7-4c68-b748-26acae0d6065 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: bebd2116-e48a-43fd-974e-9d7474ecc5a1] Updating instance_info_cache with network_info: [{"id": "f4c12253-3659-4025-bdd0-57bf23ffaf4b", "address": "fa:16:3e:18:cd:5d", "network": {"id": "10e89178-be3a-472d-ab81-6b5686479064", "bridge": "br-int", "label": "tempest-ServersTestJSON-841475379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b765b6cd255040bda6aa6145fb5d6074", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4c12253-36", "ovs_interfaceid": "f4c12253-3659-4025-bdd0-57bf23ffaf4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.465796] env[69350]: DEBUG oslo_concurrency.lockutils [None req-28913dad-9757-4d28-8b93-2d369a5a0a6a tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Acquiring lock "refresh_cache-c996560e-e0e4-4a07-97d9-29567a42ba14" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.465998] env[69350]: DEBUG oslo_concurrency.lockutils [None req-28913dad-9757-4d28-8b93-2d369a5a0a6a tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Acquired lock "refresh_cache-c996560e-e0e4-4a07-97d9-29567a42ba14" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.466198] env[69350]: DEBUG nova.network.neutron [None req-28913dad-9757-4d28-8b93-2d369a5a0a6a tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: c996560e-e0e4-4a07-97d9-29567a42ba14] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1282.572267] env[69350]: DEBUG oslo_vmware.api [None req-19864a5f-b999-4fef-86de-bb18032a85dc tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3366110, 'name': Rename_Task, 'duration_secs': 0.150169} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.572522] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-19864a5f-b999-4fef-86de-bb18032a85dc tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: 0f683e7d-83e5-4c63-a56e-f0a7093527f0] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1282.572783] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e00ea1a0-7297-4788-8e24-cb44e70dcb2f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.581412] env[69350]: DEBUG oslo_vmware.api [None req-19864a5f-b999-4fef-86de-bb18032a85dc tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Waiting for the task: (returnval){ [ 1282.581412] env[69350]: value = "task-3366112" [ 1282.581412] env[69350]: _type = "Task" [ 1282.581412] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.599289] env[69350]: DEBUG oslo_vmware.api [None req-19864a5f-b999-4fef-86de-bb18032a85dc tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3366112, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.817885] env[69350]: DEBUG oslo_vmware.api [None req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3366111, 'name': Rename_Task, 'duration_secs': 0.148197} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.818274] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1282.818417] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a1cb4d18-3988-4600-8541-124eb62fd1f0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.824798] env[69350]: DEBUG oslo_vmware.api [None req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Waiting for the task: (returnval){ [ 1282.824798] env[69350]: value = "task-3366113" [ 1282.824798] env[69350]: _type = "Task" [ 1282.824798] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.832953] env[69350]: DEBUG oslo_vmware.api [None req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3366113, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.852833] env[69350]: DEBUG oslo_concurrency.lockutils [None req-992c904d-f486-4c62-8abe-983cd62e8977 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Lock "9a3d0bff-3744-4037-8829-c9769d4af37e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.870702] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ec381aa6-4df7-4c68-b748-26acae0d6065 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Releasing lock "refresh_cache-bebd2116-e48a-43fd-974e-9d7474ecc5a1" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.871075] env[69350]: DEBUG nova.compute.manager [None req-ec381aa6-4df7-4c68-b748-26acae0d6065 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: bebd2116-e48a-43fd-974e-9d7474ecc5a1] Instance network_info: |[{"id": "f4c12253-3659-4025-bdd0-57bf23ffaf4b", "address": "fa:16:3e:18:cd:5d", "network": {"id": "10e89178-be3a-472d-ab81-6b5686479064", "bridge": "br-int", "label": "tempest-ServersTestJSON-841475379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b765b6cd255040bda6aa6145fb5d6074", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4c12253-36", "ovs_interfaceid": "f4c12253-3659-4025-bdd0-57bf23ffaf4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1282.871547] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ec381aa6-4df7-4c68-b748-26acae0d6065 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: bebd2116-e48a-43fd-974e-9d7474ecc5a1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:cd:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f44b2fa3-6730-4b87-8839-947eff21213f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f4c12253-3659-4025-bdd0-57bf23ffaf4b', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1282.879314] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec381aa6-4df7-4c68-b748-26acae0d6065 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1282.879539] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bebd2116-e48a-43fd-974e-9d7474ecc5a1] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1282.879782] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e0b74d14-7bdb-4105-bd86-45f423b21af2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.901854] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1282.901854] env[69350]: value = "task-3366114" [ 1282.901854] env[69350]: _type = "Task" [ 1282.901854] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.909965] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366114, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.047680] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Applying migration context for instance c996560e-e0e4-4a07-97d9-29567a42ba14 as it has an incoming, in-progress migration 5cb49501-a48d-48b5-aafc-13738941ce49. Migration status is pre-migrating {{(pid=69350) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1283.049359] env[69350]: INFO nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: c996560e-e0e4-4a07-97d9-29567a42ba14] Updating resource usage from migration 5cb49501-a48d-48b5-aafc-13738941ce49 [ 1283.073832] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance a03ec981-aaa5-45f3-aee7-8716b22652c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1283.074028] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance aaabec5d-fecd-4e24-9158-deab4ae29855 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1283.074254] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance c2902164-bd0d-4dfd-bfa5-4777e4341d4b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1283.074254] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance d626c562-9799-43f3-a25a-5bdc1774ef77 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1283.074398] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance eac0e93a-faa9-4185-8d37-b6e2f7388eb5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1283.074455] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance e5fa3549-8926-4a0b-92ca-ca337739b5cb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1283.074569] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance 9a3d0bff-3744-4037-8829-c9769d4af37e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1283.074679] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance c0fcc9b3-2a35-40e9-93ee-46234ac470de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1283.074791] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance c3e34d3b-84f4-4b36-b887-262cc9c73a55 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1283.074891] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance d4751d30-cb22-403c-a663-26eff04ad7f0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1283.075012] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance 0f683e7d-83e5-4c63-a56e-f0a7093527f0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1283.075199] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance bebd2116-e48a-43fd-974e-9d7474ecc5a1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1283.075359] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Migration 5cb49501-a48d-48b5-aafc-13738941ce49 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1283.075359] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance c996560e-e0e4-4a07-97d9-29567a42ba14 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1283.075545] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=69350) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1283.075671] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3264MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=69350) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1283.092720] env[69350]: DEBUG oslo_vmware.api [None req-19864a5f-b999-4fef-86de-bb18032a85dc tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3366112, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.132693] env[69350]: DEBUG nova.compute.manager [req-92427a02-5274-456f-80e1-28ffc7d7d2c3 req-fe65b9f5-95d7-444c-8cb3-bb0d25f28f31 service nova] [instance: bebd2116-e48a-43fd-974e-9d7474ecc5a1] Received event network-changed-f4c12253-3659-4025-bdd0-57bf23ffaf4b {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1283.132924] env[69350]: DEBUG nova.compute.manager [req-92427a02-5274-456f-80e1-28ffc7d7d2c3 req-fe65b9f5-95d7-444c-8cb3-bb0d25f28f31 service nova] [instance: bebd2116-e48a-43fd-974e-9d7474ecc5a1] Refreshing instance network info cache due to event network-changed-f4c12253-3659-4025-bdd0-57bf23ffaf4b. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1283.133156] env[69350]: DEBUG oslo_concurrency.lockutils [req-92427a02-5274-456f-80e1-28ffc7d7d2c3 req-fe65b9f5-95d7-444c-8cb3-bb0d25f28f31 service nova] Acquiring lock "refresh_cache-bebd2116-e48a-43fd-974e-9d7474ecc5a1" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.133299] env[69350]: DEBUG oslo_concurrency.lockutils [req-92427a02-5274-456f-80e1-28ffc7d7d2c3 req-fe65b9f5-95d7-444c-8cb3-bb0d25f28f31 service nova] Acquired lock "refresh_cache-bebd2116-e48a-43fd-974e-9d7474ecc5a1" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.133511] env[69350]: DEBUG nova.network.neutron [req-92427a02-5274-456f-80e1-28ffc7d7d2c3 req-fe65b9f5-95d7-444c-8cb3-bb0d25f28f31 service nova] [instance: bebd2116-e48a-43fd-974e-9d7474ecc5a1] Refreshing network info cache for port f4c12253-3659-4025-bdd0-57bf23ffaf4b {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1283.259675] env[69350]: DEBUG nova.network.neutron [None req-28913dad-9757-4d28-8b93-2d369a5a0a6a tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: c996560e-e0e4-4a07-97d9-29567a42ba14] Updating instance_info_cache with network_info: [{"id": "ec84a1ab-cf6d-48dc-b078-6ed02713d844", "address": "fa:16:3e:cf:56:cb", "network": {"id": "bc16c158-ef75-4a41-beeb-3ceae708fa9d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-469663997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46625a434b9f47dc83d92c9db8a3024c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec84a1ab-cf", "ovs_interfaceid": "ec84a1ab-cf6d-48dc-b078-6ed02713d844", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.288108] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80687858-d4f1-4ac8-8b6a-b42acacc82ed {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.296367] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76acc6ed-3022-41d8-9802-f1918299d750 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.332238] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-563ed6ec-af4f-4cfa-8ea6-3363f7e0671f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.343061] env[69350]: DEBUG oslo_vmware.api [None req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3366113, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.343870] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2bd57c8-a31d-44cd-a0bd-93d20b40d8cb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.357850] env[69350]: DEBUG nova.compute.provider_tree [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1283.413047] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366114, 'name': CreateVM_Task, 'duration_secs': 0.393263} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.413276] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bebd2116-e48a-43fd-974e-9d7474ecc5a1] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1283.414053] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ec381aa6-4df7-4c68-b748-26acae0d6065 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.414325] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ec381aa6-4df7-4c68-b748-26acae0d6065 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.414766] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ec381aa6-4df7-4c68-b748-26acae0d6065 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.415181] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcea79be-459b-491e-9dbd-b57930c6fe7b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.421275] env[69350]: DEBUG oslo_vmware.api [None req-ec381aa6-4df7-4c68-b748-26acae0d6065 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Waiting for the task: (returnval){ [ 1283.421275] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52937160-a4ff-9d0c-fed7-a3d5724ef6ef" [ 1283.421275] env[69350]: _type = "Task" [ 1283.421275] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.437717] env[69350]: DEBUG oslo_vmware.api [None req-ec381aa6-4df7-4c68-b748-26acae0d6065 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52937160-a4ff-9d0c-fed7-a3d5724ef6ef, 'name': SearchDatastore_Task, 'duration_secs': 0.01263} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.438611] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ec381aa6-4df7-4c68-b748-26acae0d6065 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.438929] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ec381aa6-4df7-4c68-b748-26acae0d6065 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: bebd2116-e48a-43fd-974e-9d7474ecc5a1] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1283.439195] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ec381aa6-4df7-4c68-b748-26acae0d6065 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.439366] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ec381aa6-4df7-4c68-b748-26acae0d6065 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.439608] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec381aa6-4df7-4c68-b748-26acae0d6065 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1283.440305] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b626e5e3-066e-4cd2-a392-418d93e20060 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.455531] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec381aa6-4df7-4c68-b748-26acae0d6065 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1283.455770] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ec381aa6-4df7-4c68-b748-26acae0d6065 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1283.457254] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c85c1c6-24c6-4c3f-bb5c-578078a982f8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.463206] env[69350]: DEBUG oslo_vmware.api [None req-ec381aa6-4df7-4c68-b748-26acae0d6065 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Waiting for the task: (returnval){ [ 1283.463206] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]521ae7a2-f0cd-0651-74ec-8aaf69c4a2d9" [ 1283.463206] env[69350]: _type = "Task" [ 1283.463206] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.472221] env[69350]: DEBUG oslo_vmware.api [None req-ec381aa6-4df7-4c68-b748-26acae0d6065 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]521ae7a2-f0cd-0651-74ec-8aaf69c4a2d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.556553] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f0023c8-fc4a-4c95-88db-44711771ff2c tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: e5fa3549-8926-4a0b-92ca-ca337739b5cb] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1283.557073] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28fe4a34-1bc1-4b67-b5e0-f01ab3f290f6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.568385] env[69350]: DEBUG oslo_vmware.api [None req-8f0023c8-fc4a-4c95-88db-44711771ff2c tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Waiting for the task: (returnval){ [ 1283.568385] env[69350]: value = "task-3366115" [ 1283.568385] env[69350]: _type = "Task" [ 1283.568385] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.577542] env[69350]: DEBUG oslo_vmware.api [None req-8f0023c8-fc4a-4c95-88db-44711771ff2c tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3366115, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.592928] env[69350]: DEBUG oslo_vmware.api [None req-19864a5f-b999-4fef-86de-bb18032a85dc tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3366112, 'name': PowerOnVM_Task, 'duration_secs': 0.527864} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.593220] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-19864a5f-b999-4fef-86de-bb18032a85dc tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: 0f683e7d-83e5-4c63-a56e-f0a7093527f0] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1283.593420] env[69350]: INFO nova.compute.manager [None req-19864a5f-b999-4fef-86de-bb18032a85dc tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: 0f683e7d-83e5-4c63-a56e-f0a7093527f0] Took 10.42 seconds to spawn the instance on the hypervisor. [ 1283.593600] env[69350]: DEBUG nova.compute.manager [None req-19864a5f-b999-4fef-86de-bb18032a85dc tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: 0f683e7d-83e5-4c63-a56e-f0a7093527f0] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1283.594415] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a20af940-b3a4-49fd-ae0f-20383517a8ed {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.762484] env[69350]: DEBUG oslo_concurrency.lockutils [None req-28913dad-9757-4d28-8b93-2d369a5a0a6a tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Releasing lock "refresh_cache-c996560e-e0e4-4a07-97d9-29567a42ba14" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.841657] env[69350]: DEBUG oslo_vmware.api [None req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3366113, 'name': PowerOnVM_Task, 'duration_secs': 0.681354} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.844652] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1283.861277] env[69350]: DEBUG nova.scheduler.client.report [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1283.879703] env[69350]: DEBUG nova.network.neutron [req-92427a02-5274-456f-80e1-28ffc7d7d2c3 req-fe65b9f5-95d7-444c-8cb3-bb0d25f28f31 service nova] [instance: bebd2116-e48a-43fd-974e-9d7474ecc5a1] Updated VIF entry in instance network info cache for port f4c12253-3659-4025-bdd0-57bf23ffaf4b. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1283.880129] env[69350]: DEBUG nova.network.neutron [req-92427a02-5274-456f-80e1-28ffc7d7d2c3 req-fe65b9f5-95d7-444c-8cb3-bb0d25f28f31 service nova] [instance: bebd2116-e48a-43fd-974e-9d7474ecc5a1] Updating instance_info_cache with network_info: [{"id": "f4c12253-3659-4025-bdd0-57bf23ffaf4b", "address": "fa:16:3e:18:cd:5d", "network": {"id": "10e89178-be3a-472d-ab81-6b5686479064", "bridge": "br-int", "label": "tempest-ServersTestJSON-841475379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b765b6cd255040bda6aa6145fb5d6074", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4c12253-36", "ovs_interfaceid": "f4c12253-3659-4025-bdd0-57bf23ffaf4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.932169] env[69350]: DEBUG oslo_concurrency.lockutils [None req-992c904d-f486-4c62-8abe-983cd62e8977 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Acquiring lock "9a3d0bff-3744-4037-8829-c9769d4af37e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.932346] env[69350]: DEBUG oslo_concurrency.lockutils [None req-992c904d-f486-4c62-8abe-983cd62e8977 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Lock "9a3d0bff-3744-4037-8829-c9769d4af37e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.932995] env[69350]: INFO nova.compute.manager [None req-992c904d-f486-4c62-8abe-983cd62e8977 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: 9a3d0bff-3744-4037-8829-c9769d4af37e] Attaching volume 3bdda810-f132-4da4-9aa2-867645bcb010 to /dev/sdb [ 1283.959167] env[69350]: DEBUG nova.compute.manager [None req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1283.959167] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d04b30f-03a2-40dc-a219-2dad09ef284e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.972404] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d64fa46-f886-4b28-ba2e-54525d98062e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.983549] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f9fdd75-e868-4262-892c-ad495042941b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.986355] env[69350]: DEBUG oslo_vmware.api [None req-ec381aa6-4df7-4c68-b748-26acae0d6065 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]521ae7a2-f0cd-0651-74ec-8aaf69c4a2d9, 'name': SearchDatastore_Task, 'duration_secs': 0.015165} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.987461] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ad59036-78fd-44f3-a206-79802a94710b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.994354] env[69350]: DEBUG oslo_vmware.api [None req-ec381aa6-4df7-4c68-b748-26acae0d6065 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Waiting for the task: (returnval){ [ 1283.994354] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52982065-5c62-2633-d040-8dd99064121b" [ 1283.994354] env[69350]: _type = "Task" [ 1283.994354] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.001634] env[69350]: DEBUG nova.virt.block_device [None req-992c904d-f486-4c62-8abe-983cd62e8977 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: 9a3d0bff-3744-4037-8829-c9769d4af37e] Updating existing volume attachment record: 0128e4a2-5254-4fba-97b5-256f7ef9730b {{(pid=69350) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1284.011203] env[69350]: DEBUG oslo_vmware.api [None req-ec381aa6-4df7-4c68-b748-26acae0d6065 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52982065-5c62-2633-d040-8dd99064121b, 'name': SearchDatastore_Task, 'duration_secs': 0.01158} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.011491] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ec381aa6-4df7-4c68-b748-26acae0d6065 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.011780] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec381aa6-4df7-4c68-b748-26acae0d6065 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] bebd2116-e48a-43fd-974e-9d7474ecc5a1/bebd2116-e48a-43fd-974e-9d7474ecc5a1.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1284.012101] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-45649b2a-4478-4cbc-8a30-edabc59e6f5c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.020210] env[69350]: DEBUG oslo_vmware.api [None req-ec381aa6-4df7-4c68-b748-26acae0d6065 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Waiting for the task: (returnval){ [ 1284.020210] env[69350]: value = "task-3366116" [ 1284.020210] env[69350]: _type = "Task" [ 1284.020210] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.030253] env[69350]: DEBUG oslo_vmware.api [None req-ec381aa6-4df7-4c68-b748-26acae0d6065 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3366116, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.080119] env[69350]: DEBUG oslo_vmware.api [None req-8f0023c8-fc4a-4c95-88db-44711771ff2c tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3366115, 'name': PowerOffVM_Task, 'duration_secs': 0.359011} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.080592] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f0023c8-fc4a-4c95-88db-44711771ff2c tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: e5fa3549-8926-4a0b-92ca-ca337739b5cb] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1284.081811] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f87ed9b8-d336-4268-aedb-d21a8d183c00 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.109961] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c0205c8-0805-4bbc-80e7-ea8aefb45e0c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.115161] env[69350]: INFO nova.compute.manager [None req-19864a5f-b999-4fef-86de-bb18032a85dc tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: 0f683e7d-83e5-4c63-a56e-f0a7093527f0] Took 16.14 seconds to build instance. [ 1284.141317] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f0023c8-fc4a-4c95-88db-44711771ff2c tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: e5fa3549-8926-4a0b-92ca-ca337739b5cb] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1284.141624] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a51ec20-08b8-4e5d-81f4-6247397dd475 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.148297] env[69350]: DEBUG oslo_vmware.api [None req-8f0023c8-fc4a-4c95-88db-44711771ff2c tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Waiting for the task: (returnval){ [ 1284.148297] env[69350]: value = "task-3366117" [ 1284.148297] env[69350]: _type = "Task" [ 1284.148297] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.366051] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69350) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1284.366320] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.332s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.366690] env[69350]: DEBUG oslo_concurrency.lockutils [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 2.068s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.366928] env[69350]: DEBUG nova.objects.instance [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69350) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1284.383245] env[69350]: DEBUG oslo_concurrency.lockutils [req-92427a02-5274-456f-80e1-28ffc7d7d2c3 req-fe65b9f5-95d7-444c-8cb3-bb0d25f28f31 service nova] Releasing lock "refresh_cache-bebd2116-e48a-43fd-974e-9d7474ecc5a1" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.487187] env[69350]: DEBUG oslo_concurrency.lockutils [None req-efdee1c7-b647-4d00-bd9f-b0b70c7a4316 tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Lock "d4751d30-cb22-403c-a663-26eff04ad7f0" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.897s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.530751] env[69350]: DEBUG oslo_vmware.api [None req-ec381aa6-4df7-4c68-b748-26acae0d6065 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3366116, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.617567] env[69350]: DEBUG oslo_concurrency.lockutils [None req-19864a5f-b999-4fef-86de-bb18032a85dc tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Lock "0f683e7d-83e5-4c63-a56e-f0a7093527f0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.648s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.660078] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f0023c8-fc4a-4c95-88db-44711771ff2c tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: e5fa3549-8926-4a0b-92ca-ca337739b5cb] VM already powered off {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1284.660339] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8f0023c8-fc4a-4c95-88db-44711771ff2c tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: e5fa3549-8926-4a0b-92ca-ca337739b5cb] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1284.660640] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8f0023c8-fc4a-4c95-88db-44711771ff2c tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.660793] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8f0023c8-fc4a-4c95-88db-44711771ff2c tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.660978] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f0023c8-fc4a-4c95-88db-44711771ff2c tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1284.661250] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c425e95b-7a38-4332-9597-af12dc695cb9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.672240] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f0023c8-fc4a-4c95-88db-44711771ff2c tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1284.672476] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8f0023c8-fc4a-4c95-88db-44711771ff2c tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1284.673270] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae4cc4fe-1285-4215-91db-4483a3407316 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.679096] env[69350]: DEBUG oslo_vmware.api [None req-8f0023c8-fc4a-4c95-88db-44711771ff2c tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Waiting for the task: (returnval){ [ 1284.679096] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52b93c4f-2ffd-877a-ecf5-b33cd5f974ee" [ 1284.679096] env[69350]: _type = "Task" [ 1284.679096] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.688143] env[69350]: DEBUG oslo_vmware.api [None req-8f0023c8-fc4a-4c95-88db-44711771ff2c tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52b93c4f-2ffd-877a-ecf5-b33cd5f974ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.031880] env[69350]: DEBUG oslo_vmware.api [None req-ec381aa6-4df7-4c68-b748-26acae0d6065 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3366116, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519373} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.032319] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec381aa6-4df7-4c68-b748-26acae0d6065 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] bebd2116-e48a-43fd-974e-9d7474ecc5a1/bebd2116-e48a-43fd-974e-9d7474ecc5a1.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1285.032588] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ec381aa6-4df7-4c68-b748-26acae0d6065 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: bebd2116-e48a-43fd-974e-9d7474ecc5a1] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1285.032682] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-877b0d06-3ba7-41f7-8007-74ab4c9404cb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.042833] env[69350]: DEBUG oslo_vmware.api [None req-ec381aa6-4df7-4c68-b748-26acae0d6065 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Waiting for the task: (returnval){ [ 1285.042833] env[69350]: value = "task-3366119" [ 1285.042833] env[69350]: _type = "Task" [ 1285.042833] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.051811] env[69350]: DEBUG oslo_vmware.api [None req-ec381aa6-4df7-4c68-b748-26acae0d6065 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3366119, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.169157] env[69350]: DEBUG nova.compute.manager [req-529dad32-8440-4c13-ac69-21647eb355df req-f407e82e-d1f9-44ba-b191-11cc4760a8e8 service nova] [instance: c3e34d3b-84f4-4b36-b887-262cc9c73a55] Received event network-changed-73d86e5c-6ef6-457c-ab63-bb8751635a6c {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1285.172413] env[69350]: DEBUG nova.compute.manager [req-529dad32-8440-4c13-ac69-21647eb355df req-f407e82e-d1f9-44ba-b191-11cc4760a8e8 service nova] [instance: c3e34d3b-84f4-4b36-b887-262cc9c73a55] Refreshing instance network info cache due to event network-changed-73d86e5c-6ef6-457c-ab63-bb8751635a6c. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1285.172704] env[69350]: DEBUG oslo_concurrency.lockutils [req-529dad32-8440-4c13-ac69-21647eb355df req-f407e82e-d1f9-44ba-b191-11cc4760a8e8 service nova] Acquiring lock "refresh_cache-c3e34d3b-84f4-4b36-b887-262cc9c73a55" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.172865] env[69350]: DEBUG oslo_concurrency.lockutils [req-529dad32-8440-4c13-ac69-21647eb355df req-f407e82e-d1f9-44ba-b191-11cc4760a8e8 service nova] Acquired lock "refresh_cache-c3e34d3b-84f4-4b36-b887-262cc9c73a55" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.173087] env[69350]: DEBUG nova.network.neutron [req-529dad32-8440-4c13-ac69-21647eb355df req-f407e82e-d1f9-44ba-b191-11cc4760a8e8 service nova] [instance: c3e34d3b-84f4-4b36-b887-262cc9c73a55] Refreshing network info cache for port 73d86e5c-6ef6-457c-ab63-bb8751635a6c {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1285.192020] env[69350]: DEBUG oslo_vmware.api [None req-8f0023c8-fc4a-4c95-88db-44711771ff2c tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52b93c4f-2ffd-877a-ecf5-b33cd5f974ee, 'name': SearchDatastore_Task, 'duration_secs': 0.030708} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.196090] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac3f2f16-b029-4351-9640-bbb7837bc188 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.203592] env[69350]: DEBUG oslo_vmware.api [None req-8f0023c8-fc4a-4c95-88db-44711771ff2c tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Waiting for the task: (returnval){ [ 1285.203592] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5299c5e4-f8f9-2d34-a271-c5b4968da072" [ 1285.203592] env[69350]: _type = "Task" [ 1285.203592] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.218212] env[69350]: DEBUG oslo_vmware.api [None req-8f0023c8-fc4a-4c95-88db-44711771ff2c tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5299c5e4-f8f9-2d34-a271-c5b4968da072, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.281206] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7baccf4a-291f-4374-9434-73f1f6e2c421 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.301851] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-28913dad-9757-4d28-8b93-2d369a5a0a6a tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: c996560e-e0e4-4a07-97d9-29567a42ba14] Updating instance 'c996560e-e0e4-4a07-97d9-29567a42ba14' progress to 0 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1285.377565] env[69350]: DEBUG oslo_concurrency.lockutils [None req-edbe8b65-cf7b-4874-95e5-ec16ebe1a3f1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.553021] env[69350]: DEBUG oslo_vmware.api [None req-ec381aa6-4df7-4c68-b748-26acae0d6065 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3366119, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.219767} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.553340] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ec381aa6-4df7-4c68-b748-26acae0d6065 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: bebd2116-e48a-43fd-974e-9d7474ecc5a1] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1285.554104] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-522808a5-9394-41ca-98b1-ba1b3a2f0333 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.577025] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec381aa6-4df7-4c68-b748-26acae0d6065 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: bebd2116-e48a-43fd-974e-9d7474ecc5a1] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] bebd2116-e48a-43fd-974e-9d7474ecc5a1/bebd2116-e48a-43fd-974e-9d7474ecc5a1.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1285.577025] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-117a1b7b-21c0-4d3f-bfd0-e89e98a21a5f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.597601] env[69350]: DEBUG oslo_vmware.api [None req-ec381aa6-4df7-4c68-b748-26acae0d6065 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Waiting for the task: (returnval){ [ 1285.597601] env[69350]: value = "task-3366120" [ 1285.597601] env[69350]: _type = "Task" [ 1285.597601] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.605913] env[69350]: DEBUG oslo_vmware.api [None req-ec381aa6-4df7-4c68-b748-26acae0d6065 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3366120, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.704970] env[69350]: DEBUG oslo_concurrency.lockutils [None req-edb02979-f469-4938-9df2-9f267faa9b5c tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Acquiring lock "d4751d30-cb22-403c-a663-26eff04ad7f0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.705102] env[69350]: DEBUG oslo_concurrency.lockutils [None req-edb02979-f469-4938-9df2-9f267faa9b5c tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Lock "d4751d30-cb22-403c-a663-26eff04ad7f0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.705313] env[69350]: DEBUG oslo_concurrency.lockutils [None req-edb02979-f469-4938-9df2-9f267faa9b5c tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Acquiring lock "d4751d30-cb22-403c-a663-26eff04ad7f0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.705491] env[69350]: DEBUG oslo_concurrency.lockutils [None req-edb02979-f469-4938-9df2-9f267faa9b5c tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Lock "d4751d30-cb22-403c-a663-26eff04ad7f0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.705664] env[69350]: DEBUG oslo_concurrency.lockutils [None req-edb02979-f469-4938-9df2-9f267faa9b5c tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Lock "d4751d30-cb22-403c-a663-26eff04ad7f0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.713168] env[69350]: INFO nova.compute.manager [None req-edb02979-f469-4938-9df2-9f267faa9b5c tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Terminating instance [ 1285.721876] env[69350]: DEBUG oslo_vmware.api [None req-8f0023c8-fc4a-4c95-88db-44711771ff2c tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5299c5e4-f8f9-2d34-a271-c5b4968da072, 'name': SearchDatastore_Task, 'duration_secs': 0.0193} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.721876] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8f0023c8-fc4a-4c95-88db-44711771ff2c tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.722358] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f0023c8-fc4a-4c95-88db-44711771ff2c tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] e5fa3549-8926-4a0b-92ca-ca337739b5cb/2ba50b02-b203-425b-93f3-25266f3336a5-rescue.vmdk. {{(pid=69350) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1285.722680] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49b53fed-3ac4-491c-9a90-be6fb2748912 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.731194] env[69350]: DEBUG oslo_vmware.api [None req-8f0023c8-fc4a-4c95-88db-44711771ff2c tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Waiting for the task: (returnval){ [ 1285.731194] env[69350]: value = "task-3366121" [ 1285.731194] env[69350]: _type = "Task" [ 1285.731194] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.740824] env[69350]: DEBUG oslo_vmware.api [None req-8f0023c8-fc4a-4c95-88db-44711771ff2c tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3366121, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.811612] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-28913dad-9757-4d28-8b93-2d369a5a0a6a tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: c996560e-e0e4-4a07-97d9-29567a42ba14] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1285.811756] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58951574-58ba-4cab-9201-eeb7d1da17f8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.823902] env[69350]: DEBUG oslo_vmware.api [None req-28913dad-9757-4d28-8b93-2d369a5a0a6a tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Waiting for the task: (returnval){ [ 1285.823902] env[69350]: value = "task-3366122" [ 1285.823902] env[69350]: _type = "Task" [ 1285.823902] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.835991] env[69350]: DEBUG oslo_vmware.api [None req-28913dad-9757-4d28-8b93-2d369a5a0a6a tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3366122, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.921927] env[69350]: DEBUG nova.network.neutron [req-529dad32-8440-4c13-ac69-21647eb355df req-f407e82e-d1f9-44ba-b191-11cc4760a8e8 service nova] [instance: c3e34d3b-84f4-4b36-b887-262cc9c73a55] Updated VIF entry in instance network info cache for port 73d86e5c-6ef6-457c-ab63-bb8751635a6c. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1285.922639] env[69350]: DEBUG nova.network.neutron [req-529dad32-8440-4c13-ac69-21647eb355df req-f407e82e-d1f9-44ba-b191-11cc4760a8e8 service nova] [instance: c3e34d3b-84f4-4b36-b887-262cc9c73a55] Updating instance_info_cache with network_info: [{"id": "73d86e5c-6ef6-457c-ab63-bb8751635a6c", "address": "fa:16:3e:42:9b:18", "network": {"id": "ad123e0a-1a99-4c6b-932f-ff9de41ceb18", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-757019814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e70a04cc40f0407ebac8a2f5bbbd8693", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73d86e5c-6e", "ovs_interfaceid": "73d86e5c-6ef6-457c-ab63-bb8751635a6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1286.113679] env[69350]: DEBUG oslo_vmware.api [None req-ec381aa6-4df7-4c68-b748-26acae0d6065 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3366120, 'name': ReconfigVM_Task, 'duration_secs': 0.288795} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.114183] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec381aa6-4df7-4c68-b748-26acae0d6065 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: bebd2116-e48a-43fd-974e-9d7474ecc5a1] Reconfigured VM instance instance-00000070 to attach disk [datastore1] bebd2116-e48a-43fd-974e-9d7474ecc5a1/bebd2116-e48a-43fd-974e-9d7474ecc5a1.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1286.114765] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-894ce150-2831-449b-b2ac-c9bd750ad4c4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.124145] env[69350]: DEBUG oslo_vmware.api [None req-ec381aa6-4df7-4c68-b748-26acae0d6065 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Waiting for the task: (returnval){ [ 1286.124145] env[69350]: value = "task-3366123" [ 1286.124145] env[69350]: _type = "Task" [ 1286.124145] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.138043] env[69350]: DEBUG oslo_vmware.api [None req-ec381aa6-4df7-4c68-b748-26acae0d6065 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3366123, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.222980] env[69350]: DEBUG nova.compute.manager [None req-edb02979-f469-4938-9df2-9f267faa9b5c tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1286.223339] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-edb02979-f469-4938-9df2-9f267faa9b5c tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1286.224446] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e93b4363-17bf-44ca-9ddb-0625d66a9947 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.237730] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-edb02979-f469-4938-9df2-9f267faa9b5c tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1286.238453] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13e01661-b46f-4e4a-b967-b53c4f7a6ec1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.244525] env[69350]: DEBUG oslo_vmware.api [None req-8f0023c8-fc4a-4c95-88db-44711771ff2c tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3366121, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.248222] env[69350]: DEBUG oslo_vmware.api [None req-edb02979-f469-4938-9df2-9f267faa9b5c tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Waiting for the task: (returnval){ [ 1286.248222] env[69350]: value = "task-3366124" [ 1286.248222] env[69350]: _type = "Task" [ 1286.248222] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.260739] env[69350]: DEBUG oslo_vmware.api [None req-edb02979-f469-4938-9df2-9f267faa9b5c tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3366124, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.324379] env[69350]: DEBUG nova.compute.manager [req-52beb07b-9400-41ee-a604-821994acb5d2 req-f60c5811-59b5-404b-b329-e2c75e73bf78 service nova] [instance: 0f683e7d-83e5-4c63-a56e-f0a7093527f0] Received event network-changed-0cce11c4-b57b-4927-84b7-fdd7bf0f5e74 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1286.324663] env[69350]: DEBUG nova.compute.manager [req-52beb07b-9400-41ee-a604-821994acb5d2 req-f60c5811-59b5-404b-b329-e2c75e73bf78 service nova] [instance: 0f683e7d-83e5-4c63-a56e-f0a7093527f0] Refreshing instance network info cache due to event network-changed-0cce11c4-b57b-4927-84b7-fdd7bf0f5e74. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1286.324956] env[69350]: DEBUG oslo_concurrency.lockutils [req-52beb07b-9400-41ee-a604-821994acb5d2 req-f60c5811-59b5-404b-b329-e2c75e73bf78 service nova] Acquiring lock "refresh_cache-0f683e7d-83e5-4c63-a56e-f0a7093527f0" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.325331] env[69350]: DEBUG oslo_concurrency.lockutils [req-52beb07b-9400-41ee-a604-821994acb5d2 req-f60c5811-59b5-404b-b329-e2c75e73bf78 service nova] Acquired lock "refresh_cache-0f683e7d-83e5-4c63-a56e-f0a7093527f0" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.325592] env[69350]: DEBUG nova.network.neutron [req-52beb07b-9400-41ee-a604-821994acb5d2 req-f60c5811-59b5-404b-b329-e2c75e73bf78 service nova] [instance: 0f683e7d-83e5-4c63-a56e-f0a7093527f0] Refreshing network info cache for port 0cce11c4-b57b-4927-84b7-fdd7bf0f5e74 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1286.339054] env[69350]: DEBUG oslo_vmware.api [None req-28913dad-9757-4d28-8b93-2d369a5a0a6a tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3366122, 'name': PowerOffVM_Task, 'duration_secs': 0.376599} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.340029] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-28913dad-9757-4d28-8b93-2d369a5a0a6a tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: c996560e-e0e4-4a07-97d9-29567a42ba14] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1286.340310] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-28913dad-9757-4d28-8b93-2d369a5a0a6a tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: c996560e-e0e4-4a07-97d9-29567a42ba14] Updating instance 'c996560e-e0e4-4a07-97d9-29567a42ba14' progress to 17 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1286.429221] env[69350]: DEBUG oslo_concurrency.lockutils [req-529dad32-8440-4c13-ac69-21647eb355df req-f407e82e-d1f9-44ba-b191-11cc4760a8e8 service nova] Releasing lock "refresh_cache-c3e34d3b-84f4-4b36-b887-262cc9c73a55" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.429503] env[69350]: DEBUG nova.compute.manager [req-529dad32-8440-4c13-ac69-21647eb355df req-f407e82e-d1f9-44ba-b191-11cc4760a8e8 service nova] [instance: 0f683e7d-83e5-4c63-a56e-f0a7093527f0] Received event network-changed-0cce11c4-b57b-4927-84b7-fdd7bf0f5e74 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1286.429678] env[69350]: DEBUG nova.compute.manager [req-529dad32-8440-4c13-ac69-21647eb355df req-f407e82e-d1f9-44ba-b191-11cc4760a8e8 service nova] [instance: 0f683e7d-83e5-4c63-a56e-f0a7093527f0] Refreshing instance network info cache due to event network-changed-0cce11c4-b57b-4927-84b7-fdd7bf0f5e74. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1286.429866] env[69350]: DEBUG oslo_concurrency.lockutils [req-529dad32-8440-4c13-ac69-21647eb355df req-f407e82e-d1f9-44ba-b191-11cc4760a8e8 service nova] Acquiring lock "refresh_cache-0f683e7d-83e5-4c63-a56e-f0a7093527f0" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.636893] env[69350]: DEBUG oslo_vmware.api [None req-ec381aa6-4df7-4c68-b748-26acae0d6065 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3366123, 'name': Rename_Task, 'duration_secs': 0.189978} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.637303] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec381aa6-4df7-4c68-b748-26acae0d6065 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: bebd2116-e48a-43fd-974e-9d7474ecc5a1] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1286.637634] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-30bfae47-e679-4762-8edd-6091b05becef {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.645162] env[69350]: DEBUG oslo_vmware.api [None req-ec381aa6-4df7-4c68-b748-26acae0d6065 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Waiting for the task: (returnval){ [ 1286.645162] env[69350]: value = "task-3366126" [ 1286.645162] env[69350]: _type = "Task" [ 1286.645162] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.653596] env[69350]: DEBUG oslo_vmware.api [None req-ec381aa6-4df7-4c68-b748-26acae0d6065 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3366126, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.741881] env[69350]: DEBUG oslo_vmware.api [None req-8f0023c8-fc4a-4c95-88db-44711771ff2c tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3366121, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.61622} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.742188] env[69350]: INFO nova.virt.vmwareapi.ds_util [None req-8f0023c8-fc4a-4c95-88db-44711771ff2c tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] e5fa3549-8926-4a0b-92ca-ca337739b5cb/2ba50b02-b203-425b-93f3-25266f3336a5-rescue.vmdk. [ 1286.742946] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c17b448a-350c-4388-afac-bf78f79bf505 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.773217] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f0023c8-fc4a-4c95-88db-44711771ff2c tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: e5fa3549-8926-4a0b-92ca-ca337739b5cb] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] e5fa3549-8926-4a0b-92ca-ca337739b5cb/2ba50b02-b203-425b-93f3-25266f3336a5-rescue.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1286.776576] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a5528b1-a40a-4571-be9f-994c49466460 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.795267] env[69350]: DEBUG oslo_vmware.api [None req-edb02979-f469-4938-9df2-9f267faa9b5c tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3366124, 'name': PowerOffVM_Task, 'duration_secs': 0.296592} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.796555] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-edb02979-f469-4938-9df2-9f267faa9b5c tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1286.796735] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-edb02979-f469-4938-9df2-9f267faa9b5c tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1286.797059] env[69350]: DEBUG oslo_vmware.api [None req-8f0023c8-fc4a-4c95-88db-44711771ff2c tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Waiting for the task: (returnval){ [ 1286.797059] env[69350]: value = "task-3366127" [ 1286.797059] env[69350]: _type = "Task" [ 1286.797059] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.797266] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-65bde7e7-a588-4731-95c7-775bb6b6fe17 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.807473] env[69350]: DEBUG oslo_vmware.api [None req-8f0023c8-fc4a-4c95-88db-44711771ff2c tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3366127, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.846978] env[69350]: DEBUG nova.virt.hardware [None req-28913dad-9757-4d28-8b93-2d369a5a0a6a tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1286.847279] env[69350]: DEBUG nova.virt.hardware [None req-28913dad-9757-4d28-8b93-2d369a5a0a6a tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1286.847438] env[69350]: DEBUG nova.virt.hardware [None req-28913dad-9757-4d28-8b93-2d369a5a0a6a tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1286.847618] env[69350]: DEBUG nova.virt.hardware [None req-28913dad-9757-4d28-8b93-2d369a5a0a6a tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1286.847766] env[69350]: DEBUG nova.virt.hardware [None req-28913dad-9757-4d28-8b93-2d369a5a0a6a tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1286.847935] env[69350]: DEBUG nova.virt.hardware [None req-28913dad-9757-4d28-8b93-2d369a5a0a6a tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1286.848147] env[69350]: DEBUG nova.virt.hardware [None req-28913dad-9757-4d28-8b93-2d369a5a0a6a tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1286.848530] env[69350]: DEBUG nova.virt.hardware [None req-28913dad-9757-4d28-8b93-2d369a5a0a6a tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1286.848530] env[69350]: DEBUG nova.virt.hardware [None req-28913dad-9757-4d28-8b93-2d369a5a0a6a tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1286.848659] env[69350]: DEBUG nova.virt.hardware [None req-28913dad-9757-4d28-8b93-2d369a5a0a6a tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1286.848803] env[69350]: DEBUG nova.virt.hardware [None req-28913dad-9757-4d28-8b93-2d369a5a0a6a tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1286.854767] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79686fa2-d73c-409c-b5ca-f9554474c122 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.873174] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1286.876172] env[69350]: DEBUG oslo_vmware.api [None req-28913dad-9757-4d28-8b93-2d369a5a0a6a tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Waiting for the task: (returnval){ [ 1286.876172] env[69350]: value = "task-3366129" [ 1286.876172] env[69350]: _type = "Task" [ 1286.876172] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.887255] env[69350]: DEBUG oslo_vmware.api [None req-28913dad-9757-4d28-8b93-2d369a5a0a6a tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3366129, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.912600] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-edb02979-f469-4938-9df2-9f267faa9b5c tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1286.912848] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-edb02979-f469-4938-9df2-9f267faa9b5c tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1286.913141] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-edb02979-f469-4938-9df2-9f267faa9b5c tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Deleting the datastore file [datastore2] d4751d30-cb22-403c-a663-26eff04ad7f0 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1286.913447] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-98e369b9-70b5-49f5-9d01-36c635f05f54 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.921082] env[69350]: DEBUG oslo_vmware.api [None req-edb02979-f469-4938-9df2-9f267faa9b5c tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Waiting for the task: (returnval){ [ 1286.921082] env[69350]: value = "task-3366130" [ 1286.921082] env[69350]: _type = "Task" [ 1286.921082] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.931037] env[69350]: DEBUG oslo_vmware.api [None req-edb02979-f469-4938-9df2-9f267faa9b5c tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3366130, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.074610] env[69350]: DEBUG nova.network.neutron [req-52beb07b-9400-41ee-a604-821994acb5d2 req-f60c5811-59b5-404b-b329-e2c75e73bf78 service nova] [instance: 0f683e7d-83e5-4c63-a56e-f0a7093527f0] Updated VIF entry in instance network info cache for port 0cce11c4-b57b-4927-84b7-fdd7bf0f5e74. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1287.075299] env[69350]: DEBUG nova.network.neutron [req-52beb07b-9400-41ee-a604-821994acb5d2 req-f60c5811-59b5-404b-b329-e2c75e73bf78 service nova] [instance: 0f683e7d-83e5-4c63-a56e-f0a7093527f0] Updating instance_info_cache with network_info: [{"id": "0cce11c4-b57b-4927-84b7-fdd7bf0f5e74", "address": "fa:16:3e:fb:67:fe", "network": {"id": "ad123e0a-1a99-4c6b-932f-ff9de41ceb18", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-757019814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e70a04cc40f0407ebac8a2f5bbbd8693", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cce11c4-b5", "ovs_interfaceid": "0cce11c4-b57b-4927-84b7-fdd7bf0f5e74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.156983] env[69350]: DEBUG oslo_vmware.api [None req-ec381aa6-4df7-4c68-b748-26acae0d6065 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3366126, 'name': PowerOnVM_Task, 'duration_secs': 0.475019} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.156983] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec381aa6-4df7-4c68-b748-26acae0d6065 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: bebd2116-e48a-43fd-974e-9d7474ecc5a1] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1287.157430] env[69350]: INFO nova.compute.manager [None req-ec381aa6-4df7-4c68-b748-26acae0d6065 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: bebd2116-e48a-43fd-974e-9d7474ecc5a1] Took 6.37 seconds to spawn the instance on the hypervisor. [ 1287.157430] env[69350]: DEBUG nova.compute.manager [None req-ec381aa6-4df7-4c68-b748-26acae0d6065 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: bebd2116-e48a-43fd-974e-9d7474ecc5a1] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1287.158343] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bceb761d-c8a7-4903-a2d5-00f832a60233 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.308944] env[69350]: DEBUG oslo_vmware.api [None req-8f0023c8-fc4a-4c95-88db-44711771ff2c tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3366127, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.380021] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Getting list of instances from cluster (obj){ [ 1287.380021] env[69350]: value = "domain-c8" [ 1287.380021] env[69350]: _type = "ClusterComputeResource" [ 1287.380021] env[69350]: } {{(pid=69350) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1287.381256] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbcedf75-f1d9-4a5a-8af6-562f469063c0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.393273] env[69350]: DEBUG oslo_vmware.api [None req-28913dad-9757-4d28-8b93-2d369a5a0a6a tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3366129, 'name': ReconfigVM_Task, 'duration_secs': 0.240731} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.393564] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-28913dad-9757-4d28-8b93-2d369a5a0a6a tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: c996560e-e0e4-4a07-97d9-29567a42ba14] Updating instance 'c996560e-e0e4-4a07-97d9-29567a42ba14' progress to 33 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1287.410497] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Got total of 12 instances {{(pid=69350) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1287.410657] env[69350]: WARNING nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] While synchronizing instance power states, found 13 instances in the database and 12 instances on the hypervisor. [ 1287.410799] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Triggering sync for uuid a03ec981-aaa5-45f3-aee7-8716b22652c4 {{(pid=69350) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1287.411019] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Triggering sync for uuid aaabec5d-fecd-4e24-9158-deab4ae29855 {{(pid=69350) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1287.411185] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Triggering sync for uuid c2902164-bd0d-4dfd-bfa5-4777e4341d4b {{(pid=69350) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1287.411338] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Triggering sync for uuid d626c562-9799-43f3-a25a-5bdc1774ef77 {{(pid=69350) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1287.411486] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Triggering sync for uuid d4751d30-cb22-403c-a663-26eff04ad7f0 {{(pid=69350) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1287.411711] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Triggering sync for uuid eac0e93a-faa9-4185-8d37-b6e2f7388eb5 {{(pid=69350) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1287.411887] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Triggering sync for uuid e5fa3549-8926-4a0b-92ca-ca337739b5cb {{(pid=69350) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1287.412047] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Triggering sync for uuid c996560e-e0e4-4a07-97d9-29567a42ba14 {{(pid=69350) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1287.412675] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Triggering sync for uuid 9a3d0bff-3744-4037-8829-c9769d4af37e {{(pid=69350) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1287.412892] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Triggering sync for uuid c0fcc9b3-2a35-40e9-93ee-46234ac470de {{(pid=69350) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1287.413074] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Triggering sync for uuid c3e34d3b-84f4-4b36-b887-262cc9c73a55 {{(pid=69350) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1287.413243] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Triggering sync for uuid 0f683e7d-83e5-4c63-a56e-f0a7093527f0 {{(pid=69350) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1287.413406] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Triggering sync for uuid bebd2116-e48a-43fd-974e-9d7474ecc5a1 {{(pid=69350) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1287.414086] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Acquiring lock "a03ec981-aaa5-45f3-aee7-8716b22652c4" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.414332] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Lock "a03ec981-aaa5-45f3-aee7-8716b22652c4" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.414660] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Acquiring lock "aaabec5d-fecd-4e24-9158-deab4ae29855" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.414863] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Lock "aaabec5d-fecd-4e24-9158-deab4ae29855" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.415142] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Acquiring lock "c2902164-bd0d-4dfd-bfa5-4777e4341d4b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.415339] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Lock "c2902164-bd0d-4dfd-bfa5-4777e4341d4b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.415575] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Acquiring lock "d626c562-9799-43f3-a25a-5bdc1774ef77" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.415813] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Lock "d626c562-9799-43f3-a25a-5bdc1774ef77" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.415977] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Acquiring lock "d4751d30-cb22-403c-a663-26eff04ad7f0" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.416192] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Acquiring lock "eac0e93a-faa9-4185-8d37-b6e2f7388eb5" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.416360] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Lock "eac0e93a-faa9-4185-8d37-b6e2f7388eb5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.416578] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Acquiring lock "e5fa3549-8926-4a0b-92ca-ca337739b5cb" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.416750] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Lock "e5fa3549-8926-4a0b-92ca-ca337739b5cb" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.416914] env[69350]: INFO nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: e5fa3549-8926-4a0b-92ca-ca337739b5cb] During sync_power_state the instance has a pending task (rescuing). Skip. [ 1287.417083] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Lock "e5fa3549-8926-4a0b-92ca-ca337739b5cb" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.417268] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Acquiring lock "c996560e-e0e4-4a07-97d9-29567a42ba14" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.417433] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Lock "c996560e-e0e4-4a07-97d9-29567a42ba14" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.417583] env[69350]: INFO nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: c996560e-e0e4-4a07-97d9-29567a42ba14] During sync_power_state the instance has a pending task (resize_migrating). Skip. [ 1287.417733] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Lock "c996560e-e0e4-4a07-97d9-29567a42ba14" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.417909] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Acquiring lock "9a3d0bff-3744-4037-8829-c9769d4af37e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.418113] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Acquiring lock "c0fcc9b3-2a35-40e9-93ee-46234ac470de" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.418281] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Lock "c0fcc9b3-2a35-40e9-93ee-46234ac470de" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.418500] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Acquiring lock "c3e34d3b-84f4-4b36-b887-262cc9c73a55" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.418668] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Lock "c3e34d3b-84f4-4b36-b887-262cc9c73a55" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.418888] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Acquiring lock "0f683e7d-83e5-4c63-a56e-f0a7093527f0" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.419079] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Lock "0f683e7d-83e5-4c63-a56e-f0a7093527f0" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.419303] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Acquiring lock "bebd2116-e48a-43fd-974e-9d7474ecc5a1" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.420309] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-219bbb49-4efd-4826-8197-e6553e8c80a3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.423423] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b77073b0-bd9c-4cd5-a133-a3a75f8dab8e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.426277] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0705fcd4-c74a-430e-9241-1a6e05932711 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.428840] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f82a8038-71ed-4219-943d-9125d45b0fac {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.431513] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1286b1cd-2a7f-4db1-9cb7-3d8f7d4462f9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.434036] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a257450a-ea52-419c-bc30-8ac51f270a14 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.438479] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c076a7ea-5751-4b42-a6fe-104c71462232 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.441713] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd074ecd-4ea1-4b55-8361-c566b233ce1e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.486433] env[69350]: DEBUG oslo_vmware.api [None req-edb02979-f469-4938-9df2-9f267faa9b5c tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Task: {'id': task-3366130, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.495323} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.487520] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-edb02979-f469-4938-9df2-9f267faa9b5c tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1287.487520] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-edb02979-f469-4938-9df2-9f267faa9b5c tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1287.487664] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-edb02979-f469-4938-9df2-9f267faa9b5c tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1287.487747] env[69350]: INFO nova.compute.manager [None req-edb02979-f469-4938-9df2-9f267faa9b5c tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Took 1.26 seconds to destroy the instance on the hypervisor. [ 1287.487976] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-edb02979-f469-4938-9df2-9f267faa9b5c tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1287.488529] env[69350]: DEBUG nova.compute.manager [-] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1287.488623] env[69350]: DEBUG nova.network.neutron [-] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1287.578565] env[69350]: DEBUG oslo_concurrency.lockutils [req-52beb07b-9400-41ee-a604-821994acb5d2 req-f60c5811-59b5-404b-b329-e2c75e73bf78 service nova] Releasing lock "refresh_cache-0f683e7d-83e5-4c63-a56e-f0a7093527f0" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.579045] env[69350]: DEBUG oslo_concurrency.lockutils [req-529dad32-8440-4c13-ac69-21647eb355df req-f407e82e-d1f9-44ba-b191-11cc4760a8e8 service nova] Acquired lock "refresh_cache-0f683e7d-83e5-4c63-a56e-f0a7093527f0" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.579252] env[69350]: DEBUG nova.network.neutron [req-529dad32-8440-4c13-ac69-21647eb355df req-f407e82e-d1f9-44ba-b191-11cc4760a8e8 service nova] [instance: 0f683e7d-83e5-4c63-a56e-f0a7093527f0] Refreshing network info cache for port 0cce11c4-b57b-4927-84b7-fdd7bf0f5e74 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1287.678571] env[69350]: INFO nova.compute.manager [None req-ec381aa6-4df7-4c68-b748-26acae0d6065 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: bebd2116-e48a-43fd-974e-9d7474ecc5a1] Took 11.23 seconds to build instance. [ 1287.809923] env[69350]: DEBUG oslo_vmware.api [None req-8f0023c8-fc4a-4c95-88db-44711771ff2c tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3366127, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.919024] env[69350]: DEBUG nova.virt.hardware [None req-28913dad-9757-4d28-8b93-2d369a5a0a6a tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1287.919024] env[69350]: DEBUG nova.virt.hardware [None req-28913dad-9757-4d28-8b93-2d369a5a0a6a tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1287.919024] env[69350]: DEBUG nova.virt.hardware [None req-28913dad-9757-4d28-8b93-2d369a5a0a6a tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1287.919024] env[69350]: DEBUG nova.virt.hardware [None req-28913dad-9757-4d28-8b93-2d369a5a0a6a tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1287.919024] env[69350]: DEBUG nova.virt.hardware [None req-28913dad-9757-4d28-8b93-2d369a5a0a6a tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1287.919024] env[69350]: DEBUG nova.virt.hardware [None req-28913dad-9757-4d28-8b93-2d369a5a0a6a tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1287.919024] env[69350]: DEBUG nova.virt.hardware [None req-28913dad-9757-4d28-8b93-2d369a5a0a6a tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1287.919024] env[69350]: DEBUG nova.virt.hardware [None req-28913dad-9757-4d28-8b93-2d369a5a0a6a tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1287.919475] env[69350]: DEBUG nova.virt.hardware [None req-28913dad-9757-4d28-8b93-2d369a5a0a6a tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1287.919475] env[69350]: DEBUG nova.virt.hardware [None req-28913dad-9757-4d28-8b93-2d369a5a0a6a tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1287.919475] env[69350]: DEBUG nova.virt.hardware [None req-28913dad-9757-4d28-8b93-2d369a5a0a6a tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1287.925278] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-28913dad-9757-4d28-8b93-2d369a5a0a6a tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: c996560e-e0e4-4a07-97d9-29567a42ba14] Reconfiguring VM instance instance-0000006a to detach disk 2000 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1287.925671] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b186b8c-fbe9-4181-8a67-43baf69afd02 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.950275] env[69350]: DEBUG oslo_vmware.api [None req-28913dad-9757-4d28-8b93-2d369a5a0a6a tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Waiting for the task: (returnval){ [ 1287.950275] env[69350]: value = "task-3366131" [ 1287.950275] env[69350]: _type = "Task" [ 1287.950275] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.960589] env[69350]: DEBUG oslo_vmware.api [None req-28913dad-9757-4d28-8b93-2d369a5a0a6a tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3366131, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.969522] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Lock "d626c562-9799-43f3-a25a-5bdc1774ef77" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.554s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.976441] env[69350]: DEBUG nova.compute.manager [req-230d9c14-b4e9-46d9-b12b-de298f507cde req-a1834133-b4e2-423e-ba77-57b628b93fc8 service nova] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Received event network-vif-deleted-d0dabe8f-0368-40e1-9fe7-81fd25a1bf3a {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1287.976554] env[69350]: INFO nova.compute.manager [req-230d9c14-b4e9-46d9-b12b-de298f507cde req-a1834133-b4e2-423e-ba77-57b628b93fc8 service nova] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Neutron deleted interface d0dabe8f-0368-40e1-9fe7-81fd25a1bf3a; detaching it from the instance and deleting it from the info cache [ 1287.977133] env[69350]: DEBUG nova.network.neutron [req-230d9c14-b4e9-46d9-b12b-de298f507cde req-a1834133-b4e2-423e-ba77-57b628b93fc8 service nova] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.979050] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Lock "0f683e7d-83e5-4c63-a56e-f0a7093527f0" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.560s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.979050] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Lock "c2902164-bd0d-4dfd-bfa5-4777e4341d4b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.564s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.979932] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Lock "eac0e93a-faa9-4185-8d37-b6e2f7388eb5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.563s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.980047] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Lock "aaabec5d-fecd-4e24-9158-deab4ae29855" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.565s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.988606] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Lock "c3e34d3b-84f4-4b36-b887-262cc9c73a55" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.570s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.994060] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Lock "a03ec981-aaa5-45f3-aee7-8716b22652c4" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.580s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.994826] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Lock "c0fcc9b3-2a35-40e9-93ee-46234ac470de" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.576s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.185064] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ec381aa6-4df7-4c68-b748-26acae0d6065 tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Lock "bebd2116-e48a-43fd-974e-9d7474ecc5a1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.742s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.185421] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Lock "bebd2116-e48a-43fd-974e-9d7474ecc5a1" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.766s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.185619] env[69350]: INFO nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: bebd2116-e48a-43fd-974e-9d7474ecc5a1] During sync_power_state the instance has a pending task (spawning). Skip. [ 1288.185915] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Lock "bebd2116-e48a-43fd-974e-9d7474ecc5a1" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.312872] env[69350]: DEBUG oslo_vmware.api [None req-8f0023c8-fc4a-4c95-88db-44711771ff2c tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3366127, 'name': ReconfigVM_Task, 'duration_secs': 1.210536} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.313340] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f0023c8-fc4a-4c95-88db-44711771ff2c tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: e5fa3549-8926-4a0b-92ca-ca337739b5cb] Reconfigured VM instance instance-00000068 to attach disk [datastore1] e5fa3549-8926-4a0b-92ca-ca337739b5cb/2ba50b02-b203-425b-93f3-25266f3336a5-rescue.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1288.314225] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f9fef70-7939-45bc-8565-296dc251b9e1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.350228] env[69350]: DEBUG nova.network.neutron [req-529dad32-8440-4c13-ac69-21647eb355df req-f407e82e-d1f9-44ba-b191-11cc4760a8e8 service nova] [instance: 0f683e7d-83e5-4c63-a56e-f0a7093527f0] Updated VIF entry in instance network info cache for port 0cce11c4-b57b-4927-84b7-fdd7bf0f5e74. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1288.350599] env[69350]: DEBUG nova.network.neutron [req-529dad32-8440-4c13-ac69-21647eb355df req-f407e82e-d1f9-44ba-b191-11cc4760a8e8 service nova] [instance: 0f683e7d-83e5-4c63-a56e-f0a7093527f0] Updating instance_info_cache with network_info: [{"id": "0cce11c4-b57b-4927-84b7-fdd7bf0f5e74", "address": "fa:16:3e:fb:67:fe", "network": {"id": "ad123e0a-1a99-4c6b-932f-ff9de41ceb18", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-757019814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e70a04cc40f0407ebac8a2f5bbbd8693", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cce11c4-b5", "ovs_interfaceid": "0cce11c4-b57b-4927-84b7-fdd7bf0f5e74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.355276] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3791cf02-3004-429b-a62a-6495978ca507 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.373905] env[69350]: DEBUG oslo_vmware.api [None req-8f0023c8-fc4a-4c95-88db-44711771ff2c tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Waiting for the task: (returnval){ [ 1288.373905] env[69350]: value = "task-3366132" [ 1288.373905] env[69350]: _type = "Task" [ 1288.373905] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.383807] env[69350]: DEBUG oslo_vmware.api [None req-8f0023c8-fc4a-4c95-88db-44711771ff2c tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3366132, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.388881] env[69350]: DEBUG nova.compute.manager [req-2bfa6959-c976-41cd-8ea9-64a9941999fa req-b6e35353-4d49-478e-92ae-93ebc61bcff7 service nova] [instance: c3e34d3b-84f4-4b36-b887-262cc9c73a55] Received event network-changed-73d86e5c-6ef6-457c-ab63-bb8751635a6c {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1288.389079] env[69350]: DEBUG nova.compute.manager [req-2bfa6959-c976-41cd-8ea9-64a9941999fa req-b6e35353-4d49-478e-92ae-93ebc61bcff7 service nova] [instance: c3e34d3b-84f4-4b36-b887-262cc9c73a55] Refreshing instance network info cache due to event network-changed-73d86e5c-6ef6-457c-ab63-bb8751635a6c. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1288.389286] env[69350]: DEBUG oslo_concurrency.lockutils [req-2bfa6959-c976-41cd-8ea9-64a9941999fa req-b6e35353-4d49-478e-92ae-93ebc61bcff7 service nova] Acquiring lock "refresh_cache-c3e34d3b-84f4-4b36-b887-262cc9c73a55" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.389428] env[69350]: DEBUG oslo_concurrency.lockutils [req-2bfa6959-c976-41cd-8ea9-64a9941999fa req-b6e35353-4d49-478e-92ae-93ebc61bcff7 service nova] Acquired lock "refresh_cache-c3e34d3b-84f4-4b36-b887-262cc9c73a55" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.389589] env[69350]: DEBUG nova.network.neutron [req-2bfa6959-c976-41cd-8ea9-64a9941999fa req-b6e35353-4d49-478e-92ae-93ebc61bcff7 service nova] [instance: c3e34d3b-84f4-4b36-b887-262cc9c73a55] Refreshing network info cache for port 73d86e5c-6ef6-457c-ab63-bb8751635a6c {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1288.460950] env[69350]: DEBUG oslo_vmware.api [None req-28913dad-9757-4d28-8b93-2d369a5a0a6a tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3366131, 'name': ReconfigVM_Task, 'duration_secs': 0.288237} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.461132] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-28913dad-9757-4d28-8b93-2d369a5a0a6a tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: c996560e-e0e4-4a07-97d9-29567a42ba14] Reconfigured VM instance instance-0000006a to detach disk 2000 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1288.461512] env[69350]: DEBUG nova.network.neutron [-] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.463539] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a81d64c9-5bd6-4aff-a9c7-4a2d962ce0ca {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.488985] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-28913dad-9757-4d28-8b93-2d369a5a0a6a tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: c996560e-e0e4-4a07-97d9-29567a42ba14] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] c996560e-e0e4-4a07-97d9-29567a42ba14/c996560e-e0e4-4a07-97d9-29567a42ba14.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1288.490079] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b3c227aa-c7b8-4402-9557-73abcf752c75 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.492599] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1ddc418-2bc7-408e-9912-fbf0985abbca {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.514400] env[69350]: DEBUG oslo_vmware.api [None req-28913dad-9757-4d28-8b93-2d369a5a0a6a tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Waiting for the task: (returnval){ [ 1288.514400] env[69350]: value = "task-3366133" [ 1288.514400] env[69350]: _type = "Task" [ 1288.514400] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.521746] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef15ce9-d00a-4996-aea1-5f3c1447da21 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.543345] env[69350]: DEBUG oslo_vmware.api [None req-28913dad-9757-4d28-8b93-2d369a5a0a6a tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3366133, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.560853] env[69350]: DEBUG nova.compute.manager [req-230d9c14-b4e9-46d9-b12b-de298f507cde req-a1834133-b4e2-423e-ba77-57b628b93fc8 service nova] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Detach interface failed, port_id=d0dabe8f-0368-40e1-9fe7-81fd25a1bf3a, reason: Instance d4751d30-cb22-403c-a663-26eff04ad7f0 could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1288.562401] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-992c904d-f486-4c62-8abe-983cd62e8977 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: 9a3d0bff-3744-4037-8829-c9769d4af37e] Volume attach. Driver type: vmdk {{(pid=69350) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1288.562635] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-992c904d-f486-4c62-8abe-983cd62e8977 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: 9a3d0bff-3744-4037-8829-c9769d4af37e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-671694', 'volume_id': '3bdda810-f132-4da4-9aa2-867645bcb010', 'name': 'volume-3bdda810-f132-4da4-9aa2-867645bcb010', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9a3d0bff-3744-4037-8829-c9769d4af37e', 'attached_at': '', 'detached_at': '', 'volume_id': '3bdda810-f132-4da4-9aa2-867645bcb010', 'serial': '3bdda810-f132-4da4-9aa2-867645bcb010'} {{(pid=69350) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1288.563526] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e801aa0-abf5-4ed8-876a-a586a04e8b00 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.585295] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb97b1a-698c-4ef7-b95f-f417c3705643 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.613296] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-992c904d-f486-4c62-8abe-983cd62e8977 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: 9a3d0bff-3744-4037-8829-c9769d4af37e] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] volume-3bdda810-f132-4da4-9aa2-867645bcb010/volume-3bdda810-f132-4da4-9aa2-867645bcb010.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1288.613896] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11b513a0-3dac-4334-b6b1-e00d2c5cf374 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.635291] env[69350]: DEBUG oslo_vmware.api [None req-992c904d-f486-4c62-8abe-983cd62e8977 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Waiting for the task: (returnval){ [ 1288.635291] env[69350]: value = "task-3366134" [ 1288.635291] env[69350]: _type = "Task" [ 1288.635291] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.645091] env[69350]: DEBUG oslo_vmware.api [None req-992c904d-f486-4c62-8abe-983cd62e8977 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Task: {'id': task-3366134, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.867899] env[69350]: DEBUG oslo_concurrency.lockutils [req-529dad32-8440-4c13-ac69-21647eb355df req-f407e82e-d1f9-44ba-b191-11cc4760a8e8 service nova] Releasing lock "refresh_cache-0f683e7d-83e5-4c63-a56e-f0a7093527f0" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.886048] env[69350]: DEBUG oslo_vmware.api [None req-8f0023c8-fc4a-4c95-88db-44711771ff2c tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3366132, 'name': ReconfigVM_Task, 'duration_secs': 0.271373} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.886048] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f0023c8-fc4a-4c95-88db-44711771ff2c tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: e5fa3549-8926-4a0b-92ca-ca337739b5cb] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1288.886048] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a85f6e3-8c19-4408-bac1-c25a68cf2803 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.892765] env[69350]: DEBUG oslo_vmware.api [None req-8f0023c8-fc4a-4c95-88db-44711771ff2c tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Waiting for the task: (returnval){ [ 1288.892765] env[69350]: value = "task-3366135" [ 1288.892765] env[69350]: _type = "Task" [ 1288.892765] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.903469] env[69350]: DEBUG oslo_vmware.api [None req-8f0023c8-fc4a-4c95-88db-44711771ff2c tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3366135, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.966887] env[69350]: INFO nova.compute.manager [-] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Took 1.48 seconds to deallocate network for instance. [ 1289.027276] env[69350]: DEBUG oslo_vmware.api [None req-28913dad-9757-4d28-8b93-2d369a5a0a6a tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3366133, 'name': ReconfigVM_Task, 'duration_secs': 0.329112} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.027576] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-28913dad-9757-4d28-8b93-2d369a5a0a6a tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: c996560e-e0e4-4a07-97d9-29567a42ba14] Reconfigured VM instance instance-0000006a to attach disk [datastore2] c996560e-e0e4-4a07-97d9-29567a42ba14/c996560e-e0e4-4a07-97d9-29567a42ba14.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1289.027897] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-28913dad-9757-4d28-8b93-2d369a5a0a6a tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: c996560e-e0e4-4a07-97d9-29567a42ba14] Updating instance 'c996560e-e0e4-4a07-97d9-29567a42ba14' progress to 50 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1289.132534] env[69350]: DEBUG nova.network.neutron [req-2bfa6959-c976-41cd-8ea9-64a9941999fa req-b6e35353-4d49-478e-92ae-93ebc61bcff7 service nova] [instance: c3e34d3b-84f4-4b36-b887-262cc9c73a55] Updated VIF entry in instance network info cache for port 73d86e5c-6ef6-457c-ab63-bb8751635a6c. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1289.133030] env[69350]: DEBUG nova.network.neutron [req-2bfa6959-c976-41cd-8ea9-64a9941999fa req-b6e35353-4d49-478e-92ae-93ebc61bcff7 service nova] [instance: c3e34d3b-84f4-4b36-b887-262cc9c73a55] Updating instance_info_cache with network_info: [{"id": "73d86e5c-6ef6-457c-ab63-bb8751635a6c", "address": "fa:16:3e:42:9b:18", "network": {"id": "ad123e0a-1a99-4c6b-932f-ff9de41ceb18", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-757019814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e70a04cc40f0407ebac8a2f5bbbd8693", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73d86e5c-6e", "ovs_interfaceid": "73d86e5c-6ef6-457c-ab63-bb8751635a6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.147118] env[69350]: DEBUG oslo_vmware.api [None req-992c904d-f486-4c62-8abe-983cd62e8977 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Task: {'id': task-3366134, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.168077] env[69350]: DEBUG oslo_concurrency.lockutils [None req-de91b45e-27b2-46d3-a792-8ab81b38973b tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Acquiring lock "bebd2116-e48a-43fd-974e-9d7474ecc5a1" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.168366] env[69350]: DEBUG oslo_concurrency.lockutils [None req-de91b45e-27b2-46d3-a792-8ab81b38973b tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Lock "bebd2116-e48a-43fd-974e-9d7474ecc5a1" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.168623] env[69350]: DEBUG nova.compute.manager [None req-de91b45e-27b2-46d3-a792-8ab81b38973b tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: bebd2116-e48a-43fd-974e-9d7474ecc5a1] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1289.169666] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c69161d-042d-4ac8-9fc0-bfeb4e16d25c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.178097] env[69350]: DEBUG nova.compute.manager [None req-de91b45e-27b2-46d3-a792-8ab81b38973b tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: bebd2116-e48a-43fd-974e-9d7474ecc5a1] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69350) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1289.178767] env[69350]: DEBUG nova.objects.instance [None req-de91b45e-27b2-46d3-a792-8ab81b38973b tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Lazy-loading 'flavor' on Instance uuid bebd2116-e48a-43fd-974e-9d7474ecc5a1 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1289.404843] env[69350]: DEBUG oslo_vmware.api [None req-8f0023c8-fc4a-4c95-88db-44711771ff2c tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3366135, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.477153] env[69350]: DEBUG oslo_concurrency.lockutils [None req-edb02979-f469-4938-9df2-9f267faa9b5c tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.477547] env[69350]: DEBUG oslo_concurrency.lockutils [None req-edb02979-f469-4938-9df2-9f267faa9b5c tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.477863] env[69350]: DEBUG nova.objects.instance [None req-edb02979-f469-4938-9df2-9f267faa9b5c tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Lazy-loading 'resources' on Instance uuid d4751d30-cb22-403c-a663-26eff04ad7f0 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1289.538201] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3163e2e-6c65-486b-bb5a-2320b34bd412 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.571025] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e3ff2e5-42f1-4533-a758-9014628b5043 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.600278] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-28913dad-9757-4d28-8b93-2d369a5a0a6a tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: c996560e-e0e4-4a07-97d9-29567a42ba14] Updating instance 'c996560e-e0e4-4a07-97d9-29567a42ba14' progress to 67 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1289.636363] env[69350]: DEBUG oslo_concurrency.lockutils [req-2bfa6959-c976-41cd-8ea9-64a9941999fa req-b6e35353-4d49-478e-92ae-93ebc61bcff7 service nova] Releasing lock "refresh_cache-c3e34d3b-84f4-4b36-b887-262cc9c73a55" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.647368] env[69350]: DEBUG oslo_vmware.api [None req-992c904d-f486-4c62-8abe-983cd62e8977 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Task: {'id': task-3366134, 'name': ReconfigVM_Task, 'duration_secs': 0.586755} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.648524] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-992c904d-f486-4c62-8abe-983cd62e8977 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: 9a3d0bff-3744-4037-8829-c9769d4af37e] Reconfigured VM instance instance-0000006b to attach disk [datastore1] volume-3bdda810-f132-4da4-9aa2-867645bcb010/volume-3bdda810-f132-4da4-9aa2-867645bcb010.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1289.654023] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f03ec878-3c6c-4792-9868-fb8da6f816f7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.672218] env[69350]: DEBUG oslo_vmware.api [None req-992c904d-f486-4c62-8abe-983cd62e8977 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Waiting for the task: (returnval){ [ 1289.672218] env[69350]: value = "task-3366136" [ 1289.672218] env[69350]: _type = "Task" [ 1289.672218] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.685564] env[69350]: DEBUG oslo_vmware.api [None req-992c904d-f486-4c62-8abe-983cd62e8977 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Task: {'id': task-3366136, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.857697] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7cd2d9e1-5696-4fc8-b0e6-dfa8b7e45e94 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Acquiring lock "c0fcc9b3-2a35-40e9-93ee-46234ac470de" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.857884] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7cd2d9e1-5696-4fc8-b0e6-dfa8b7e45e94 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Lock "c0fcc9b3-2a35-40e9-93ee-46234ac470de" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.904873] env[69350]: DEBUG oslo_vmware.api [None req-8f0023c8-fc4a-4c95-88db-44711771ff2c tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3366135, 'name': PowerOnVM_Task, 'duration_secs': 0.552672} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.905206] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f0023c8-fc4a-4c95-88db-44711771ff2c tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: e5fa3549-8926-4a0b-92ca-ca337739b5cb] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1289.908043] env[69350]: DEBUG nova.compute.manager [None req-8f0023c8-fc4a-4c95-88db-44711771ff2c tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: e5fa3549-8926-4a0b-92ca-ca337739b5cb] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1289.908932] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26806f03-ff44-4e6d-8b15-46a89be0e205 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.999929] env[69350]: DEBUG nova.scheduler.client.report [None req-edb02979-f469-4938-9df2-9f267faa9b5c tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Refreshing inventories for resource provider 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1290.016687] env[69350]: DEBUG nova.scheduler.client.report [None req-edb02979-f469-4938-9df2-9f267faa9b5c tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Updating ProviderTree inventory for provider 493c4881-f171-4c66-96e5-06180e27f02f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1290.016929] env[69350]: DEBUG nova.compute.provider_tree [None req-edb02979-f469-4938-9df2-9f267faa9b5c tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Updating inventory in ProviderTree for provider 493c4881-f171-4c66-96e5-06180e27f02f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1290.032307] env[69350]: DEBUG nova.scheduler.client.report [None req-edb02979-f469-4938-9df2-9f267faa9b5c tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Refreshing aggregate associations for resource provider 493c4881-f171-4c66-96e5-06180e27f02f, aggregates: None {{(pid=69350) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1290.054682] env[69350]: DEBUG nova.scheduler.client.report [None req-edb02979-f469-4938-9df2-9f267faa9b5c tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Refreshing trait associations for resource provider 493c4881-f171-4c66-96e5-06180e27f02f, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69350) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1290.145878] env[69350]: DEBUG nova.network.neutron [None req-28913dad-9757-4d28-8b93-2d369a5a0a6a tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: c996560e-e0e4-4a07-97d9-29567a42ba14] Port ec84a1ab-cf6d-48dc-b078-6ed02713d844 binding to destination host cpu-1 is already ACTIVE {{(pid=69350) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1290.186585] env[69350]: DEBUG oslo_vmware.api [None req-992c904d-f486-4c62-8abe-983cd62e8977 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Task: {'id': task-3366136, 'name': ReconfigVM_Task, 'duration_secs': 0.206137} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.187033] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-992c904d-f486-4c62-8abe-983cd62e8977 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: 9a3d0bff-3744-4037-8829-c9769d4af37e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-671694', 'volume_id': '3bdda810-f132-4da4-9aa2-867645bcb010', 'name': 'volume-3bdda810-f132-4da4-9aa2-867645bcb010', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9a3d0bff-3744-4037-8829-c9769d4af37e', 'attached_at': '', 'detached_at': '', 'volume_id': '3bdda810-f132-4da4-9aa2-867645bcb010', 'serial': '3bdda810-f132-4da4-9aa2-867645bcb010'} {{(pid=69350) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1290.188794] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-de91b45e-27b2-46d3-a792-8ab81b38973b tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: bebd2116-e48a-43fd-974e-9d7474ecc5a1] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1290.191569] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0780917d-36c5-47f3-988e-3a735809c507 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.199878] env[69350]: DEBUG oslo_vmware.api [None req-de91b45e-27b2-46d3-a792-8ab81b38973b tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Waiting for the task: (returnval){ [ 1290.199878] env[69350]: value = "task-3366137" [ 1290.199878] env[69350]: _type = "Task" [ 1290.199878] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.212743] env[69350]: DEBUG oslo_vmware.api [None req-de91b45e-27b2-46d3-a792-8ab81b38973b tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3366137, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.255040] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-532f08f5-b5d6-46fd-ae43-f18a22e80ce9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.263725] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17b02465-cb95-4766-8a96-fd7c545322eb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.300868] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20302e4d-c7c5-40a4-bcb4-66463cbf1135 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.309719] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ca63ec0-e10e-4030-a086-2884e95373e4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.324635] env[69350]: DEBUG nova.compute.provider_tree [None req-edb02979-f469-4938-9df2-9f267faa9b5c tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1290.362014] env[69350]: DEBUG nova.compute.utils [None req-7cd2d9e1-5696-4fc8-b0e6-dfa8b7e45e94 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1290.713193] env[69350]: DEBUG oslo_vmware.api [None req-de91b45e-27b2-46d3-a792-8ab81b38973b tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3366137, 'name': PowerOffVM_Task, 'duration_secs': 0.468696} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.713612] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-de91b45e-27b2-46d3-a792-8ab81b38973b tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: bebd2116-e48a-43fd-974e-9d7474ecc5a1] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1290.713669] env[69350]: DEBUG nova.compute.manager [None req-de91b45e-27b2-46d3-a792-8ab81b38973b tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: bebd2116-e48a-43fd-974e-9d7474ecc5a1] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1290.714589] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-625300a9-057e-4b5c-af3c-489cc1c72bfc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.828056] env[69350]: DEBUG nova.scheduler.client.report [None req-edb02979-f469-4938-9df2-9f267faa9b5c tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1290.864607] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7cd2d9e1-5696-4fc8-b0e6-dfa8b7e45e94 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Lock "c0fcc9b3-2a35-40e9-93ee-46234ac470de" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.169387] env[69350]: DEBUG oslo_concurrency.lockutils [None req-28913dad-9757-4d28-8b93-2d369a5a0a6a tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Acquiring lock "c996560e-e0e4-4a07-97d9-29567a42ba14-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.169387] env[69350]: DEBUG oslo_concurrency.lockutils [None req-28913dad-9757-4d28-8b93-2d369a5a0a6a tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Lock "c996560e-e0e4-4a07-97d9-29567a42ba14-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.169632] env[69350]: DEBUG oslo_concurrency.lockutils [None req-28913dad-9757-4d28-8b93-2d369a5a0a6a tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Lock "c996560e-e0e4-4a07-97d9-29567a42ba14-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.227779] env[69350]: DEBUG oslo_concurrency.lockutils [None req-de91b45e-27b2-46d3-a792-8ab81b38973b tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Lock "bebd2116-e48a-43fd-974e-9d7474ecc5a1" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.059s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.232468] env[69350]: DEBUG nova.objects.instance [None req-992c904d-f486-4c62-8abe-983cd62e8977 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Lazy-loading 'flavor' on Instance uuid 9a3d0bff-3744-4037-8829-c9769d4af37e {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1291.332682] env[69350]: DEBUG oslo_concurrency.lockutils [None req-edb02979-f469-4938-9df2-9f267faa9b5c tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.855s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.358085] env[69350]: INFO nova.scheduler.client.report [None req-edb02979-f469-4938-9df2-9f267faa9b5c tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Deleted allocations for instance d4751d30-cb22-403c-a663-26eff04ad7f0 [ 1291.386935] env[69350]: INFO nova.compute.manager [None req-ecbf2df3-d448-46b0-8058-aadff3eaf243 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: e5fa3549-8926-4a0b-92ca-ca337739b5cb] Unrescuing [ 1291.387218] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ecbf2df3-d448-46b0-8058-aadff3eaf243 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Acquiring lock "refresh_cache-e5fa3549-8926-4a0b-92ca-ca337739b5cb" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.387371] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ecbf2df3-d448-46b0-8058-aadff3eaf243 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Acquired lock "refresh_cache-e5fa3549-8926-4a0b-92ca-ca337739b5cb" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.387537] env[69350]: DEBUG nova.network.neutron [None req-ecbf2df3-d448-46b0-8058-aadff3eaf243 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: e5fa3549-8926-4a0b-92ca-ca337739b5cb] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1291.736696] env[69350]: DEBUG oslo_concurrency.lockutils [None req-992c904d-f486-4c62-8abe-983cd62e8977 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Lock "9a3d0bff-3744-4037-8829-c9769d4af37e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.804s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.737673] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Lock "9a3d0bff-3744-4037-8829-c9769d4af37e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 4.320s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.738697] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7595148-231a-4136-8839-0ea5a9f1fdcc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.869111] env[69350]: DEBUG oslo_concurrency.lockutils [None req-edb02979-f469-4938-9df2-9f267faa9b5c tempest-ServerActionsTestOtherB-798039565 tempest-ServerActionsTestOtherB-798039565-project-member] Lock "d4751d30-cb22-403c-a663-26eff04ad7f0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.164s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.870241] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Lock "d4751d30-cb22-403c-a663-26eff04ad7f0" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 4.454s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.870486] env[69350]: INFO nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] During sync_power_state the instance has a pending task (deleting). Skip. [ 1291.870833] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Lock "d4751d30-cb22-403c-a663-26eff04ad7f0" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.899185] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a96f2875-3443-438e-a559-06117df85c4f tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Acquiring lock "bebd2116-e48a-43fd-974e-9d7474ecc5a1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.899452] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a96f2875-3443-438e-a559-06117df85c4f tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Lock "bebd2116-e48a-43fd-974e-9d7474ecc5a1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.900206] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a96f2875-3443-438e-a559-06117df85c4f tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Acquiring lock "bebd2116-e48a-43fd-974e-9d7474ecc5a1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.900371] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a96f2875-3443-438e-a559-06117df85c4f tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Lock "bebd2116-e48a-43fd-974e-9d7474ecc5a1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.900694] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a96f2875-3443-438e-a559-06117df85c4f tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Lock "bebd2116-e48a-43fd-974e-9d7474ecc5a1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.903321] env[69350]: INFO nova.compute.manager [None req-a96f2875-3443-438e-a559-06117df85c4f tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: bebd2116-e48a-43fd-974e-9d7474ecc5a1] Terminating instance [ 1292.003572] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7cd2d9e1-5696-4fc8-b0e6-dfa8b7e45e94 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Acquiring lock "c0fcc9b3-2a35-40e9-93ee-46234ac470de" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.003861] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7cd2d9e1-5696-4fc8-b0e6-dfa8b7e45e94 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Lock "c0fcc9b3-2a35-40e9-93ee-46234ac470de" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.004145] env[69350]: INFO nova.compute.manager [None req-7cd2d9e1-5696-4fc8-b0e6-dfa8b7e45e94 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: c0fcc9b3-2a35-40e9-93ee-46234ac470de] Attaching volume bf70c2e9-a698-4ad8-92c5-4a513ecad1e9 to /dev/sdb [ 1292.043108] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eef8314e-e50a-47ab-87d9-0c8d45ec7aef {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.051099] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39519053-d991-4357-bfbe-57e3da487874 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.072452] env[69350]: DEBUG nova.virt.block_device [None req-7cd2d9e1-5696-4fc8-b0e6-dfa8b7e45e94 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: c0fcc9b3-2a35-40e9-93ee-46234ac470de] Updating existing volume attachment record: fdf31f0e-0378-45eb-b784-c26676980b46 {{(pid=69350) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1292.150107] env[69350]: DEBUG nova.network.neutron [None req-ecbf2df3-d448-46b0-8058-aadff3eaf243 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: e5fa3549-8926-4a0b-92ca-ca337739b5cb] Updating instance_info_cache with network_info: [{"id": "b6ab570f-f7cd-4a33-baac-9af69245c505", "address": "fa:16:3e:09:45:77", "network": {"id": "e446f6e9-9739-4a9d-b374-67c72dd2bdca", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2061620084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e00619eed830495c94eed15309016c5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6ab570f-f7", "ovs_interfaceid": "b6ab570f-f7cd-4a33-baac-9af69245c505", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.206025] env[69350]: DEBUG oslo_concurrency.lockutils [None req-28913dad-9757-4d28-8b93-2d369a5a0a6a tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Acquiring lock "refresh_cache-c996560e-e0e4-4a07-97d9-29567a42ba14" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.206025] env[69350]: DEBUG oslo_concurrency.lockutils [None req-28913dad-9757-4d28-8b93-2d369a5a0a6a tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Acquired lock "refresh_cache-c996560e-e0e4-4a07-97d9-29567a42ba14" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.206025] env[69350]: DEBUG nova.network.neutron [None req-28913dad-9757-4d28-8b93-2d369a5a0a6a tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: c996560e-e0e4-4a07-97d9-29567a42ba14] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1292.248945] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Lock "9a3d0bff-3744-4037-8829-c9769d4af37e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.511s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.410098] env[69350]: DEBUG nova.compute.manager [None req-a96f2875-3443-438e-a559-06117df85c4f tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: bebd2116-e48a-43fd-974e-9d7474ecc5a1] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1292.410098] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a96f2875-3443-438e-a559-06117df85c4f tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: bebd2116-e48a-43fd-974e-9d7474ecc5a1] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1292.410730] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0fd4928-a61a-48bd-9719-4eaa60a5c08b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.420692] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a96f2875-3443-438e-a559-06117df85c4f tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: bebd2116-e48a-43fd-974e-9d7474ecc5a1] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1292.420946] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9afff975-46a3-44bb-a64a-54738b51b22e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.501695] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a96f2875-3443-438e-a559-06117df85c4f tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: bebd2116-e48a-43fd-974e-9d7474ecc5a1] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1292.501931] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a96f2875-3443-438e-a559-06117df85c4f tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: bebd2116-e48a-43fd-974e-9d7474ecc5a1] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1292.502152] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-a96f2875-3443-438e-a559-06117df85c4f tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Deleting the datastore file [datastore1] bebd2116-e48a-43fd-974e-9d7474ecc5a1 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1292.502422] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b295a5b-410d-4079-ade2-2af1ce63a029 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.512258] env[69350]: DEBUG oslo_vmware.api [None req-a96f2875-3443-438e-a559-06117df85c4f tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Waiting for the task: (returnval){ [ 1292.512258] env[69350]: value = "task-3366141" [ 1292.512258] env[69350]: _type = "Task" [ 1292.512258] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.521423] env[69350]: DEBUG oslo_vmware.api [None req-a96f2875-3443-438e-a559-06117df85c4f tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3366141, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.653181] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ecbf2df3-d448-46b0-8058-aadff3eaf243 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Releasing lock "refresh_cache-e5fa3549-8926-4a0b-92ca-ca337739b5cb" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.653872] env[69350]: DEBUG nova.objects.instance [None req-ecbf2df3-d448-46b0-8058-aadff3eaf243 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Lazy-loading 'flavor' on Instance uuid e5fa3549-8926-4a0b-92ca-ca337739b5cb {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1292.916055] env[69350]: DEBUG nova.network.neutron [None req-28913dad-9757-4d28-8b93-2d369a5a0a6a tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: c996560e-e0e4-4a07-97d9-29567a42ba14] Updating instance_info_cache with network_info: [{"id": "ec84a1ab-cf6d-48dc-b078-6ed02713d844", "address": "fa:16:3e:cf:56:cb", "network": {"id": "bc16c158-ef75-4a41-beeb-3ceae708fa9d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-469663997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46625a434b9f47dc83d92c9db8a3024c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec84a1ab-cf", "ovs_interfaceid": "ec84a1ab-cf6d-48dc-b078-6ed02713d844", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1293.023323] env[69350]: DEBUG oslo_vmware.api [None req-a96f2875-3443-438e-a559-06117df85c4f tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3366141, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.414134} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.023542] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-a96f2875-3443-438e-a559-06117df85c4f tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1293.023725] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a96f2875-3443-438e-a559-06117df85c4f tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: bebd2116-e48a-43fd-974e-9d7474ecc5a1] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1293.023900] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a96f2875-3443-438e-a559-06117df85c4f tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: bebd2116-e48a-43fd-974e-9d7474ecc5a1] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1293.024083] env[69350]: INFO nova.compute.manager [None req-a96f2875-3443-438e-a559-06117df85c4f tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: bebd2116-e48a-43fd-974e-9d7474ecc5a1] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1293.024327] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a96f2875-3443-438e-a559-06117df85c4f tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1293.024520] env[69350]: DEBUG nova.compute.manager [-] [instance: bebd2116-e48a-43fd-974e-9d7474ecc5a1] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1293.024618] env[69350]: DEBUG nova.network.neutron [-] [instance: bebd2116-e48a-43fd-974e-9d7474ecc5a1] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1293.134734] env[69350]: DEBUG oslo_concurrency.lockutils [None req-20c7b64f-ec6a-4de7-997a-a50c4c21a0ff tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Acquiring lock "9a3d0bff-3744-4037-8829-c9769d4af37e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.135012] env[69350]: DEBUG oslo_concurrency.lockutils [None req-20c7b64f-ec6a-4de7-997a-a50c4c21a0ff tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Lock "9a3d0bff-3744-4037-8829-c9769d4af37e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.159736] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d418d9-0004-41a8-9156-e5c7cec4198c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.185837] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecbf2df3-d448-46b0-8058-aadff3eaf243 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: e5fa3549-8926-4a0b-92ca-ca337739b5cb] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1293.186481] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4030deca-4b3d-4746-8c8c-d23cdd16096b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.193789] env[69350]: DEBUG oslo_vmware.api [None req-ecbf2df3-d448-46b0-8058-aadff3eaf243 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Waiting for the task: (returnval){ [ 1293.193789] env[69350]: value = "task-3366142" [ 1293.193789] env[69350]: _type = "Task" [ 1293.193789] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.202415] env[69350]: DEBUG oslo_vmware.api [None req-ecbf2df3-d448-46b0-8058-aadff3eaf243 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3366142, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.365511] env[69350]: DEBUG nova.compute.manager [req-df47154d-afae-46ea-ae0c-944a5aaf1139 req-40cfaa5f-38b7-4246-b945-4f3aad2b6768 service nova] [instance: bebd2116-e48a-43fd-974e-9d7474ecc5a1] Received event network-vif-deleted-f4c12253-3659-4025-bdd0-57bf23ffaf4b {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1293.365753] env[69350]: INFO nova.compute.manager [req-df47154d-afae-46ea-ae0c-944a5aaf1139 req-40cfaa5f-38b7-4246-b945-4f3aad2b6768 service nova] [instance: bebd2116-e48a-43fd-974e-9d7474ecc5a1] Neutron deleted interface f4c12253-3659-4025-bdd0-57bf23ffaf4b; detaching it from the instance and deleting it from the info cache [ 1293.365945] env[69350]: DEBUG nova.network.neutron [req-df47154d-afae-46ea-ae0c-944a5aaf1139 req-40cfaa5f-38b7-4246-b945-4f3aad2b6768 service nova] [instance: bebd2116-e48a-43fd-974e-9d7474ecc5a1] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1293.418575] env[69350]: DEBUG oslo_concurrency.lockutils [None req-28913dad-9757-4d28-8b93-2d369a5a0a6a tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Releasing lock "refresh_cache-c996560e-e0e4-4a07-97d9-29567a42ba14" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.638221] env[69350]: DEBUG nova.compute.utils [None req-20c7b64f-ec6a-4de7-997a-a50c4c21a0ff tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1293.703503] env[69350]: DEBUG oslo_vmware.api [None req-ecbf2df3-d448-46b0-8058-aadff3eaf243 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3366142, 'name': PowerOffVM_Task, 'duration_secs': 0.200098} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.703772] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecbf2df3-d448-46b0-8058-aadff3eaf243 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: e5fa3549-8926-4a0b-92ca-ca337739b5cb] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1293.709074] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecbf2df3-d448-46b0-8058-aadff3eaf243 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: e5fa3549-8926-4a0b-92ca-ca337739b5cb] Reconfiguring VM instance instance-00000068 to detach disk 2002 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1293.709344] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6eaf6187-94ed-4867-b90d-de3f79043624 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.729347] env[69350]: DEBUG oslo_vmware.api [None req-ecbf2df3-d448-46b0-8058-aadff3eaf243 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Waiting for the task: (returnval){ [ 1293.729347] env[69350]: value = "task-3366143" [ 1293.729347] env[69350]: _type = "Task" [ 1293.729347] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.737275] env[69350]: DEBUG oslo_vmware.api [None req-ecbf2df3-d448-46b0-8058-aadff3eaf243 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3366143, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.748711] env[69350]: DEBUG nova.network.neutron [-] [instance: bebd2116-e48a-43fd-974e-9d7474ecc5a1] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1293.872580] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-90f45a70-05e7-454c-805a-853555f2e2fb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.882556] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4e97f35-23d5-4dd3-8894-d2f9bf5372e1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.916784] env[69350]: DEBUG nova.compute.manager [req-df47154d-afae-46ea-ae0c-944a5aaf1139 req-40cfaa5f-38b7-4246-b945-4f3aad2b6768 service nova] [instance: bebd2116-e48a-43fd-974e-9d7474ecc5a1] Detach interface failed, port_id=f4c12253-3659-4025-bdd0-57bf23ffaf4b, reason: Instance bebd2116-e48a-43fd-974e-9d7474ecc5a1 could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1293.947495] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6627ba7-4313-427e-bcd3-10e035e39365 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.966656] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b42f86-d9bd-49f2-89a6-962b03e62a17 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.974326] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-28913dad-9757-4d28-8b93-2d369a5a0a6a tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: c996560e-e0e4-4a07-97d9-29567a42ba14] Updating instance 'c996560e-e0e4-4a07-97d9-29567a42ba14' progress to 83 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1294.141557] env[69350]: DEBUG oslo_concurrency.lockutils [None req-20c7b64f-ec6a-4de7-997a-a50c4c21a0ff tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Lock "9a3d0bff-3744-4037-8829-c9769d4af37e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.240372] env[69350]: DEBUG oslo_vmware.api [None req-ecbf2df3-d448-46b0-8058-aadff3eaf243 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3366143, 'name': ReconfigVM_Task, 'duration_secs': 0.266029} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.240792] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecbf2df3-d448-46b0-8058-aadff3eaf243 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: e5fa3549-8926-4a0b-92ca-ca337739b5cb] Reconfigured VM instance instance-00000068 to detach disk 2002 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1294.241042] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecbf2df3-d448-46b0-8058-aadff3eaf243 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: e5fa3549-8926-4a0b-92ca-ca337739b5cb] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1294.241319] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5463b239-7afb-4460-9532-66a288979251 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.248210] env[69350]: DEBUG oslo_vmware.api [None req-ecbf2df3-d448-46b0-8058-aadff3eaf243 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Waiting for the task: (returnval){ [ 1294.248210] env[69350]: value = "task-3366144" [ 1294.248210] env[69350]: _type = "Task" [ 1294.248210] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.251706] env[69350]: INFO nova.compute.manager [-] [instance: bebd2116-e48a-43fd-974e-9d7474ecc5a1] Took 1.23 seconds to deallocate network for instance. [ 1294.259101] env[69350]: DEBUG oslo_vmware.api [None req-ecbf2df3-d448-46b0-8058-aadff3eaf243 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3366144, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.482261] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-28913dad-9757-4d28-8b93-2d369a5a0a6a tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: c996560e-e0e4-4a07-97d9-29567a42ba14] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1294.482577] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-185f23b3-ae4c-41fd-a593-205e6a4723fc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.491288] env[69350]: DEBUG oslo_vmware.api [None req-28913dad-9757-4d28-8b93-2d369a5a0a6a tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Waiting for the task: (returnval){ [ 1294.491288] env[69350]: value = "task-3366146" [ 1294.491288] env[69350]: _type = "Task" [ 1294.491288] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.499658] env[69350]: DEBUG oslo_vmware.api [None req-28913dad-9757-4d28-8b93-2d369a5a0a6a tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3366146, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.758905] env[69350]: DEBUG oslo_vmware.api [None req-ecbf2df3-d448-46b0-8058-aadff3eaf243 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3366144, 'name': PowerOnVM_Task, 'duration_secs': 0.43374} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.759312] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecbf2df3-d448-46b0-8058-aadff3eaf243 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: e5fa3549-8926-4a0b-92ca-ca337739b5cb] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1294.759545] env[69350]: DEBUG nova.compute.manager [None req-ecbf2df3-d448-46b0-8058-aadff3eaf243 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: e5fa3549-8926-4a0b-92ca-ca337739b5cb] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1294.760450] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a96f2875-3443-438e-a559-06117df85c4f tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.760802] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a96f2875-3443-438e-a559-06117df85c4f tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.761152] env[69350]: DEBUG nova.objects.instance [None req-a96f2875-3443-438e-a559-06117df85c4f tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Lazy-loading 'resources' on Instance uuid bebd2116-e48a-43fd-974e-9d7474ecc5a1 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1294.762908] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f322b6-39c0-41bf-9141-a2b636d3b010 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.003012] env[69350]: DEBUG oslo_vmware.api [None req-28913dad-9757-4d28-8b93-2d369a5a0a6a tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3366146, 'name': PowerOnVM_Task, 'duration_secs': 0.393637} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.003361] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-28913dad-9757-4d28-8b93-2d369a5a0a6a tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: c996560e-e0e4-4a07-97d9-29567a42ba14] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1295.003579] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-28913dad-9757-4d28-8b93-2d369a5a0a6a tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: c996560e-e0e4-4a07-97d9-29567a42ba14] Updating instance 'c996560e-e0e4-4a07-97d9-29567a42ba14' progress to 100 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1295.235051] env[69350]: DEBUG oslo_concurrency.lockutils [None req-20c7b64f-ec6a-4de7-997a-a50c4c21a0ff tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Acquiring lock "9a3d0bff-3744-4037-8829-c9769d4af37e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.235336] env[69350]: DEBUG oslo_concurrency.lockutils [None req-20c7b64f-ec6a-4de7-997a-a50c4c21a0ff tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Lock "9a3d0bff-3744-4037-8829-c9769d4af37e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.235574] env[69350]: INFO nova.compute.manager [None req-20c7b64f-ec6a-4de7-997a-a50c4c21a0ff tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: 9a3d0bff-3744-4037-8829-c9769d4af37e] Attaching volume c9dbff2f-e8f3-47f0-a6cf-118990af3a1d to /dev/sdc [ 1295.270296] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b5df35-9ff6-45da-82d0-fc4a6cc61bbd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.280505] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f38a5b82-aaf5-4143-a334-251d03bf049e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.297567] env[69350]: DEBUG nova.virt.block_device [None req-20c7b64f-ec6a-4de7-997a-a50c4c21a0ff tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: 9a3d0bff-3744-4037-8829-c9769d4af37e] Updating existing volume attachment record: 18740230-6d24-4aca-a2b2-cea0e62dcf5a {{(pid=69350) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1295.436104] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b323159-3d99-4326-8d9f-3bcf58868284 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.443887] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7437fb47-8b81-41fd-811f-9f5203406c3a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.476268] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf4dcc89-4b47-4a7a-bc05-edb48cc2f3ca {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.485031] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebc2ce63-1ef8-4996-9559-0b0f2b9fb313 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.499331] env[69350]: DEBUG nova.compute.provider_tree [None req-a96f2875-3443-438e-a559-06117df85c4f tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1296.002482] env[69350]: DEBUG nova.scheduler.client.report [None req-a96f2875-3443-438e-a559-06117df85c4f tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1296.181494] env[69350]: DEBUG nova.compute.manager [req-56f33b47-7ce7-4c49-8867-0088004e867e req-de91f82b-48fb-4f84-aa58-25998a4c178a service nova] [instance: e5fa3549-8926-4a0b-92ca-ca337739b5cb] Received event network-changed-b6ab570f-f7cd-4a33-baac-9af69245c505 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1296.181494] env[69350]: DEBUG nova.compute.manager [req-56f33b47-7ce7-4c49-8867-0088004e867e req-de91f82b-48fb-4f84-aa58-25998a4c178a service nova] [instance: e5fa3549-8926-4a0b-92ca-ca337739b5cb] Refreshing instance network info cache due to event network-changed-b6ab570f-f7cd-4a33-baac-9af69245c505. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1296.181494] env[69350]: DEBUG oslo_concurrency.lockutils [req-56f33b47-7ce7-4c49-8867-0088004e867e req-de91f82b-48fb-4f84-aa58-25998a4c178a service nova] Acquiring lock "refresh_cache-e5fa3549-8926-4a0b-92ca-ca337739b5cb" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.181830] env[69350]: DEBUG oslo_concurrency.lockutils [req-56f33b47-7ce7-4c49-8867-0088004e867e req-de91f82b-48fb-4f84-aa58-25998a4c178a service nova] Acquired lock "refresh_cache-e5fa3549-8926-4a0b-92ca-ca337739b5cb" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.181864] env[69350]: DEBUG nova.network.neutron [req-56f33b47-7ce7-4c49-8867-0088004e867e req-de91f82b-48fb-4f84-aa58-25998a4c178a service nova] [instance: e5fa3549-8926-4a0b-92ca-ca337739b5cb] Refreshing network info cache for port b6ab570f-f7cd-4a33-baac-9af69245c505 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1296.508350] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a96f2875-3443-438e-a559-06117df85c4f tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.747s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.539286] env[69350]: INFO nova.scheduler.client.report [None req-a96f2875-3443-438e-a559-06117df85c4f tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Deleted allocations for instance bebd2116-e48a-43fd-974e-9d7474ecc5a1 [ 1296.624847] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cd2d9e1-5696-4fc8-b0e6-dfa8b7e45e94 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: c0fcc9b3-2a35-40e9-93ee-46234ac470de] Volume attach. Driver type: vmdk {{(pid=69350) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1296.625102] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cd2d9e1-5696-4fc8-b0e6-dfa8b7e45e94 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: c0fcc9b3-2a35-40e9-93ee-46234ac470de] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-671695', 'volume_id': 'bf70c2e9-a698-4ad8-92c5-4a513ecad1e9', 'name': 'volume-bf70c2e9-a698-4ad8-92c5-4a513ecad1e9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c0fcc9b3-2a35-40e9-93ee-46234ac470de', 'attached_at': '', 'detached_at': '', 'volume_id': 'bf70c2e9-a698-4ad8-92c5-4a513ecad1e9', 'serial': 'bf70c2e9-a698-4ad8-92c5-4a513ecad1e9'} {{(pid=69350) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1296.625987] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af606945-eaae-4497-8fc8-9a5aac77a4e7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.647805] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d115472-fd83-4396-a68b-bd35287dafa7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.677665] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cd2d9e1-5696-4fc8-b0e6-dfa8b7e45e94 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: c0fcc9b3-2a35-40e9-93ee-46234ac470de] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] volume-bf70c2e9-a698-4ad8-92c5-4a513ecad1e9/volume-bf70c2e9-a698-4ad8-92c5-4a513ecad1e9.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1296.677918] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0118df0-65e5-4177-939a-5ee84c67e4fd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.699676] env[69350]: DEBUG oslo_vmware.api [None req-7cd2d9e1-5696-4fc8-b0e6-dfa8b7e45e94 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Waiting for the task: (returnval){ [ 1296.699676] env[69350]: value = "task-3366148" [ 1296.699676] env[69350]: _type = "Task" [ 1296.699676] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.709461] env[69350]: DEBUG oslo_vmware.api [None req-7cd2d9e1-5696-4fc8-b0e6-dfa8b7e45e94 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': task-3366148, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.982807] env[69350]: DEBUG nova.network.neutron [req-56f33b47-7ce7-4c49-8867-0088004e867e req-de91f82b-48fb-4f84-aa58-25998a4c178a service nova] [instance: e5fa3549-8926-4a0b-92ca-ca337739b5cb] Updated VIF entry in instance network info cache for port b6ab570f-f7cd-4a33-baac-9af69245c505. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1296.983276] env[69350]: DEBUG nova.network.neutron [req-56f33b47-7ce7-4c49-8867-0088004e867e req-de91f82b-48fb-4f84-aa58-25998a4c178a service nova] [instance: e5fa3549-8926-4a0b-92ca-ca337739b5cb] Updating instance_info_cache with network_info: [{"id": "b6ab570f-f7cd-4a33-baac-9af69245c505", "address": "fa:16:3e:09:45:77", "network": {"id": "e446f6e9-9739-4a9d-b374-67c72dd2bdca", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2061620084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e00619eed830495c94eed15309016c5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6ab570f-f7", "ovs_interfaceid": "b6ab570f-f7cd-4a33-baac-9af69245c505", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1297.051370] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a96f2875-3443-438e-a559-06117df85c4f tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Lock "bebd2116-e48a-43fd-974e-9d7474ecc5a1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.152s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.211364] env[69350]: DEBUG oslo_vmware.api [None req-7cd2d9e1-5696-4fc8-b0e6-dfa8b7e45e94 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': task-3366148, 'name': ReconfigVM_Task, 'duration_secs': 0.470348} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.211685] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cd2d9e1-5696-4fc8-b0e6-dfa8b7e45e94 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: c0fcc9b3-2a35-40e9-93ee-46234ac470de] Reconfigured VM instance instance-0000006c to attach disk [datastore1] volume-bf70c2e9-a698-4ad8-92c5-4a513ecad1e9/volume-bf70c2e9-a698-4ad8-92c5-4a513ecad1e9.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1297.218195] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ccb420d8-35fc-4f85-9690-178f796c7e7f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.236759] env[69350]: DEBUG oslo_vmware.api [None req-7cd2d9e1-5696-4fc8-b0e6-dfa8b7e45e94 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Waiting for the task: (returnval){ [ 1297.236759] env[69350]: value = "task-3366149" [ 1297.236759] env[69350]: _type = "Task" [ 1297.236759] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.247415] env[69350]: DEBUG oslo_vmware.api [None req-7cd2d9e1-5696-4fc8-b0e6-dfa8b7e45e94 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': task-3366149, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.487408] env[69350]: DEBUG oslo_concurrency.lockutils [req-56f33b47-7ce7-4c49-8867-0088004e867e req-de91f82b-48fb-4f84-aa58-25998a4c178a service nova] Releasing lock "refresh_cache-e5fa3549-8926-4a0b-92ca-ca337739b5cb" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.748025] env[69350]: DEBUG oslo_vmware.api [None req-7cd2d9e1-5696-4fc8-b0e6-dfa8b7e45e94 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': task-3366149, 'name': ReconfigVM_Task, 'duration_secs': 0.236361} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.748290] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cd2d9e1-5696-4fc8-b0e6-dfa8b7e45e94 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: c0fcc9b3-2a35-40e9-93ee-46234ac470de] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-671695', 'volume_id': 'bf70c2e9-a698-4ad8-92c5-4a513ecad1e9', 'name': 'volume-bf70c2e9-a698-4ad8-92c5-4a513ecad1e9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c0fcc9b3-2a35-40e9-93ee-46234ac470de', 'attached_at': '', 'detached_at': '', 'volume_id': 'bf70c2e9-a698-4ad8-92c5-4a513ecad1e9', 'serial': 'bf70c2e9-a698-4ad8-92c5-4a513ecad1e9'} {{(pid=69350) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1297.770972] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4c8dddff-f03f-43db-a5fc-e9f4f5ecdb6d tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Acquiring lock "aaabec5d-fecd-4e24-9158-deab4ae29855" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.771238] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4c8dddff-f03f-43db-a5fc-e9f4f5ecdb6d tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Lock "aaabec5d-fecd-4e24-9158-deab4ae29855" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.771448] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4c8dddff-f03f-43db-a5fc-e9f4f5ecdb6d tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Acquiring lock "aaabec5d-fecd-4e24-9158-deab4ae29855-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.771637] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4c8dddff-f03f-43db-a5fc-e9f4f5ecdb6d tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Lock "aaabec5d-fecd-4e24-9158-deab4ae29855-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.771798] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4c8dddff-f03f-43db-a5fc-e9f4f5ecdb6d tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Lock "aaabec5d-fecd-4e24-9158-deab4ae29855-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.773742] env[69350]: INFO nova.compute.manager [None req-4c8dddff-f03f-43db-a5fc-e9f4f5ecdb6d tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: aaabec5d-fecd-4e24-9158-deab4ae29855] Terminating instance [ 1298.095328] env[69350]: DEBUG nova.network.neutron [None req-f15abe5d-e50e-485c-886b-eb66e07c6d91 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: c996560e-e0e4-4a07-97d9-29567a42ba14] Port ec84a1ab-cf6d-48dc-b078-6ed02713d844 binding to destination host cpu-1 is already ACTIVE {{(pid=69350) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1298.095679] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f15abe5d-e50e-485c-886b-eb66e07c6d91 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Acquiring lock "refresh_cache-c996560e-e0e4-4a07-97d9-29567a42ba14" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.095769] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f15abe5d-e50e-485c-886b-eb66e07c6d91 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Acquired lock "refresh_cache-c996560e-e0e4-4a07-97d9-29567a42ba14" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.095980] env[69350]: DEBUG nova.network.neutron [None req-f15abe5d-e50e-485c-886b-eb66e07c6d91 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: c996560e-e0e4-4a07-97d9-29567a42ba14] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1298.209466] env[69350]: DEBUG nova.compute.manager [req-886f4622-7568-4daa-aa45-eac71ff7b50c req-9e46795d-5125-4ac1-a5c1-8d8898848a06 service nova] [instance: e5fa3549-8926-4a0b-92ca-ca337739b5cb] Received event network-changed-b6ab570f-f7cd-4a33-baac-9af69245c505 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1298.209763] env[69350]: DEBUG nova.compute.manager [req-886f4622-7568-4daa-aa45-eac71ff7b50c req-9e46795d-5125-4ac1-a5c1-8d8898848a06 service nova] [instance: e5fa3549-8926-4a0b-92ca-ca337739b5cb] Refreshing instance network info cache due to event network-changed-b6ab570f-f7cd-4a33-baac-9af69245c505. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1298.210028] env[69350]: DEBUG oslo_concurrency.lockutils [req-886f4622-7568-4daa-aa45-eac71ff7b50c req-9e46795d-5125-4ac1-a5c1-8d8898848a06 service nova] Acquiring lock "refresh_cache-e5fa3549-8926-4a0b-92ca-ca337739b5cb" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.210142] env[69350]: DEBUG oslo_concurrency.lockutils [req-886f4622-7568-4daa-aa45-eac71ff7b50c req-9e46795d-5125-4ac1-a5c1-8d8898848a06 service nova] Acquired lock "refresh_cache-e5fa3549-8926-4a0b-92ca-ca337739b5cb" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.210303] env[69350]: DEBUG nova.network.neutron [req-886f4622-7568-4daa-aa45-eac71ff7b50c req-9e46795d-5125-4ac1-a5c1-8d8898848a06 service nova] [instance: e5fa3549-8926-4a0b-92ca-ca337739b5cb] Refreshing network info cache for port b6ab570f-f7cd-4a33-baac-9af69245c505 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1298.277486] env[69350]: DEBUG nova.compute.manager [None req-4c8dddff-f03f-43db-a5fc-e9f4f5ecdb6d tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: aaabec5d-fecd-4e24-9158-deab4ae29855] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1298.277797] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4c8dddff-f03f-43db-a5fc-e9f4f5ecdb6d tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: aaabec5d-fecd-4e24-9158-deab4ae29855] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1298.279020] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d01b2dd6-ca17-48a7-b180-c3c9de0c1f5d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.288996] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c8dddff-f03f-43db-a5fc-e9f4f5ecdb6d tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: aaabec5d-fecd-4e24-9158-deab4ae29855] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1298.289254] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-95a8b494-2220-4ae5-a7ca-c6b4b7d8a66a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.296593] env[69350]: DEBUG oslo_vmware.api [None req-4c8dddff-f03f-43db-a5fc-e9f4f5ecdb6d tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Waiting for the task: (returnval){ [ 1298.296593] env[69350]: value = "task-3366151" [ 1298.296593] env[69350]: _type = "Task" [ 1298.296593] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.305323] env[69350]: DEBUG oslo_vmware.api [None req-4c8dddff-f03f-43db-a5fc-e9f4f5ecdb6d tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3366151, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.454152] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d58412e5-111e-43d5-bae3-94a6286c58e7 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Acquiring lock "223a8921-91e0-4622-b103-2ca2fdc80fe5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.454376] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d58412e5-111e-43d5-bae3-94a6286c58e7 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Lock "223a8921-91e0-4622-b103-2ca2fdc80fe5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.627933] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c3b33028-be52-476c-801e-b72ea879ac00 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Acquiring lock "interface-c3e34d3b-84f4-4b36-b887-262cc9c73a55-609d4ecc-6e9d-435b-92d8-6b980779e80e" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.628311] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c3b33028-be52-476c-801e-b72ea879ac00 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Lock "interface-c3e34d3b-84f4-4b36-b887-262cc9c73a55-609d4ecc-6e9d-435b-92d8-6b980779e80e" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.628708] env[69350]: DEBUG nova.objects.instance [None req-c3b33028-be52-476c-801e-b72ea879ac00 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Lazy-loading 'flavor' on Instance uuid c3e34d3b-84f4-4b36-b887-262cc9c73a55 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1298.659035] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f193bf25-e3b1-4287-b96d-63dc5a9cb306 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Acquiring lock "2a467e6b-d7cd-4bdf-af7a-a1d2c5cbd568" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.659338] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f193bf25-e3b1-4287-b96d-63dc5a9cb306 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Lock "2a467e6b-d7cd-4bdf-af7a-a1d2c5cbd568" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.788647] env[69350]: DEBUG nova.objects.instance [None req-7cd2d9e1-5696-4fc8-b0e6-dfa8b7e45e94 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Lazy-loading 'flavor' on Instance uuid c0fcc9b3-2a35-40e9-93ee-46234ac470de {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1298.808766] env[69350]: DEBUG oslo_vmware.api [None req-4c8dddff-f03f-43db-a5fc-e9f4f5ecdb6d tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3366151, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.917280] env[69350]: DEBUG nova.network.neutron [None req-f15abe5d-e50e-485c-886b-eb66e07c6d91 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: c996560e-e0e4-4a07-97d9-29567a42ba14] Updating instance_info_cache with network_info: [{"id": "ec84a1ab-cf6d-48dc-b078-6ed02713d844", "address": "fa:16:3e:cf:56:cb", "network": {"id": "bc16c158-ef75-4a41-beeb-3ceae708fa9d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-469663997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46625a434b9f47dc83d92c9db8a3024c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec84a1ab-cf", "ovs_interfaceid": "ec84a1ab-cf6d-48dc-b078-6ed02713d844", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.957055] env[69350]: DEBUG nova.compute.manager [None req-d58412e5-111e-43d5-bae3-94a6286c58e7 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] [instance: 223a8921-91e0-4622-b103-2ca2fdc80fe5] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1298.996153] env[69350]: DEBUG nova.network.neutron [req-886f4622-7568-4daa-aa45-eac71ff7b50c req-9e46795d-5125-4ac1-a5c1-8d8898848a06 service nova] [instance: e5fa3549-8926-4a0b-92ca-ca337739b5cb] Updated VIF entry in instance network info cache for port b6ab570f-f7cd-4a33-baac-9af69245c505. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1298.996559] env[69350]: DEBUG nova.network.neutron [req-886f4622-7568-4daa-aa45-eac71ff7b50c req-9e46795d-5125-4ac1-a5c1-8d8898848a06 service nova] [instance: e5fa3549-8926-4a0b-92ca-ca337739b5cb] Updating instance_info_cache with network_info: [{"id": "b6ab570f-f7cd-4a33-baac-9af69245c505", "address": "fa:16:3e:09:45:77", "network": {"id": "e446f6e9-9739-4a9d-b374-67c72dd2bdca", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2061620084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e00619eed830495c94eed15309016c5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6ab570f-f7", "ovs_interfaceid": "b6ab570f-f7cd-4a33-baac-9af69245c505", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1299.163399] env[69350]: DEBUG nova.compute.manager [None req-f193bf25-e3b1-4287-b96d-63dc5a9cb306 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] [instance: 2a467e6b-d7cd-4bdf-af7a-a1d2c5cbd568] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1299.234278] env[69350]: DEBUG nova.objects.instance [None req-c3b33028-be52-476c-801e-b72ea879ac00 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Lazy-loading 'pci_requests' on Instance uuid c3e34d3b-84f4-4b36-b887-262cc9c73a55 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1299.293862] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7cd2d9e1-5696-4fc8-b0e6-dfa8b7e45e94 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Lock "c0fcc9b3-2a35-40e9-93ee-46234ac470de" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.290s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.308163] env[69350]: DEBUG oslo_vmware.api [None req-4c8dddff-f03f-43db-a5fc-e9f4f5ecdb6d tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3366151, 'name': PowerOffVM_Task, 'duration_secs': 0.60832} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.308163] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c8dddff-f03f-43db-a5fc-e9f4f5ecdb6d tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: aaabec5d-fecd-4e24-9158-deab4ae29855] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1299.308366] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4c8dddff-f03f-43db-a5fc-e9f4f5ecdb6d tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: aaabec5d-fecd-4e24-9158-deab4ae29855] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1299.308494] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e744f2da-3b27-4c9b-80ba-51adcb95696f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.378920] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4c8dddff-f03f-43db-a5fc-e9f4f5ecdb6d tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: aaabec5d-fecd-4e24-9158-deab4ae29855] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1299.379213] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4c8dddff-f03f-43db-a5fc-e9f4f5ecdb6d tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: aaabec5d-fecd-4e24-9158-deab4ae29855] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1299.379440] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c8dddff-f03f-43db-a5fc-e9f4f5ecdb6d tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Deleting the datastore file [datastore1] aaabec5d-fecd-4e24-9158-deab4ae29855 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1299.379734] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-42e86134-0999-494c-a2c1-2c1fc746cf54 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.387342] env[69350]: DEBUG oslo_vmware.api [None req-4c8dddff-f03f-43db-a5fc-e9f4f5ecdb6d tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Waiting for the task: (returnval){ [ 1299.387342] env[69350]: value = "task-3366153" [ 1299.387342] env[69350]: _type = "Task" [ 1299.387342] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.395646] env[69350]: DEBUG oslo_vmware.api [None req-4c8dddff-f03f-43db-a5fc-e9f4f5ecdb6d tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3366153, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.420434] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f15abe5d-e50e-485c-886b-eb66e07c6d91 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Releasing lock "refresh_cache-c996560e-e0e4-4a07-97d9-29567a42ba14" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.448014] env[69350]: DEBUG oslo_concurrency.lockutils [None req-711ed107-a970-4285-9d6c-f064768d1f55 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Acquiring lock "c0fcc9b3-2a35-40e9-93ee-46234ac470de" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.448272] env[69350]: DEBUG oslo_concurrency.lockutils [None req-711ed107-a970-4285-9d6c-f064768d1f55 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Lock "c0fcc9b3-2a35-40e9-93ee-46234ac470de" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.476866] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d58412e5-111e-43d5-bae3-94a6286c58e7 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.477187] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d58412e5-111e-43d5-bae3-94a6286c58e7 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.478637] env[69350]: INFO nova.compute.claims [None req-d58412e5-111e-43d5-bae3-94a6286c58e7 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] [instance: 223a8921-91e0-4622-b103-2ca2fdc80fe5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1299.498995] env[69350]: DEBUG oslo_concurrency.lockutils [req-886f4622-7568-4daa-aa45-eac71ff7b50c req-9e46795d-5125-4ac1-a5c1-8d8898848a06 service nova] Releasing lock "refresh_cache-e5fa3549-8926-4a0b-92ca-ca337739b5cb" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.684657] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f193bf25-e3b1-4287-b96d-63dc5a9cb306 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.736907] env[69350]: DEBUG nova.objects.base [None req-c3b33028-be52-476c-801e-b72ea879ac00 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69350) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1299.737118] env[69350]: DEBUG nova.network.neutron [None req-c3b33028-be52-476c-801e-b72ea879ac00 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: c3e34d3b-84f4-4b36-b887-262cc9c73a55] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1299.799603] env[69350]: DEBUG nova.policy [None req-c3b33028-be52-476c-801e-b72ea879ac00 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9c9693865dde46498cfeedad6514435b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e70a04cc40f0407ebac8a2f5bbbd8693', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 1299.845408] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-20c7b64f-ec6a-4de7-997a-a50c4c21a0ff tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: 9a3d0bff-3744-4037-8829-c9769d4af37e] Volume attach. Driver type: vmdk {{(pid=69350) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1299.845764] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-20c7b64f-ec6a-4de7-997a-a50c4c21a0ff tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: 9a3d0bff-3744-4037-8829-c9769d4af37e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-671696', 'volume_id': 'c9dbff2f-e8f3-47f0-a6cf-118990af3a1d', 'name': 'volume-c9dbff2f-e8f3-47f0-a6cf-118990af3a1d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9a3d0bff-3744-4037-8829-c9769d4af37e', 'attached_at': '', 'detached_at': '', 'volume_id': 'c9dbff2f-e8f3-47f0-a6cf-118990af3a1d', 'serial': 'c9dbff2f-e8f3-47f0-a6cf-118990af3a1d'} {{(pid=69350) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1299.846577] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c3fccf0-07ae-45c3-8d79-cdd2ff07d15c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.864417] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a1d6df-2ba4-4c75-a5f0-325d638767fe {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.894444] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-20c7b64f-ec6a-4de7-997a-a50c4c21a0ff tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: 9a3d0bff-3744-4037-8829-c9769d4af37e] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] volume-c9dbff2f-e8f3-47f0-a6cf-118990af3a1d/volume-c9dbff2f-e8f3-47f0-a6cf-118990af3a1d.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1299.894938] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-128692cd-99f5-4374-bad8-0b438edec83c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.918011] env[69350]: DEBUG oslo_vmware.api [None req-4c8dddff-f03f-43db-a5fc-e9f4f5ecdb6d tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Task: {'id': task-3366153, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185417} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.920902] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c8dddff-f03f-43db-a5fc-e9f4f5ecdb6d tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1299.920902] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4c8dddff-f03f-43db-a5fc-e9f4f5ecdb6d tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: aaabec5d-fecd-4e24-9158-deab4ae29855] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1299.920902] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4c8dddff-f03f-43db-a5fc-e9f4f5ecdb6d tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: aaabec5d-fecd-4e24-9158-deab4ae29855] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1299.920902] env[69350]: INFO nova.compute.manager [None req-4c8dddff-f03f-43db-a5fc-e9f4f5ecdb6d tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] [instance: aaabec5d-fecd-4e24-9158-deab4ae29855] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1299.920902] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4c8dddff-f03f-43db-a5fc-e9f4f5ecdb6d tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1299.920902] env[69350]: DEBUG oslo_vmware.api [None req-20c7b64f-ec6a-4de7-997a-a50c4c21a0ff tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Waiting for the task: (returnval){ [ 1299.920902] env[69350]: value = "task-3366154" [ 1299.920902] env[69350]: _type = "Task" [ 1299.920902] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.920902] env[69350]: DEBUG nova.compute.manager [-] [instance: aaabec5d-fecd-4e24-9158-deab4ae29855] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1299.920902] env[69350]: DEBUG nova.network.neutron [-] [instance: aaabec5d-fecd-4e24-9158-deab4ae29855] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1299.923213] env[69350]: DEBUG nova.compute.manager [None req-f15abe5d-e50e-485c-886b-eb66e07c6d91 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: c996560e-e0e4-4a07-97d9-29567a42ba14] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69350) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1299.923372] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f15abe5d-e50e-485c-886b-eb66e07c6d91 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.933848] env[69350]: DEBUG oslo_vmware.api [None req-20c7b64f-ec6a-4de7-997a-a50c4c21a0ff tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Task: {'id': task-3366154, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.951119] env[69350]: INFO nova.compute.manager [None req-711ed107-a970-4285-9d6c-f064768d1f55 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: c0fcc9b3-2a35-40e9-93ee-46234ac470de] Detaching volume bf70c2e9-a698-4ad8-92c5-4a513ecad1e9 [ 1299.994924] env[69350]: INFO nova.virt.block_device [None req-711ed107-a970-4285-9d6c-f064768d1f55 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: c0fcc9b3-2a35-40e9-93ee-46234ac470de] Attempting to driver detach volume bf70c2e9-a698-4ad8-92c5-4a513ecad1e9 from mountpoint /dev/sdb [ 1299.995171] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-711ed107-a970-4285-9d6c-f064768d1f55 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: c0fcc9b3-2a35-40e9-93ee-46234ac470de] Volume detach. Driver type: vmdk {{(pid=69350) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1299.995383] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-711ed107-a970-4285-9d6c-f064768d1f55 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: c0fcc9b3-2a35-40e9-93ee-46234ac470de] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-671695', 'volume_id': 'bf70c2e9-a698-4ad8-92c5-4a513ecad1e9', 'name': 'volume-bf70c2e9-a698-4ad8-92c5-4a513ecad1e9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c0fcc9b3-2a35-40e9-93ee-46234ac470de', 'attached_at': '', 'detached_at': '', 'volume_id': 'bf70c2e9-a698-4ad8-92c5-4a513ecad1e9', 'serial': 'bf70c2e9-a698-4ad8-92c5-4a513ecad1e9'} {{(pid=69350) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1299.996537] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b59a4160-2780-42c0-8d1b-8aacc638fd2b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.022912] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfc4ecfe-4504-444a-89db-29e45d44ec55 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.031924] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feca4cb2-c731-47c0-9b01-0a30cce4d7fe {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.054303] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-032f7219-6dff-400a-8e20-fc2a405de705 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.070549] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-711ed107-a970-4285-9d6c-f064768d1f55 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] The volume has not been displaced from its original location: [datastore1] volume-bf70c2e9-a698-4ad8-92c5-4a513ecad1e9/volume-bf70c2e9-a698-4ad8-92c5-4a513ecad1e9.vmdk. No consolidation needed. {{(pid=69350) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1300.076086] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-711ed107-a970-4285-9d6c-f064768d1f55 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: c0fcc9b3-2a35-40e9-93ee-46234ac470de] Reconfiguring VM instance instance-0000006c to detach disk 2001 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1300.076388] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49110ee8-612b-4049-8dcf-7e9cb3f31ec9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.098648] env[69350]: DEBUG oslo_vmware.api [None req-711ed107-a970-4285-9d6c-f064768d1f55 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Waiting for the task: (returnval){ [ 1300.098648] env[69350]: value = "task-3366155" [ 1300.098648] env[69350]: _type = "Task" [ 1300.098648] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.110975] env[69350]: DEBUG oslo_vmware.api [None req-711ed107-a970-4285-9d6c-f064768d1f55 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': task-3366155, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.302185] env[69350]: DEBUG nova.compute.manager [req-cd2135a2-82f4-4341-abd6-ea6a9b29b007 req-e4339e00-e050-4fa2-a420-e5bab5f37fe2 service nova] [instance: aaabec5d-fecd-4e24-9158-deab4ae29855] Received event network-vif-deleted-9182a641-2c18-42ba-aebb-ec37194fab10 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1300.302464] env[69350]: INFO nova.compute.manager [req-cd2135a2-82f4-4341-abd6-ea6a9b29b007 req-e4339e00-e050-4fa2-a420-e5bab5f37fe2 service nova] [instance: aaabec5d-fecd-4e24-9158-deab4ae29855] Neutron deleted interface 9182a641-2c18-42ba-aebb-ec37194fab10; detaching it from the instance and deleting it from the info cache [ 1300.302563] env[69350]: DEBUG nova.network.neutron [req-cd2135a2-82f4-4341-abd6-ea6a9b29b007 req-e4339e00-e050-4fa2-a420-e5bab5f37fe2 service nova] [instance: aaabec5d-fecd-4e24-9158-deab4ae29855] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.436645] env[69350]: DEBUG oslo_vmware.api [None req-20c7b64f-ec6a-4de7-997a-a50c4c21a0ff tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Task: {'id': task-3366154, 'name': ReconfigVM_Task, 'duration_secs': 0.404162} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.437060] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-20c7b64f-ec6a-4de7-997a-a50c4c21a0ff tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: 9a3d0bff-3744-4037-8829-c9769d4af37e] Reconfigured VM instance instance-0000006b to attach disk [datastore1] volume-c9dbff2f-e8f3-47f0-a6cf-118990af3a1d/volume-c9dbff2f-e8f3-47f0-a6cf-118990af3a1d.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1300.445745] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80baaac6-386e-4ba8-af0b-696ee4c50aa9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.470135] env[69350]: DEBUG oslo_vmware.api [None req-20c7b64f-ec6a-4de7-997a-a50c4c21a0ff tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Waiting for the task: (returnval){ [ 1300.470135] env[69350]: value = "task-3366156" [ 1300.470135] env[69350]: _type = "Task" [ 1300.470135] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.481733] env[69350]: DEBUG oslo_vmware.api [None req-20c7b64f-ec6a-4de7-997a-a50c4c21a0ff tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Task: {'id': task-3366156, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.610721] env[69350]: DEBUG oslo_vmware.api [None req-711ed107-a970-4285-9d6c-f064768d1f55 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': task-3366155, 'name': ReconfigVM_Task, 'duration_secs': 0.288385} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.613607] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-711ed107-a970-4285-9d6c-f064768d1f55 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: c0fcc9b3-2a35-40e9-93ee-46234ac470de] Reconfigured VM instance instance-0000006c to detach disk 2001 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1300.618504] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d9fed5e-9a44-42aa-9fb4-7a03a0b38e67 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.638136] env[69350]: DEBUG oslo_vmware.api [None req-711ed107-a970-4285-9d6c-f064768d1f55 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Waiting for the task: (returnval){ [ 1300.638136] env[69350]: value = "task-3366157" [ 1300.638136] env[69350]: _type = "Task" [ 1300.638136] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.646626] env[69350]: DEBUG oslo_vmware.api [None req-711ed107-a970-4285-9d6c-f064768d1f55 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': task-3366157, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.710496] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec025f2b-baaf-428b-941a-d50bc4fb64a0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.718681] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-252fd378-05fb-4317-9e7f-439a2dd573d6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.748623] env[69350]: DEBUG nova.network.neutron [-] [instance: aaabec5d-fecd-4e24-9158-deab4ae29855] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.750599] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1838d446-3be4-47a3-81ba-d7cc733b22fb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.759212] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2acd04f6-9a48-4d6e-bf31-157d73a2d5b1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.774887] env[69350]: DEBUG nova.compute.provider_tree [None req-d58412e5-111e-43d5-bae3-94a6286c58e7 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1300.805398] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e937fe9a-3c2a-4d5b-9b86-bd14f28b0197 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.816770] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2049e5b-fc35-4f6f-b66f-1bfc9299e9b0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.850433] env[69350]: DEBUG nova.compute.manager [req-cd2135a2-82f4-4341-abd6-ea6a9b29b007 req-e4339e00-e050-4fa2-a420-e5bab5f37fe2 service nova] [instance: aaabec5d-fecd-4e24-9158-deab4ae29855] Detach interface failed, port_id=9182a641-2c18-42ba-aebb-ec37194fab10, reason: Instance aaabec5d-fecd-4e24-9158-deab4ae29855 could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1300.981119] env[69350]: DEBUG oslo_vmware.api [None req-20c7b64f-ec6a-4de7-997a-a50c4c21a0ff tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Task: {'id': task-3366156, 'name': ReconfigVM_Task, 'duration_secs': 0.159323} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.981483] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-20c7b64f-ec6a-4de7-997a-a50c4c21a0ff tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: 9a3d0bff-3744-4037-8829-c9769d4af37e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-671696', 'volume_id': 'c9dbff2f-e8f3-47f0-a6cf-118990af3a1d', 'name': 'volume-c9dbff2f-e8f3-47f0-a6cf-118990af3a1d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9a3d0bff-3744-4037-8829-c9769d4af37e', 'attached_at': '', 'detached_at': '', 'volume_id': 'c9dbff2f-e8f3-47f0-a6cf-118990af3a1d', 'serial': 'c9dbff2f-e8f3-47f0-a6cf-118990af3a1d'} {{(pid=69350) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1301.148522] env[69350]: DEBUG oslo_vmware.api [None req-711ed107-a970-4285-9d6c-f064768d1f55 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': task-3366157, 'name': ReconfigVM_Task, 'duration_secs': 0.149887} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.148957] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-711ed107-a970-4285-9d6c-f064768d1f55 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: c0fcc9b3-2a35-40e9-93ee-46234ac470de] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-671695', 'volume_id': 'bf70c2e9-a698-4ad8-92c5-4a513ecad1e9', 'name': 'volume-bf70c2e9-a698-4ad8-92c5-4a513ecad1e9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c0fcc9b3-2a35-40e9-93ee-46234ac470de', 'attached_at': '', 'detached_at': '', 'volume_id': 'bf70c2e9-a698-4ad8-92c5-4a513ecad1e9', 'serial': 'bf70c2e9-a698-4ad8-92c5-4a513ecad1e9'} {{(pid=69350) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1301.254908] env[69350]: INFO nova.compute.manager [-] [instance: aaabec5d-fecd-4e24-9158-deab4ae29855] Took 1.33 seconds to deallocate network for instance. [ 1301.279138] env[69350]: DEBUG nova.scheduler.client.report [None req-d58412e5-111e-43d5-bae3-94a6286c58e7 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1301.384249] env[69350]: DEBUG nova.network.neutron [None req-c3b33028-be52-476c-801e-b72ea879ac00 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: c3e34d3b-84f4-4b36-b887-262cc9c73a55] Successfully updated port: 609d4ecc-6e9d-435b-92d8-6b980779e80e {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1301.690071] env[69350]: DEBUG nova.objects.instance [None req-711ed107-a970-4285-9d6c-f064768d1f55 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Lazy-loading 'flavor' on Instance uuid c0fcc9b3-2a35-40e9-93ee-46234ac470de {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1301.761933] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4c8dddff-f03f-43db-a5fc-e9f4f5ecdb6d tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.784763] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d58412e5-111e-43d5-bae3-94a6286c58e7 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.307s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.785520] env[69350]: DEBUG nova.compute.manager [None req-d58412e5-111e-43d5-bae3-94a6286c58e7 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] [instance: 223a8921-91e0-4622-b103-2ca2fdc80fe5] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1301.788304] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f193bf25-e3b1-4287-b96d-63dc5a9cb306 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.104s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1301.789865] env[69350]: INFO nova.compute.claims [None req-f193bf25-e3b1-4287-b96d-63dc5a9cb306 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] [instance: 2a467e6b-d7cd-4bdf-af7a-a1d2c5cbd568] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1301.886889] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c3b33028-be52-476c-801e-b72ea879ac00 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Acquiring lock "refresh_cache-c3e34d3b-84f4-4b36-b887-262cc9c73a55" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.887167] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c3b33028-be52-476c-801e-b72ea879ac00 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Acquired lock "refresh_cache-c3e34d3b-84f4-4b36-b887-262cc9c73a55" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.887387] env[69350]: DEBUG nova.network.neutron [None req-c3b33028-be52-476c-801e-b72ea879ac00 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: c3e34d3b-84f4-4b36-b887-262cc9c73a55] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1302.019019] env[69350]: DEBUG nova.objects.instance [None req-20c7b64f-ec6a-4de7-997a-a50c4c21a0ff tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Lazy-loading 'flavor' on Instance uuid 9a3d0bff-3744-4037-8829-c9769d4af37e {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1302.294885] env[69350]: DEBUG nova.compute.utils [None req-d58412e5-111e-43d5-bae3-94a6286c58e7 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1302.297633] env[69350]: DEBUG nova.compute.manager [None req-d58412e5-111e-43d5-bae3-94a6286c58e7 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] [instance: 223a8921-91e0-4622-b103-2ca2fdc80fe5] Not allocating networking since 'none' was specified. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1302.335386] env[69350]: DEBUG nova.compute.manager [req-19b39bfb-812e-487b-81e6-cb2875a8780c req-4a724aaf-1d18-4ea1-ac79-9037670a1e12 service nova] [instance: c3e34d3b-84f4-4b36-b887-262cc9c73a55] Received event network-vif-plugged-609d4ecc-6e9d-435b-92d8-6b980779e80e {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1302.335587] env[69350]: DEBUG oslo_concurrency.lockutils [req-19b39bfb-812e-487b-81e6-cb2875a8780c req-4a724aaf-1d18-4ea1-ac79-9037670a1e12 service nova] Acquiring lock "c3e34d3b-84f4-4b36-b887-262cc9c73a55-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.335937] env[69350]: DEBUG oslo_concurrency.lockutils [req-19b39bfb-812e-487b-81e6-cb2875a8780c req-4a724aaf-1d18-4ea1-ac79-9037670a1e12 service nova] Lock "c3e34d3b-84f4-4b36-b887-262cc9c73a55-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.336165] env[69350]: DEBUG oslo_concurrency.lockutils [req-19b39bfb-812e-487b-81e6-cb2875a8780c req-4a724aaf-1d18-4ea1-ac79-9037670a1e12 service nova] Lock "c3e34d3b-84f4-4b36-b887-262cc9c73a55-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.336165] env[69350]: DEBUG nova.compute.manager [req-19b39bfb-812e-487b-81e6-cb2875a8780c req-4a724aaf-1d18-4ea1-ac79-9037670a1e12 service nova] [instance: c3e34d3b-84f4-4b36-b887-262cc9c73a55] No waiting events found dispatching network-vif-plugged-609d4ecc-6e9d-435b-92d8-6b980779e80e {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1302.336344] env[69350]: WARNING nova.compute.manager [req-19b39bfb-812e-487b-81e6-cb2875a8780c req-4a724aaf-1d18-4ea1-ac79-9037670a1e12 service nova] [instance: c3e34d3b-84f4-4b36-b887-262cc9c73a55] Received unexpected event network-vif-plugged-609d4ecc-6e9d-435b-92d8-6b980779e80e for instance with vm_state active and task_state None. [ 1302.336452] env[69350]: DEBUG nova.compute.manager [req-19b39bfb-812e-487b-81e6-cb2875a8780c req-4a724aaf-1d18-4ea1-ac79-9037670a1e12 service nova] [instance: c3e34d3b-84f4-4b36-b887-262cc9c73a55] Received event network-changed-609d4ecc-6e9d-435b-92d8-6b980779e80e {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1302.336591] env[69350]: DEBUG nova.compute.manager [req-19b39bfb-812e-487b-81e6-cb2875a8780c req-4a724aaf-1d18-4ea1-ac79-9037670a1e12 service nova] [instance: c3e34d3b-84f4-4b36-b887-262cc9c73a55] Refreshing instance network info cache due to event network-changed-609d4ecc-6e9d-435b-92d8-6b980779e80e. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1302.336759] env[69350]: DEBUG oslo_concurrency.lockutils [req-19b39bfb-812e-487b-81e6-cb2875a8780c req-4a724aaf-1d18-4ea1-ac79-9037670a1e12 service nova] Acquiring lock "refresh_cache-c3e34d3b-84f4-4b36-b887-262cc9c73a55" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.425828] env[69350]: WARNING nova.network.neutron [None req-c3b33028-be52-476c-801e-b72ea879ac00 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: c3e34d3b-84f4-4b36-b887-262cc9c73a55] ad123e0a-1a99-4c6b-932f-ff9de41ceb18 already exists in list: networks containing: ['ad123e0a-1a99-4c6b-932f-ff9de41ceb18']. ignoring it [ 1302.526242] env[69350]: DEBUG oslo_concurrency.lockutils [None req-20c7b64f-ec6a-4de7-997a-a50c4c21a0ff tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Lock "9a3d0bff-3744-4037-8829-c9769d4af37e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.291s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.700938] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8cffd90a-3f19-4480-a8e3-9e6969f8537d tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Acquiring lock "9a3d0bff-3744-4037-8829-c9769d4af37e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.701228] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8cffd90a-3f19-4480-a8e3-9e6969f8537d tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Lock "9a3d0bff-3744-4037-8829-c9769d4af37e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.702654] env[69350]: DEBUG oslo_concurrency.lockutils [None req-711ed107-a970-4285-9d6c-f064768d1f55 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Lock "c0fcc9b3-2a35-40e9-93ee-46234ac470de" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.254s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.712906] env[69350]: DEBUG nova.network.neutron [None req-c3b33028-be52-476c-801e-b72ea879ac00 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: c3e34d3b-84f4-4b36-b887-262cc9c73a55] Updating instance_info_cache with network_info: [{"id": "73d86e5c-6ef6-457c-ab63-bb8751635a6c", "address": "fa:16:3e:42:9b:18", "network": {"id": "ad123e0a-1a99-4c6b-932f-ff9de41ceb18", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-757019814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e70a04cc40f0407ebac8a2f5bbbd8693", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73d86e5c-6e", "ovs_interfaceid": "73d86e5c-6ef6-457c-ab63-bb8751635a6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "609d4ecc-6e9d-435b-92d8-6b980779e80e", "address": "fa:16:3e:63:17:43", "network": {"id": "ad123e0a-1a99-4c6b-932f-ff9de41ceb18", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-757019814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e70a04cc40f0407ebac8a2f5bbbd8693", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap609d4ecc-6e", "ovs_interfaceid": "609d4ecc-6e9d-435b-92d8-6b980779e80e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.798808] env[69350]: DEBUG nova.compute.manager [None req-d58412e5-111e-43d5-bae3-94a6286c58e7 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] [instance: 223a8921-91e0-4622-b103-2ca2fdc80fe5] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1302.977242] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8321cce9-4c94-4be1-a45a-2b5cf8fd8539 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Acquiring lock "c0fcc9b3-2a35-40e9-93ee-46234ac470de" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.977730] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8321cce9-4c94-4be1-a45a-2b5cf8fd8539 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Lock "c0fcc9b3-2a35-40e9-93ee-46234ac470de" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.977730] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8321cce9-4c94-4be1-a45a-2b5cf8fd8539 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Acquiring lock "c0fcc9b3-2a35-40e9-93ee-46234ac470de-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.977932] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8321cce9-4c94-4be1-a45a-2b5cf8fd8539 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Lock "c0fcc9b3-2a35-40e9-93ee-46234ac470de-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.978505] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8321cce9-4c94-4be1-a45a-2b5cf8fd8539 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Lock "c0fcc9b3-2a35-40e9-93ee-46234ac470de-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.981278] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81775eef-3191-4888-aab8-9beeebff5b6e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.984452] env[69350]: INFO nova.compute.manager [None req-8321cce9-4c94-4be1-a45a-2b5cf8fd8539 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: c0fcc9b3-2a35-40e9-93ee-46234ac470de] Terminating instance [ 1302.991613] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de24a52d-0e07-4c7c-b710-f370ace6fd4c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.024928] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cd1fa3e-95f0-4062-8223-a227db89b3b7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.033385] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ae9967-b15d-467e-8a14-2860be63e585 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.046928] env[69350]: DEBUG nova.compute.provider_tree [None req-f193bf25-e3b1-4287-b96d-63dc5a9cb306 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1303.206104] env[69350]: INFO nova.compute.manager [None req-8cffd90a-3f19-4480-a8e3-9e6969f8537d tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: 9a3d0bff-3744-4037-8829-c9769d4af37e] Detaching volume 3bdda810-f132-4da4-9aa2-867645bcb010 [ 1303.215963] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c3b33028-be52-476c-801e-b72ea879ac00 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Releasing lock "refresh_cache-c3e34d3b-84f4-4b36-b887-262cc9c73a55" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.216638] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c3b33028-be52-476c-801e-b72ea879ac00 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Acquiring lock "c3e34d3b-84f4-4b36-b887-262cc9c73a55" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.216815] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c3b33028-be52-476c-801e-b72ea879ac00 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Acquired lock "c3e34d3b-84f4-4b36-b887-262cc9c73a55" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.217098] env[69350]: DEBUG oslo_concurrency.lockutils [req-19b39bfb-812e-487b-81e6-cb2875a8780c req-4a724aaf-1d18-4ea1-ac79-9037670a1e12 service nova] Acquired lock "refresh_cache-c3e34d3b-84f4-4b36-b887-262cc9c73a55" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.217283] env[69350]: DEBUG nova.network.neutron [req-19b39bfb-812e-487b-81e6-cb2875a8780c req-4a724aaf-1d18-4ea1-ac79-9037670a1e12 service nova] [instance: c3e34d3b-84f4-4b36-b887-262cc9c73a55] Refreshing network info cache for port 609d4ecc-6e9d-435b-92d8-6b980779e80e {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1303.219463] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3867bd3-ffd6-4f54-a7a1-b33f77ddf78f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.249457] env[69350]: DEBUG nova.virt.hardware [None req-c3b33028-be52-476c-801e-b72ea879ac00 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1303.249801] env[69350]: DEBUG nova.virt.hardware [None req-c3b33028-be52-476c-801e-b72ea879ac00 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1303.250036] env[69350]: DEBUG nova.virt.hardware [None req-c3b33028-be52-476c-801e-b72ea879ac00 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1303.250307] env[69350]: DEBUG nova.virt.hardware [None req-c3b33028-be52-476c-801e-b72ea879ac00 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1303.250552] env[69350]: DEBUG nova.virt.hardware [None req-c3b33028-be52-476c-801e-b72ea879ac00 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1303.250826] env[69350]: DEBUG nova.virt.hardware [None req-c3b33028-be52-476c-801e-b72ea879ac00 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1303.251165] env[69350]: DEBUG nova.virt.hardware [None req-c3b33028-be52-476c-801e-b72ea879ac00 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1303.251449] env[69350]: DEBUG nova.virt.hardware [None req-c3b33028-be52-476c-801e-b72ea879ac00 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1303.251715] env[69350]: DEBUG nova.virt.hardware [None req-c3b33028-be52-476c-801e-b72ea879ac00 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1303.251959] env[69350]: DEBUG nova.virt.hardware [None req-c3b33028-be52-476c-801e-b72ea879ac00 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1303.252265] env[69350]: DEBUG nova.virt.hardware [None req-c3b33028-be52-476c-801e-b72ea879ac00 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1303.263702] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c3b33028-be52-476c-801e-b72ea879ac00 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: c3e34d3b-84f4-4b36-b887-262cc9c73a55] Reconfiguring VM to attach interface {{(pid=69350) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1303.265501] env[69350]: INFO nova.virt.block_device [None req-8cffd90a-3f19-4480-a8e3-9e6969f8537d tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: 9a3d0bff-3744-4037-8829-c9769d4af37e] Attempting to driver detach volume 3bdda810-f132-4da4-9aa2-867645bcb010 from mountpoint /dev/sdb [ 1303.265849] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cffd90a-3f19-4480-a8e3-9e6969f8537d tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: 9a3d0bff-3744-4037-8829-c9769d4af37e] Volume detach. Driver type: vmdk {{(pid=69350) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1303.266148] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cffd90a-3f19-4480-a8e3-9e6969f8537d tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: 9a3d0bff-3744-4037-8829-c9769d4af37e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-671694', 'volume_id': '3bdda810-f132-4da4-9aa2-867645bcb010', 'name': 'volume-3bdda810-f132-4da4-9aa2-867645bcb010', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9a3d0bff-3744-4037-8829-c9769d4af37e', 'attached_at': '', 'detached_at': '', 'volume_id': '3bdda810-f132-4da4-9aa2-867645bcb010', 'serial': '3bdda810-f132-4da4-9aa2-867645bcb010'} {{(pid=69350) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1303.266793] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6bc0fad9-6f1a-455f-805e-ab88b05ff62e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.279358] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f46ed871-9a1d-45cb-8571-45eb4a2f4cd9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.312257] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b94a0881-ef78-47e2-928e-b8358b936d1d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.317673] env[69350]: DEBUG oslo_vmware.api [None req-c3b33028-be52-476c-801e-b72ea879ac00 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Waiting for the task: (returnval){ [ 1303.317673] env[69350]: value = "task-3366158" [ 1303.317673] env[69350]: _type = "Task" [ 1303.317673] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.327320] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe2f168-41ed-4ac5-ac8e-e2619239a9cb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.329870] env[69350]: DEBUG oslo_vmware.api [None req-c3b33028-be52-476c-801e-b72ea879ac00 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3366158, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.353809] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c91dc7e-b208-4bb3-b654-75ffe39eb5e2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.371058] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cffd90a-3f19-4480-a8e3-9e6969f8537d tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] The volume has not been displaced from its original location: [datastore1] volume-3bdda810-f132-4da4-9aa2-867645bcb010/volume-3bdda810-f132-4da4-9aa2-867645bcb010.vmdk. No consolidation needed. {{(pid=69350) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1303.376452] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cffd90a-3f19-4480-a8e3-9e6969f8537d tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: 9a3d0bff-3744-4037-8829-c9769d4af37e] Reconfiguring VM instance instance-0000006b to detach disk 2001 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1303.376809] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8a2deb0-7772-49b1-a19f-d3606c96223d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.398801] env[69350]: DEBUG oslo_vmware.api [None req-8cffd90a-3f19-4480-a8e3-9e6969f8537d tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Waiting for the task: (returnval){ [ 1303.398801] env[69350]: value = "task-3366159" [ 1303.398801] env[69350]: _type = "Task" [ 1303.398801] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.415979] env[69350]: DEBUG oslo_vmware.api [None req-8cffd90a-3f19-4480-a8e3-9e6969f8537d tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Task: {'id': task-3366159, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.488654] env[69350]: DEBUG nova.compute.manager [None req-8321cce9-4c94-4be1-a45a-2b5cf8fd8539 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: c0fcc9b3-2a35-40e9-93ee-46234ac470de] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1303.488984] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8321cce9-4c94-4be1-a45a-2b5cf8fd8539 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: c0fcc9b3-2a35-40e9-93ee-46234ac470de] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1303.489810] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f758946-14e0-4193-9177-56da08ce8373 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.499380] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-8321cce9-4c94-4be1-a45a-2b5cf8fd8539 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: c0fcc9b3-2a35-40e9-93ee-46234ac470de] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1303.499704] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c7cf8a8-e86c-4d7e-844a-cac26a729988 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.507597] env[69350]: DEBUG oslo_vmware.api [None req-8321cce9-4c94-4be1-a45a-2b5cf8fd8539 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Waiting for the task: (returnval){ [ 1303.507597] env[69350]: value = "task-3366160" [ 1303.507597] env[69350]: _type = "Task" [ 1303.507597] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.517443] env[69350]: DEBUG oslo_vmware.api [None req-8321cce9-4c94-4be1-a45a-2b5cf8fd8539 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': task-3366160, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.549914] env[69350]: DEBUG nova.scheduler.client.report [None req-f193bf25-e3b1-4287-b96d-63dc5a9cb306 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1303.820054] env[69350]: DEBUG nova.compute.manager [None req-d58412e5-111e-43d5-bae3-94a6286c58e7 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] [instance: 223a8921-91e0-4622-b103-2ca2fdc80fe5] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1303.832968] env[69350]: DEBUG oslo_vmware.api [None req-c3b33028-be52-476c-801e-b72ea879ac00 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3366158, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.847794] env[69350]: DEBUG nova.virt.hardware [None req-d58412e5-111e-43d5-bae3-94a6286c58e7 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1303.848068] env[69350]: DEBUG nova.virt.hardware [None req-d58412e5-111e-43d5-bae3-94a6286c58e7 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1303.848229] env[69350]: DEBUG nova.virt.hardware [None req-d58412e5-111e-43d5-bae3-94a6286c58e7 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1303.848406] env[69350]: DEBUG nova.virt.hardware [None req-d58412e5-111e-43d5-bae3-94a6286c58e7 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1303.848555] env[69350]: DEBUG nova.virt.hardware [None req-d58412e5-111e-43d5-bae3-94a6286c58e7 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1303.848687] env[69350]: DEBUG nova.virt.hardware [None req-d58412e5-111e-43d5-bae3-94a6286c58e7 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1303.848889] env[69350]: DEBUG nova.virt.hardware [None req-d58412e5-111e-43d5-bae3-94a6286c58e7 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1303.849083] env[69350]: DEBUG nova.virt.hardware [None req-d58412e5-111e-43d5-bae3-94a6286c58e7 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1303.849286] env[69350]: DEBUG nova.virt.hardware [None req-d58412e5-111e-43d5-bae3-94a6286c58e7 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1303.849452] env[69350]: DEBUG nova.virt.hardware [None req-d58412e5-111e-43d5-bae3-94a6286c58e7 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1303.849622] env[69350]: DEBUG nova.virt.hardware [None req-d58412e5-111e-43d5-bae3-94a6286c58e7 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1303.850519] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ab8e2ea-3177-4e4f-9ab4-6b9f251b8464 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.859582] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93009c82-e801-4b80-b31d-e0190b04c419 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.878019] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d58412e5-111e-43d5-bae3-94a6286c58e7 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] [instance: 223a8921-91e0-4622-b103-2ca2fdc80fe5] Instance VIF info [] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1303.883657] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-d58412e5-111e-43d5-bae3-94a6286c58e7 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Creating folder: Project (fd9e654d7d8b4d65b48dbc74e4778514). Parent ref: group-v671398. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1303.883975] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-825cb615-a47b-46ec-8792-46fc5b904e8c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.899926] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-d58412e5-111e-43d5-bae3-94a6286c58e7 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Created folder: Project (fd9e654d7d8b4d65b48dbc74e4778514) in parent group-v671398. [ 1303.900179] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-d58412e5-111e-43d5-bae3-94a6286c58e7 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Creating folder: Instances. Parent ref: group-v671697. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1303.903410] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d500860c-c6f8-4634-add5-c4b6e038e63a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.910916] env[69350]: DEBUG oslo_vmware.api [None req-8cffd90a-3f19-4480-a8e3-9e6969f8537d tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Task: {'id': task-3366159, 'name': ReconfigVM_Task, 'duration_secs': 0.345297} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.911206] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cffd90a-3f19-4480-a8e3-9e6969f8537d tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: 9a3d0bff-3744-4037-8829-c9769d4af37e] Reconfigured VM instance instance-0000006b to detach disk 2001 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1303.916209] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-821d16d0-9cd6-4c67-8490-296655436e07 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.928055] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-d58412e5-111e-43d5-bae3-94a6286c58e7 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Created folder: Instances in parent group-v671697. [ 1303.928315] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d58412e5-111e-43d5-bae3-94a6286c58e7 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1303.928963] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 223a8921-91e0-4622-b103-2ca2fdc80fe5] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1303.929219] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4ac470ed-cfd1-464c-8662-60b18dc79447 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.943481] env[69350]: DEBUG nova.network.neutron [req-19b39bfb-812e-487b-81e6-cb2875a8780c req-4a724aaf-1d18-4ea1-ac79-9037670a1e12 service nova] [instance: c3e34d3b-84f4-4b36-b887-262cc9c73a55] Updated VIF entry in instance network info cache for port 609d4ecc-6e9d-435b-92d8-6b980779e80e. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1303.943932] env[69350]: DEBUG nova.network.neutron [req-19b39bfb-812e-487b-81e6-cb2875a8780c req-4a724aaf-1d18-4ea1-ac79-9037670a1e12 service nova] [instance: c3e34d3b-84f4-4b36-b887-262cc9c73a55] Updating instance_info_cache with network_info: [{"id": "73d86e5c-6ef6-457c-ab63-bb8751635a6c", "address": "fa:16:3e:42:9b:18", "network": {"id": "ad123e0a-1a99-4c6b-932f-ff9de41ceb18", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-757019814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e70a04cc40f0407ebac8a2f5bbbd8693", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73d86e5c-6e", "ovs_interfaceid": "73d86e5c-6ef6-457c-ab63-bb8751635a6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "609d4ecc-6e9d-435b-92d8-6b980779e80e", "address": "fa:16:3e:63:17:43", "network": {"id": "ad123e0a-1a99-4c6b-932f-ff9de41ceb18", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-757019814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e70a04cc40f0407ebac8a2f5bbbd8693", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap609d4ecc-6e", "ovs_interfaceid": "609d4ecc-6e9d-435b-92d8-6b980779e80e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1303.945353] env[69350]: DEBUG oslo_vmware.api [None req-8cffd90a-3f19-4480-a8e3-9e6969f8537d tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Waiting for the task: (returnval){ [ 1303.945353] env[69350]: value = "task-3366163" [ 1303.945353] env[69350]: _type = "Task" [ 1303.945353] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.951275] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1303.951275] env[69350]: value = "task-3366164" [ 1303.951275] env[69350]: _type = "Task" [ 1303.951275] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.958252] env[69350]: DEBUG oslo_vmware.api [None req-8cffd90a-3f19-4480-a8e3-9e6969f8537d tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Task: {'id': task-3366163, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.965735] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366164, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.024474] env[69350]: DEBUG oslo_vmware.api [None req-8321cce9-4c94-4be1-a45a-2b5cf8fd8539 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': task-3366160, 'name': PowerOffVM_Task, 'duration_secs': 0.207648} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.024865] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-8321cce9-4c94-4be1-a45a-2b5cf8fd8539 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: c0fcc9b3-2a35-40e9-93ee-46234ac470de] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1304.025137] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8321cce9-4c94-4be1-a45a-2b5cf8fd8539 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: c0fcc9b3-2a35-40e9-93ee-46234ac470de] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1304.025440] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a2b8cb2a-60bf-4d0f-a938-6bbe31b9be5c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.054948] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f193bf25-e3b1-4287-b96d-63dc5a9cb306 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.266s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.055502] env[69350]: DEBUG nova.compute.manager [None req-f193bf25-e3b1-4287-b96d-63dc5a9cb306 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] [instance: 2a467e6b-d7cd-4bdf-af7a-a1d2c5cbd568] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1304.058168] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f15abe5d-e50e-485c-886b-eb66e07c6d91 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 4.135s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.103264] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8321cce9-4c94-4be1-a45a-2b5cf8fd8539 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: c0fcc9b3-2a35-40e9-93ee-46234ac470de] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1304.103488] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8321cce9-4c94-4be1-a45a-2b5cf8fd8539 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: c0fcc9b3-2a35-40e9-93ee-46234ac470de] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1304.103648] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-8321cce9-4c94-4be1-a45a-2b5cf8fd8539 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Deleting the datastore file [datastore1] c0fcc9b3-2a35-40e9-93ee-46234ac470de {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1304.103967] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f0ebdc47-b7ef-4773-99cd-d9007c8ec91d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.111386] env[69350]: DEBUG oslo_vmware.api [None req-8321cce9-4c94-4be1-a45a-2b5cf8fd8539 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Waiting for the task: (returnval){ [ 1304.111386] env[69350]: value = "task-3366166" [ 1304.111386] env[69350]: _type = "Task" [ 1304.111386] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.121319] env[69350]: DEBUG oslo_vmware.api [None req-8321cce9-4c94-4be1-a45a-2b5cf8fd8539 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': task-3366166, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.331862] env[69350]: DEBUG oslo_vmware.api [None req-c3b33028-be52-476c-801e-b72ea879ac00 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3366158, 'name': ReconfigVM_Task, 'duration_secs': 0.691564} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.339140] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c3b33028-be52-476c-801e-b72ea879ac00 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Releasing lock "c3e34d3b-84f4-4b36-b887-262cc9c73a55" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.339376] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c3b33028-be52-476c-801e-b72ea879ac00 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: c3e34d3b-84f4-4b36-b887-262cc9c73a55] Reconfigured VM to attach interface {{(pid=69350) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1304.447090] env[69350]: DEBUG oslo_concurrency.lockutils [req-19b39bfb-812e-487b-81e6-cb2875a8780c req-4a724aaf-1d18-4ea1-ac79-9037670a1e12 service nova] Releasing lock "refresh_cache-c3e34d3b-84f4-4b36-b887-262cc9c73a55" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.457840] env[69350]: DEBUG oslo_vmware.api [None req-8cffd90a-3f19-4480-a8e3-9e6969f8537d tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Task: {'id': task-3366163, 'name': ReconfigVM_Task, 'duration_secs': 0.228099} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.458528] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cffd90a-3f19-4480-a8e3-9e6969f8537d tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: 9a3d0bff-3744-4037-8829-c9769d4af37e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-671694', 'volume_id': '3bdda810-f132-4da4-9aa2-867645bcb010', 'name': 'volume-3bdda810-f132-4da4-9aa2-867645bcb010', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9a3d0bff-3744-4037-8829-c9769d4af37e', 'attached_at': '', 'detached_at': '', 'volume_id': '3bdda810-f132-4da4-9aa2-867645bcb010', 'serial': '3bdda810-f132-4da4-9aa2-867645bcb010'} {{(pid=69350) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1304.465104] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366164, 'name': CreateVM_Task, 'duration_secs': 0.32599} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.465104] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 223a8921-91e0-4622-b103-2ca2fdc80fe5] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1304.465104] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d58412e5-111e-43d5-bae3-94a6286c58e7 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.465104] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d58412e5-111e-43d5-bae3-94a6286c58e7 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.465104] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d58412e5-111e-43d5-bae3-94a6286c58e7 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.465613] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2322cd39-a89a-4e3b-b4b2-f59afd780c67 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.471692] env[69350]: DEBUG oslo_vmware.api [None req-d58412e5-111e-43d5-bae3-94a6286c58e7 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Waiting for the task: (returnval){ [ 1304.471692] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]526d32c4-bd03-bf98-a9e7-07875c75fd77" [ 1304.471692] env[69350]: _type = "Task" [ 1304.471692] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.480507] env[69350]: DEBUG oslo_vmware.api [None req-d58412e5-111e-43d5-bae3-94a6286c58e7 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]526d32c4-bd03-bf98-a9e7-07875c75fd77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.561102] env[69350]: DEBUG nova.compute.utils [None req-f193bf25-e3b1-4287-b96d-63dc5a9cb306 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1304.562690] env[69350]: DEBUG nova.objects.instance [None req-f15abe5d-e50e-485c-886b-eb66e07c6d91 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Lazy-loading 'migration_context' on Instance uuid c996560e-e0e4-4a07-97d9-29567a42ba14 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1304.563918] env[69350]: DEBUG nova.compute.manager [None req-f193bf25-e3b1-4287-b96d-63dc5a9cb306 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] [instance: 2a467e6b-d7cd-4bdf-af7a-a1d2c5cbd568] Not allocating networking since 'none' was specified. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1304.623527] env[69350]: DEBUG oslo_vmware.api [None req-8321cce9-4c94-4be1-a45a-2b5cf8fd8539 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Task: {'id': task-3366166, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15106} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.623793] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-8321cce9-4c94-4be1-a45a-2b5cf8fd8539 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1304.623994] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8321cce9-4c94-4be1-a45a-2b5cf8fd8539 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: c0fcc9b3-2a35-40e9-93ee-46234ac470de] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1304.624187] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8321cce9-4c94-4be1-a45a-2b5cf8fd8539 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: c0fcc9b3-2a35-40e9-93ee-46234ac470de] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1304.624360] env[69350]: INFO nova.compute.manager [None req-8321cce9-4c94-4be1-a45a-2b5cf8fd8539 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] [instance: c0fcc9b3-2a35-40e9-93ee-46234ac470de] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1304.624602] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8321cce9-4c94-4be1-a45a-2b5cf8fd8539 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1304.624792] env[69350]: DEBUG nova.compute.manager [-] [instance: c0fcc9b3-2a35-40e9-93ee-46234ac470de] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1304.624891] env[69350]: DEBUG nova.network.neutron [-] [instance: c0fcc9b3-2a35-40e9-93ee-46234ac470de] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1304.845488] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c3b33028-be52-476c-801e-b72ea879ac00 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Lock "interface-c3e34d3b-84f4-4b36-b887-262cc9c73a55-609d4ecc-6e9d-435b-92d8-6b980779e80e" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.216s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.984541] env[69350]: DEBUG oslo_vmware.api [None req-d58412e5-111e-43d5-bae3-94a6286c58e7 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]526d32c4-bd03-bf98-a9e7-07875c75fd77, 'name': SearchDatastore_Task, 'duration_secs': 0.010629} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.984844] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d58412e5-111e-43d5-bae3-94a6286c58e7 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.985683] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d58412e5-111e-43d5-bae3-94a6286c58e7 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] [instance: 223a8921-91e0-4622-b103-2ca2fdc80fe5] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1304.985683] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d58412e5-111e-43d5-bae3-94a6286c58e7 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.985683] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d58412e5-111e-43d5-bae3-94a6286c58e7 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.985683] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-d58412e5-111e-43d5-bae3-94a6286c58e7 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1304.986041] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4615e9b0-ad62-4bdc-b0a0-5effadf5b97f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.996563] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-d58412e5-111e-43d5-bae3-94a6286c58e7 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1304.996563] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d58412e5-111e-43d5-bae3-94a6286c58e7 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1304.997436] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e3a8735-2e05-4624-b3f6-6b0bc49f1442 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.004047] env[69350]: DEBUG oslo_vmware.api [None req-d58412e5-111e-43d5-bae3-94a6286c58e7 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Waiting for the task: (returnval){ [ 1305.004047] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52fe970c-517a-045c-f46d-5da1a25939e5" [ 1305.004047] env[69350]: _type = "Task" [ 1305.004047] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.005348] env[69350]: DEBUG nova.objects.instance [None req-8cffd90a-3f19-4480-a8e3-9e6969f8537d tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Lazy-loading 'flavor' on Instance uuid 9a3d0bff-3744-4037-8829-c9769d4af37e {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1305.018871] env[69350]: DEBUG oslo_vmware.api [None req-d58412e5-111e-43d5-bae3-94a6286c58e7 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52fe970c-517a-045c-f46d-5da1a25939e5, 'name': SearchDatastore_Task, 'duration_secs': 0.011156} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.019631] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8b8fde4-7fcc-4543-a7ec-87ee860b4ad6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.025719] env[69350]: DEBUG oslo_vmware.api [None req-d58412e5-111e-43d5-bae3-94a6286c58e7 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Waiting for the task: (returnval){ [ 1305.025719] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5217a996-792a-1208-bc70-c1887dbc7bce" [ 1305.025719] env[69350]: _type = "Task" [ 1305.025719] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.035803] env[69350]: DEBUG oslo_vmware.api [None req-d58412e5-111e-43d5-bae3-94a6286c58e7 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5217a996-792a-1208-bc70-c1887dbc7bce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.065912] env[69350]: DEBUG nova.compute.manager [None req-f193bf25-e3b1-4287-b96d-63dc5a9cb306 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] [instance: 2a467e6b-d7cd-4bdf-af7a-a1d2c5cbd568] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1305.115874] env[69350]: DEBUG nova.compute.manager [req-ea6f16e3-2329-4fee-b807-bbf9f7644c03 req-332819f2-d346-4b25-86d8-f9e630b29e77 service nova] [instance: c0fcc9b3-2a35-40e9-93ee-46234ac470de] Received event network-vif-deleted-a0f8a75f-1438-4bbf-b73e-60e76899b046 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1305.116115] env[69350]: INFO nova.compute.manager [req-ea6f16e3-2329-4fee-b807-bbf9f7644c03 req-332819f2-d346-4b25-86d8-f9e630b29e77 service nova] [instance: c0fcc9b3-2a35-40e9-93ee-46234ac470de] Neutron deleted interface a0f8a75f-1438-4bbf-b73e-60e76899b046; detaching it from the instance and deleting it from the info cache [ 1305.116329] env[69350]: DEBUG nova.network.neutron [req-ea6f16e3-2329-4fee-b807-bbf9f7644c03 req-332819f2-d346-4b25-86d8-f9e630b29e77 service nova] [instance: c0fcc9b3-2a35-40e9-93ee-46234ac470de] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.264098] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65dd33a8-0480-489f-adee-a5efbfcb12e1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.272319] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf3e7909-52a4-4459-903e-6ca4fa2f8a1d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.304993] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1900c228-d9a5-4937-ad6a-ffa911f5300a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.315028] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6394b869-1131-43d7-b344-1125877c7579 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.330937] env[69350]: DEBUG nova.compute.provider_tree [None req-f15abe5d-e50e-485c-886b-eb66e07c6d91 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1305.537064] env[69350]: DEBUG oslo_vmware.api [None req-d58412e5-111e-43d5-bae3-94a6286c58e7 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5217a996-792a-1208-bc70-c1887dbc7bce, 'name': SearchDatastore_Task, 'duration_secs': 0.010078} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.537348] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d58412e5-111e-43d5-bae3-94a6286c58e7 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.537612] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-d58412e5-111e-43d5-bae3-94a6286c58e7 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] 223a8921-91e0-4622-b103-2ca2fdc80fe5/223a8921-91e0-4622-b103-2ca2fdc80fe5.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1305.537880] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8cf2cd6c-75db-46ec-a72e-569597806ee3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.547821] env[69350]: DEBUG oslo_vmware.api [None req-d58412e5-111e-43d5-bae3-94a6286c58e7 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Waiting for the task: (returnval){ [ 1305.547821] env[69350]: value = "task-3366167" [ 1305.547821] env[69350]: _type = "Task" [ 1305.547821] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.557139] env[69350]: DEBUG oslo_vmware.api [None req-d58412e5-111e-43d5-bae3-94a6286c58e7 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Task: {'id': task-3366167, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.598100] env[69350]: DEBUG nova.network.neutron [-] [instance: c0fcc9b3-2a35-40e9-93ee-46234ac470de] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.618867] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d1eced81-9919-47bb-a099-88269be0563b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.631237] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71de8014-6337-41a7-9b28-ad1fdbf8f65b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.677505] env[69350]: DEBUG nova.compute.manager [req-ea6f16e3-2329-4fee-b807-bbf9f7644c03 req-332819f2-d346-4b25-86d8-f9e630b29e77 service nova] [instance: c0fcc9b3-2a35-40e9-93ee-46234ac470de] Detach interface failed, port_id=a0f8a75f-1438-4bbf-b73e-60e76899b046, reason: Instance c0fcc9b3-2a35-40e9-93ee-46234ac470de could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1305.834078] env[69350]: DEBUG nova.scheduler.client.report [None req-f15abe5d-e50e-485c-886b-eb66e07c6d91 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1305.958543] env[69350]: DEBUG oslo_concurrency.lockutils [None req-da35d071-f5c7-49a7-8e5b-48d411a44c30 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Acquiring lock "9a3d0bff-3744-4037-8829-c9769d4af37e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.016213] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8cffd90a-3f19-4480-a8e3-9e6969f8537d tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Lock "9a3d0bff-3744-4037-8829-c9769d4af37e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.315s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.017477] env[69350]: DEBUG oslo_concurrency.lockutils [None req-da35d071-f5c7-49a7-8e5b-48d411a44c30 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Lock "9a3d0bff-3744-4037-8829-c9769d4af37e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.059s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.057629] env[69350]: DEBUG oslo_vmware.api [None req-d58412e5-111e-43d5-bae3-94a6286c58e7 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Task: {'id': task-3366167, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491511} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.057930] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-d58412e5-111e-43d5-bae3-94a6286c58e7 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] 223a8921-91e0-4622-b103-2ca2fdc80fe5/223a8921-91e0-4622-b103-2ca2fdc80fe5.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1306.058110] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d58412e5-111e-43d5-bae3-94a6286c58e7 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] [instance: 223a8921-91e0-4622-b103-2ca2fdc80fe5] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1306.058316] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-52cff332-0192-4c8b-a434-68d92fe07573 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.067727] env[69350]: DEBUG oslo_vmware.api [None req-d58412e5-111e-43d5-bae3-94a6286c58e7 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Waiting for the task: (returnval){ [ 1306.067727] env[69350]: value = "task-3366168" [ 1306.067727] env[69350]: _type = "Task" [ 1306.067727] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.081938] env[69350]: DEBUG nova.compute.manager [None req-f193bf25-e3b1-4287-b96d-63dc5a9cb306 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] [instance: 2a467e6b-d7cd-4bdf-af7a-a1d2c5cbd568] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1306.084503] env[69350]: DEBUG oslo_vmware.api [None req-d58412e5-111e-43d5-bae3-94a6286c58e7 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Task: {'id': task-3366168, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.103412] env[69350]: INFO nova.compute.manager [-] [instance: c0fcc9b3-2a35-40e9-93ee-46234ac470de] Took 1.48 seconds to deallocate network for instance. [ 1306.110815] env[69350]: DEBUG nova.virt.hardware [None req-f193bf25-e3b1-4287-b96d-63dc5a9cb306 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1306.111096] env[69350]: DEBUG nova.virt.hardware [None req-f193bf25-e3b1-4287-b96d-63dc5a9cb306 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1306.111308] env[69350]: DEBUG nova.virt.hardware [None req-f193bf25-e3b1-4287-b96d-63dc5a9cb306 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1306.111510] env[69350]: DEBUG nova.virt.hardware [None req-f193bf25-e3b1-4287-b96d-63dc5a9cb306 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1306.111701] env[69350]: DEBUG nova.virt.hardware [None req-f193bf25-e3b1-4287-b96d-63dc5a9cb306 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1306.112105] env[69350]: DEBUG nova.virt.hardware [None req-f193bf25-e3b1-4287-b96d-63dc5a9cb306 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1306.112105] env[69350]: DEBUG nova.virt.hardware [None req-f193bf25-e3b1-4287-b96d-63dc5a9cb306 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1306.112231] env[69350]: DEBUG nova.virt.hardware [None req-f193bf25-e3b1-4287-b96d-63dc5a9cb306 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1306.112404] env[69350]: DEBUG nova.virt.hardware [None req-f193bf25-e3b1-4287-b96d-63dc5a9cb306 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1306.112614] env[69350]: DEBUG nova.virt.hardware [None req-f193bf25-e3b1-4287-b96d-63dc5a9cb306 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1306.112800] env[69350]: DEBUG nova.virt.hardware [None req-f193bf25-e3b1-4287-b96d-63dc5a9cb306 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1306.113648] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93469876-a509-4235-a19b-7d98384dcdc7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.122795] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d26d77a9-6b73-4186-86c3-9a639a560f96 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.137763] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f193bf25-e3b1-4287-b96d-63dc5a9cb306 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] [instance: 2a467e6b-d7cd-4bdf-af7a-a1d2c5cbd568] Instance VIF info [] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1306.144179] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f193bf25-e3b1-4287-b96d-63dc5a9cb306 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1306.145135] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a467e6b-d7cd-4bdf-af7a-a1d2c5cbd568] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1306.145372] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7815a453-3ea1-46a2-97a5-6763813f1c4f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.163911] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1306.163911] env[69350]: value = "task-3366169" [ 1306.163911] env[69350]: _type = "Task" [ 1306.163911] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.172481] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366169, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.521194] env[69350]: INFO nova.compute.manager [None req-da35d071-f5c7-49a7-8e5b-48d411a44c30 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: 9a3d0bff-3744-4037-8829-c9769d4af37e] Detaching volume c9dbff2f-e8f3-47f0-a6cf-118990af3a1d [ 1306.549838] env[69350]: INFO nova.virt.block_device [None req-da35d071-f5c7-49a7-8e5b-48d411a44c30 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: 9a3d0bff-3744-4037-8829-c9769d4af37e] Attempting to driver detach volume c9dbff2f-e8f3-47f0-a6cf-118990af3a1d from mountpoint /dev/sdc [ 1306.550097] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-da35d071-f5c7-49a7-8e5b-48d411a44c30 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: 9a3d0bff-3744-4037-8829-c9769d4af37e] Volume detach. Driver type: vmdk {{(pid=69350) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1306.550289] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-da35d071-f5c7-49a7-8e5b-48d411a44c30 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: 9a3d0bff-3744-4037-8829-c9769d4af37e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-671696', 'volume_id': 'c9dbff2f-e8f3-47f0-a6cf-118990af3a1d', 'name': 'volume-c9dbff2f-e8f3-47f0-a6cf-118990af3a1d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9a3d0bff-3744-4037-8829-c9769d4af37e', 'attached_at': '', 'detached_at': '', 'volume_id': 'c9dbff2f-e8f3-47f0-a6cf-118990af3a1d', 'serial': 'c9dbff2f-e8f3-47f0-a6cf-118990af3a1d'} {{(pid=69350) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1306.551200] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9819c4dc-f836-48dc-8e90-4265e90343bc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.575447] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f9934bb-b135-4409-9558-f552de73a96c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.582894] env[69350]: DEBUG oslo_vmware.api [None req-d58412e5-111e-43d5-bae3-94a6286c58e7 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Task: {'id': task-3366168, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062793} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.584510] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d58412e5-111e-43d5-bae3-94a6286c58e7 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] [instance: 223a8921-91e0-4622-b103-2ca2fdc80fe5] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1306.585314] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-785da155-da7a-4c67-8aa0-274afdf8d04a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.587914] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ee1d4d-aa7c-4e00-a855-e296cf0f8b6c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.607052] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-d58412e5-111e-43d5-bae3-94a6286c58e7 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] [instance: 223a8921-91e0-4622-b103-2ca2fdc80fe5] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 223a8921-91e0-4622-b103-2ca2fdc80fe5/223a8921-91e0-4622-b103-2ca2fdc80fe5.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1306.622255] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72c8de3d-d41c-4d81-9c07-2d710643e0ea {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.636561] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8321cce9-4c94-4be1-a45a-2b5cf8fd8539 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.637364] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a535671-1040-477f-b790-2d49acc3b2a3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.656311] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-da35d071-f5c7-49a7-8e5b-48d411a44c30 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] The volume has not been displaced from its original location: [datastore1] volume-c9dbff2f-e8f3-47f0-a6cf-118990af3a1d/volume-c9dbff2f-e8f3-47f0-a6cf-118990af3a1d.vmdk. No consolidation needed. {{(pid=69350) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1306.663135] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-da35d071-f5c7-49a7-8e5b-48d411a44c30 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: 9a3d0bff-3744-4037-8829-c9769d4af37e] Reconfiguring VM instance instance-0000006b to detach disk 2002 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1306.665114] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2483522-27a0-4630-878a-06b330870ed0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.678706] env[69350]: DEBUG oslo_vmware.api [None req-d58412e5-111e-43d5-bae3-94a6286c58e7 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Waiting for the task: (returnval){ [ 1306.678706] env[69350]: value = "task-3366170" [ 1306.678706] env[69350]: _type = "Task" [ 1306.678706] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.693981] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5ccb1e36-d5c1-40e9-ac54-b67dcc020b67 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Acquiring lock "interface-c3e34d3b-84f4-4b36-b887-262cc9c73a55-609d4ecc-6e9d-435b-92d8-6b980779e80e" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.694241] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5ccb1e36-d5c1-40e9-ac54-b67dcc020b67 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Lock "interface-c3e34d3b-84f4-4b36-b887-262cc9c73a55-609d4ecc-6e9d-435b-92d8-6b980779e80e" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.695431] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366169, 'name': CreateVM_Task, 'duration_secs': 0.360761} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.699111] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a467e6b-d7cd-4bdf-af7a-a1d2c5cbd568] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1306.699111] env[69350]: DEBUG oslo_vmware.api [None req-da35d071-f5c7-49a7-8e5b-48d411a44c30 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Waiting for the task: (returnval){ [ 1306.699111] env[69350]: value = "task-3366171" [ 1306.699111] env[69350]: _type = "Task" [ 1306.699111] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.699267] env[69350]: DEBUG oslo_vmware.api [None req-d58412e5-111e-43d5-bae3-94a6286c58e7 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Task: {'id': task-3366170, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.699940] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f193bf25-e3b1-4287-b96d-63dc5a9cb306 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.700035] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f193bf25-e3b1-4287-b96d-63dc5a9cb306 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.700347] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f193bf25-e3b1-4287-b96d-63dc5a9cb306 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.700686] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9003c120-bab0-4489-b0d8-3580c38c7b2c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.710493] env[69350]: DEBUG oslo_vmware.api [None req-f193bf25-e3b1-4287-b96d-63dc5a9cb306 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Waiting for the task: (returnval){ [ 1306.710493] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52bd3435-89f9-bddc-f05e-b9a321a9f573" [ 1306.710493] env[69350]: _type = "Task" [ 1306.710493] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.714361] env[69350]: DEBUG oslo_vmware.api [None req-da35d071-f5c7-49a7-8e5b-48d411a44c30 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Task: {'id': task-3366171, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.723700] env[69350]: DEBUG oslo_vmware.api [None req-f193bf25-e3b1-4287-b96d-63dc5a9cb306 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52bd3435-89f9-bddc-f05e-b9a321a9f573, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.847988] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f15abe5d-e50e-485c-886b-eb66e07c6d91 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.790s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.854336] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4c8dddff-f03f-43db-a5fc-e9f4f5ecdb6d tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.092s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.854614] env[69350]: DEBUG nova.objects.instance [None req-4c8dddff-f03f-43db-a5fc-e9f4f5ecdb6d tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Lazy-loading 'resources' on Instance uuid aaabec5d-fecd-4e24-9158-deab4ae29855 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1307.061346] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12535139-e92d-44e7-99cb-630f5c174117 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.069299] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a32972-cded-4584-bd88-a3109a39d49d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.100795] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8af8f1f6-7d77-4d98-9e32-8df16cdddb05 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.108536] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9e2039a-b506-4345-8f96-b95d2da132d4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.122752] env[69350]: DEBUG nova.compute.provider_tree [None req-4c8dddff-f03f-43db-a5fc-e9f4f5ecdb6d tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1307.193701] env[69350]: DEBUG oslo_vmware.api [None req-d58412e5-111e-43d5-bae3-94a6286c58e7 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Task: {'id': task-3366170, 'name': ReconfigVM_Task, 'duration_secs': 0.382473} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.193983] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-d58412e5-111e-43d5-bae3-94a6286c58e7 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] [instance: 223a8921-91e0-4622-b103-2ca2fdc80fe5] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 223a8921-91e0-4622-b103-2ca2fdc80fe5/223a8921-91e0-4622-b103-2ca2fdc80fe5.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1307.194617] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1144644c-3c0f-4aad-809e-61512982fb31 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.200537] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5ccb1e36-d5c1-40e9-ac54-b67dcc020b67 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Acquiring lock "c3e34d3b-84f4-4b36-b887-262cc9c73a55" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.200755] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5ccb1e36-d5c1-40e9-ac54-b67dcc020b67 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Acquired lock "c3e34d3b-84f4-4b36-b887-262cc9c73a55" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.202598] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b689a36-fc20-4123-9e60-534108786f23 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.205102] env[69350]: DEBUG oslo_vmware.api [None req-d58412e5-111e-43d5-bae3-94a6286c58e7 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Waiting for the task: (returnval){ [ 1307.205102] env[69350]: value = "task-3366172" [ 1307.205102] env[69350]: _type = "Task" [ 1307.205102] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.230916] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd3727fc-f56c-47d8-b0cc-48754b00f08c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.236137] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1307.236408] env[69350]: DEBUG oslo_vmware.api [None req-da35d071-f5c7-49a7-8e5b-48d411a44c30 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Task: {'id': task-3366171, 'name': ReconfigVM_Task, 'duration_secs': 0.443505} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.240509] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-da35d071-f5c7-49a7-8e5b-48d411a44c30 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: 9a3d0bff-3744-4037-8829-c9769d4af37e] Reconfigured VM instance instance-0000006b to detach disk 2002 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1307.245466] env[69350]: DEBUG oslo_vmware.api [None req-d58412e5-111e-43d5-bae3-94a6286c58e7 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Task: {'id': task-3366172, 'name': Rename_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.246562] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7a85129-b8e2-4409-bdd0-8faf53eb0bf5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.276077] env[69350]: DEBUG oslo_vmware.api [None req-f193bf25-e3b1-4287-b96d-63dc5a9cb306 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52bd3435-89f9-bddc-f05e-b9a321a9f573, 'name': SearchDatastore_Task, 'duration_secs': 0.01232} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.282211] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-5ccb1e36-d5c1-40e9-ac54-b67dcc020b67 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: c3e34d3b-84f4-4b36-b887-262cc9c73a55] Reconfiguring VM to detach interface {{(pid=69350) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1307.283085] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f193bf25-e3b1-4287-b96d-63dc5a9cb306 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.283353] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f193bf25-e3b1-4287-b96d-63dc5a9cb306 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] [instance: 2a467e6b-d7cd-4bdf-af7a-a1d2c5cbd568] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1307.283597] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f193bf25-e3b1-4287-b96d-63dc5a9cb306 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.283742] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f193bf25-e3b1-4287-b96d-63dc5a9cb306 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.283918] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-f193bf25-e3b1-4287-b96d-63dc5a9cb306 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1307.284205] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1a1cbb4-b541-4549-ac83-a74134d17528 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.298561] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1596f914-15c7-4ec1-a60c-c0cfef827e22 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.300482] env[69350]: DEBUG oslo_vmware.api [None req-da35d071-f5c7-49a7-8e5b-48d411a44c30 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Waiting for the task: (returnval){ [ 1307.300482] env[69350]: value = "task-3366173" [ 1307.300482] env[69350]: _type = "Task" [ 1307.300482] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.307724] env[69350]: DEBUG oslo_vmware.api [None req-5ccb1e36-d5c1-40e9-ac54-b67dcc020b67 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Waiting for the task: (returnval){ [ 1307.307724] env[69350]: value = "task-3366174" [ 1307.307724] env[69350]: _type = "Task" [ 1307.307724] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.311430] env[69350]: DEBUG oslo_vmware.api [None req-da35d071-f5c7-49a7-8e5b-48d411a44c30 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Task: {'id': task-3366173, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.316400] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-f193bf25-e3b1-4287-b96d-63dc5a9cb306 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1307.316750] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f193bf25-e3b1-4287-b96d-63dc5a9cb306 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1307.317603] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1c81aa4-7f8a-42bd-b2a9-46d8e416a163 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.326561] env[69350]: DEBUG oslo_vmware.api [None req-5ccb1e36-d5c1-40e9-ac54-b67dcc020b67 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3366174, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.328904] env[69350]: DEBUG oslo_vmware.api [None req-f193bf25-e3b1-4287-b96d-63dc5a9cb306 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Waiting for the task: (returnval){ [ 1307.328904] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5205fd1c-ebb1-2f9a-3674-4b3945dcc387" [ 1307.328904] env[69350]: _type = "Task" [ 1307.328904] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.337831] env[69350]: DEBUG oslo_vmware.api [None req-f193bf25-e3b1-4287-b96d-63dc5a9cb306 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5205fd1c-ebb1-2f9a-3674-4b3945dcc387, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.626511] env[69350]: DEBUG nova.scheduler.client.report [None req-4c8dddff-f03f-43db-a5fc-e9f4f5ecdb6d tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1307.719665] env[69350]: DEBUG oslo_vmware.api [None req-d58412e5-111e-43d5-bae3-94a6286c58e7 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Task: {'id': task-3366172, 'name': Rename_Task, 'duration_secs': 0.149886} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.719665] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-d58412e5-111e-43d5-bae3-94a6286c58e7 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] [instance: 223a8921-91e0-4622-b103-2ca2fdc80fe5] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1307.719822] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ab1c97c-0bcb-4abd-8c30-93ad962c08c9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.727121] env[69350]: DEBUG oslo_vmware.api [None req-d58412e5-111e-43d5-bae3-94a6286c58e7 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Waiting for the task: (returnval){ [ 1307.727121] env[69350]: value = "task-3366175" [ 1307.727121] env[69350]: _type = "Task" [ 1307.727121] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.735139] env[69350]: DEBUG oslo_vmware.api [None req-d58412e5-111e-43d5-bae3-94a6286c58e7 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Task: {'id': task-3366175, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.812031] env[69350]: DEBUG oslo_vmware.api [None req-da35d071-f5c7-49a7-8e5b-48d411a44c30 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Task: {'id': task-3366173, 'name': ReconfigVM_Task, 'duration_secs': 0.152972} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.812031] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-da35d071-f5c7-49a7-8e5b-48d411a44c30 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: 9a3d0bff-3744-4037-8829-c9769d4af37e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-671696', 'volume_id': 'c9dbff2f-e8f3-47f0-a6cf-118990af3a1d', 'name': 'volume-c9dbff2f-e8f3-47f0-a6cf-118990af3a1d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9a3d0bff-3744-4037-8829-c9769d4af37e', 'attached_at': '', 'detached_at': '', 'volume_id': 'c9dbff2f-e8f3-47f0-a6cf-118990af3a1d', 'serial': 'c9dbff2f-e8f3-47f0-a6cf-118990af3a1d'} {{(pid=69350) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1307.823461] env[69350]: DEBUG oslo_vmware.api [None req-5ccb1e36-d5c1-40e9-ac54-b67dcc020b67 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3366174, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.839115] env[69350]: DEBUG oslo_vmware.api [None req-f193bf25-e3b1-4287-b96d-63dc5a9cb306 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5205fd1c-ebb1-2f9a-3674-4b3945dcc387, 'name': SearchDatastore_Task, 'duration_secs': 0.01262} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.839894] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28a799cd-b7da-477c-a554-4ca9528df5bf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.845362] env[69350]: DEBUG oslo_vmware.api [None req-f193bf25-e3b1-4287-b96d-63dc5a9cb306 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Waiting for the task: (returnval){ [ 1307.845362] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]524cfa6c-cbc7-edd4-ae2c-e0890aa72be1" [ 1307.845362] env[69350]: _type = "Task" [ 1307.845362] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.853226] env[69350]: DEBUG oslo_vmware.api [None req-f193bf25-e3b1-4287-b96d-63dc5a9cb306 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]524cfa6c-cbc7-edd4-ae2c-e0890aa72be1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.131148] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4c8dddff-f03f-43db-a5fc-e9f4f5ecdb6d tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.277s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.133505] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8321cce9-4c94-4be1-a45a-2b5cf8fd8539 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.497s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.133735] env[69350]: DEBUG nova.objects.instance [None req-8321cce9-4c94-4be1-a45a-2b5cf8fd8539 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Lazy-loading 'resources' on Instance uuid c0fcc9b3-2a35-40e9-93ee-46234ac470de {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1308.150172] env[69350]: INFO nova.scheduler.client.report [None req-4c8dddff-f03f-43db-a5fc-e9f4f5ecdb6d tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Deleted allocations for instance aaabec5d-fecd-4e24-9158-deab4ae29855 [ 1308.237390] env[69350]: DEBUG oslo_vmware.api [None req-d58412e5-111e-43d5-bae3-94a6286c58e7 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Task: {'id': task-3366175, 'name': PowerOnVM_Task, 'duration_secs': 0.436574} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.237651] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-d58412e5-111e-43d5-bae3-94a6286c58e7 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] [instance: 223a8921-91e0-4622-b103-2ca2fdc80fe5] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1308.237847] env[69350]: INFO nova.compute.manager [None req-d58412e5-111e-43d5-bae3-94a6286c58e7 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] [instance: 223a8921-91e0-4622-b103-2ca2fdc80fe5] Took 4.42 seconds to spawn the instance on the hypervisor. [ 1308.238033] env[69350]: DEBUG nova.compute.manager [None req-d58412e5-111e-43d5-bae3-94a6286c58e7 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] [instance: 223a8921-91e0-4622-b103-2ca2fdc80fe5] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1308.238846] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01382b26-1556-47bc-aecb-8633a63c897a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.321349] env[69350]: DEBUG oslo_vmware.api [None req-5ccb1e36-d5c1-40e9-ac54-b67dcc020b67 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3366174, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.356047] env[69350]: DEBUG oslo_vmware.api [None req-f193bf25-e3b1-4287-b96d-63dc5a9cb306 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]524cfa6c-cbc7-edd4-ae2c-e0890aa72be1, 'name': SearchDatastore_Task, 'duration_secs': 0.012858} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.357234] env[69350]: DEBUG nova.objects.instance [None req-da35d071-f5c7-49a7-8e5b-48d411a44c30 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Lazy-loading 'flavor' on Instance uuid 9a3d0bff-3744-4037-8829-c9769d4af37e {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1308.358568] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f193bf25-e3b1-4287-b96d-63dc5a9cb306 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.358898] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-f193bf25-e3b1-4287-b96d-63dc5a9cb306 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] 2a467e6b-d7cd-4bdf-af7a-a1d2c5cbd568/2a467e6b-d7cd-4bdf-af7a-a1d2c5cbd568.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1308.359176] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-80ac2628-ecc7-4491-bddc-d2e08936cfd7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.367560] env[69350]: DEBUG oslo_vmware.api [None req-f193bf25-e3b1-4287-b96d-63dc5a9cb306 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Waiting for the task: (returnval){ [ 1308.367560] env[69350]: value = "task-3366176" [ 1308.367560] env[69350]: _type = "Task" [ 1308.367560] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.380132] env[69350]: DEBUG oslo_vmware.api [None req-f193bf25-e3b1-4287-b96d-63dc5a9cb306 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Task: {'id': task-3366176, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.390427] env[69350]: INFO nova.compute.manager [None req-f15abe5d-e50e-485c-886b-eb66e07c6d91 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: c996560e-e0e4-4a07-97d9-29567a42ba14] Swapping old allocation on dict_keys(['493c4881-f171-4c66-96e5-06180e27f02f']) held by migration 5cb49501-a48d-48b5-aafc-13738941ce49 for instance [ 1308.412984] env[69350]: DEBUG nova.scheduler.client.report [None req-f15abe5d-e50e-485c-886b-eb66e07c6d91 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Overwriting current allocation {'allocations': {'493c4881-f171-4c66-96e5-06180e27f02f': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 158}}, 'project_id': '46625a434b9f47dc83d92c9db8a3024c', 'user_id': 'baa803e960bc47b1a5fa1d720cfcbbcd', 'consumer_generation': 1} on consumer c996560e-e0e4-4a07-97d9-29567a42ba14 {{(pid=69350) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1308.659184] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4c8dddff-f03f-43db-a5fc-e9f4f5ecdb6d tempest-ServersTestJSON-2113713963 tempest-ServersTestJSON-2113713963-project-member] Lock "aaabec5d-fecd-4e24-9158-deab4ae29855" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.888s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.760241] env[69350]: INFO nova.compute.manager [None req-d58412e5-111e-43d5-bae3-94a6286c58e7 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] [instance: 223a8921-91e0-4622-b103-2ca2fdc80fe5] Took 9.30 seconds to build instance. [ 1308.822873] env[69350]: DEBUG oslo_vmware.api [None req-5ccb1e36-d5c1-40e9-ac54-b67dcc020b67 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3366174, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.826733] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f15abe5d-e50e-485c-886b-eb66e07c6d91 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Acquiring lock "refresh_cache-c996560e-e0e4-4a07-97d9-29567a42ba14" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.826920] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f15abe5d-e50e-485c-886b-eb66e07c6d91 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Acquired lock "refresh_cache-c996560e-e0e4-4a07-97d9-29567a42ba14" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.827123] env[69350]: DEBUG nova.network.neutron [None req-f15abe5d-e50e-485c-886b-eb66e07c6d91 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: c996560e-e0e4-4a07-97d9-29567a42ba14] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1308.856846] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c049261-aeda-4133-a6cd-a9321545bb21 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.868125] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee997494-d466-4ff9-b763-2c5be38d83b4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.915879] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4225505f-15b3-42c5-a483-c764b44ce1ce {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.918095] env[69350]: DEBUG oslo_vmware.api [None req-f193bf25-e3b1-4287-b96d-63dc5a9cb306 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Task: {'id': task-3366176, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.924710] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea9f4827-b5f5-46ac-aadb-4791469ce71d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.941120] env[69350]: DEBUG nova.compute.provider_tree [None req-8321cce9-4c94-4be1-a45a-2b5cf8fd8539 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1309.263589] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d58412e5-111e-43d5-bae3-94a6286c58e7 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Lock "223a8921-91e0-4622-b103-2ca2fdc80fe5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 10.807s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.323758] env[69350]: DEBUG oslo_vmware.api [None req-5ccb1e36-d5c1-40e9-ac54-b67dcc020b67 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3366174, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.374960] env[69350]: DEBUG oslo_concurrency.lockutils [None req-da35d071-f5c7-49a7-8e5b-48d411a44c30 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Lock "9a3d0bff-3744-4037-8829-c9769d4af37e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.357s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.386787] env[69350]: DEBUG oslo_vmware.api [None req-f193bf25-e3b1-4287-b96d-63dc5a9cb306 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Task: {'id': task-3366176, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.567322} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.386979] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-f193bf25-e3b1-4287-b96d-63dc5a9cb306 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] 2a467e6b-d7cd-4bdf-af7a-a1d2c5cbd568/2a467e6b-d7cd-4bdf-af7a-a1d2c5cbd568.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1309.387199] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f193bf25-e3b1-4287-b96d-63dc5a9cb306 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] [instance: 2a467e6b-d7cd-4bdf-af7a-a1d2c5cbd568] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1309.387446] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7a6b03d2-ddb6-4b74-901c-84b8fa998ab5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.395974] env[69350]: DEBUG oslo_vmware.api [None req-f193bf25-e3b1-4287-b96d-63dc5a9cb306 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Waiting for the task: (returnval){ [ 1309.395974] env[69350]: value = "task-3366177" [ 1309.395974] env[69350]: _type = "Task" [ 1309.395974] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.405572] env[69350]: DEBUG oslo_vmware.api [None req-f193bf25-e3b1-4287-b96d-63dc5a9cb306 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Task: {'id': task-3366177, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.444038] env[69350]: DEBUG nova.scheduler.client.report [None req-8321cce9-4c94-4be1-a45a-2b5cf8fd8539 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1309.583778] env[69350]: DEBUG nova.network.neutron [None req-f15abe5d-e50e-485c-886b-eb66e07c6d91 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: c996560e-e0e4-4a07-97d9-29567a42ba14] Updating instance_info_cache with network_info: [{"id": "ec84a1ab-cf6d-48dc-b078-6ed02713d844", "address": "fa:16:3e:cf:56:cb", "network": {"id": "bc16c158-ef75-4a41-beeb-3ceae708fa9d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-469663997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46625a434b9f47dc83d92c9db8a3024c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec84a1ab-cf", "ovs_interfaceid": "ec84a1ab-cf6d-48dc-b078-6ed02713d844", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1309.684041] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1309.824612] env[69350]: DEBUG oslo_vmware.api [None req-5ccb1e36-d5c1-40e9-ac54-b67dcc020b67 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3366174, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.907990] env[69350]: DEBUG oslo_vmware.api [None req-f193bf25-e3b1-4287-b96d-63dc5a9cb306 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Task: {'id': task-3366177, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074612} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.909316] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f193bf25-e3b1-4287-b96d-63dc5a9cb306 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] [instance: 2a467e6b-d7cd-4bdf-af7a-a1d2c5cbd568] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1309.912420] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae23aac-a8d1-49d4-9fa7-5f3cdef5c6a7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.935949] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-f193bf25-e3b1-4287-b96d-63dc5a9cb306 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] [instance: 2a467e6b-d7cd-4bdf-af7a-a1d2c5cbd568] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 2a467e6b-d7cd-4bdf-af7a-a1d2c5cbd568/2a467e6b-d7cd-4bdf-af7a-a1d2c5cbd568.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1309.937261] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e10b1c97-617c-4d93-a4a7-f39835c538fe {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.953589] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8321cce9-4c94-4be1-a45a-2b5cf8fd8539 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.819s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.964389] env[69350]: DEBUG oslo_vmware.api [None req-f193bf25-e3b1-4287-b96d-63dc5a9cb306 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Waiting for the task: (returnval){ [ 1309.964389] env[69350]: value = "task-3366178" [ 1309.964389] env[69350]: _type = "Task" [ 1309.964389] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.975428] env[69350]: DEBUG oslo_vmware.api [None req-f193bf25-e3b1-4287-b96d-63dc5a9cb306 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Task: {'id': task-3366178, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.982647] env[69350]: INFO nova.scheduler.client.report [None req-8321cce9-4c94-4be1-a45a-2b5cf8fd8539 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Deleted allocations for instance c0fcc9b3-2a35-40e9-93ee-46234ac470de [ 1310.086889] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f15abe5d-e50e-485c-886b-eb66e07c6d91 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Releasing lock "refresh_cache-c996560e-e0e4-4a07-97d9-29567a42ba14" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.087469] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-f15abe5d-e50e-485c-886b-eb66e07c6d91 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: c996560e-e0e4-4a07-97d9-29567a42ba14] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1310.087758] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c561990-8269-4e6a-9b8e-9388d1331223 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.095772] env[69350]: DEBUG oslo_vmware.api [None req-f15abe5d-e50e-485c-886b-eb66e07c6d91 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Waiting for the task: (returnval){ [ 1310.095772] env[69350]: value = "task-3366179" [ 1310.095772] env[69350]: _type = "Task" [ 1310.095772] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.104861] env[69350]: DEBUG oslo_vmware.api [None req-f15abe5d-e50e-485c-886b-eb66e07c6d91 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3366179, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.324886] env[69350]: DEBUG oslo_vmware.api [None req-5ccb1e36-d5c1-40e9-ac54-b67dcc020b67 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3366174, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.417964] env[69350]: DEBUG oslo_concurrency.lockutils [None req-18512af9-84b1-49c4-acdf-912dcee4c426 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Acquiring lock "9a3d0bff-3744-4037-8829-c9769d4af37e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.417964] env[69350]: DEBUG oslo_concurrency.lockutils [None req-18512af9-84b1-49c4-acdf-912dcee4c426 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Lock "9a3d0bff-3744-4037-8829-c9769d4af37e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.417964] env[69350]: DEBUG oslo_concurrency.lockutils [None req-18512af9-84b1-49c4-acdf-912dcee4c426 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Acquiring lock "9a3d0bff-3744-4037-8829-c9769d4af37e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.417964] env[69350]: DEBUG oslo_concurrency.lockutils [None req-18512af9-84b1-49c4-acdf-912dcee4c426 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Lock "9a3d0bff-3744-4037-8829-c9769d4af37e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.418138] env[69350]: DEBUG oslo_concurrency.lockutils [None req-18512af9-84b1-49c4-acdf-912dcee4c426 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Lock "9a3d0bff-3744-4037-8829-c9769d4af37e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.420802] env[69350]: INFO nova.compute.manager [None req-18512af9-84b1-49c4-acdf-912dcee4c426 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: 9a3d0bff-3744-4037-8829-c9769d4af37e] Terminating instance [ 1310.475078] env[69350]: DEBUG oslo_vmware.api [None req-f193bf25-e3b1-4287-b96d-63dc5a9cb306 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Task: {'id': task-3366178, 'name': ReconfigVM_Task, 'duration_secs': 0.457815} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.476028] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-f193bf25-e3b1-4287-b96d-63dc5a9cb306 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] [instance: 2a467e6b-d7cd-4bdf-af7a-a1d2c5cbd568] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 2a467e6b-d7cd-4bdf-af7a-a1d2c5cbd568/2a467e6b-d7cd-4bdf-af7a-a1d2c5cbd568.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1310.476028] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6d922651-0e3a-4a45-82b9-f4e14794db36 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.482938] env[69350]: DEBUG oslo_vmware.api [None req-f193bf25-e3b1-4287-b96d-63dc5a9cb306 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Waiting for the task: (returnval){ [ 1310.482938] env[69350]: value = "task-3366180" [ 1310.482938] env[69350]: _type = "Task" [ 1310.482938] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.493334] env[69350]: DEBUG oslo_vmware.api [None req-f193bf25-e3b1-4287-b96d-63dc5a9cb306 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Task: {'id': task-3366180, 'name': Rename_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.493706] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8321cce9-4c94-4be1-a45a-2b5cf8fd8539 tempest-AttachVolumeNegativeTest-1511411444 tempest-AttachVolumeNegativeTest-1511411444-project-member] Lock "c0fcc9b3-2a35-40e9-93ee-46234ac470de" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.516s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.606246] env[69350]: DEBUG oslo_vmware.api [None req-f15abe5d-e50e-485c-886b-eb66e07c6d91 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3366179, 'name': PowerOffVM_Task, 'duration_secs': 0.210057} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.606566] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-f15abe5d-e50e-485c-886b-eb66e07c6d91 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: c996560e-e0e4-4a07-97d9-29567a42ba14] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1310.607281] env[69350]: DEBUG nova.virt.hardware [None req-f15abe5d-e50e-485c-886b-eb66e07c6d91 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1310.607524] env[69350]: DEBUG nova.virt.hardware [None req-f15abe5d-e50e-485c-886b-eb66e07c6d91 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1310.607688] env[69350]: DEBUG nova.virt.hardware [None req-f15abe5d-e50e-485c-886b-eb66e07c6d91 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1310.607885] env[69350]: DEBUG nova.virt.hardware [None req-f15abe5d-e50e-485c-886b-eb66e07c6d91 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1310.608058] env[69350]: DEBUG nova.virt.hardware [None req-f15abe5d-e50e-485c-886b-eb66e07c6d91 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1310.608210] env[69350]: DEBUG nova.virt.hardware [None req-f15abe5d-e50e-485c-886b-eb66e07c6d91 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1310.608438] env[69350]: DEBUG nova.virt.hardware [None req-f15abe5d-e50e-485c-886b-eb66e07c6d91 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1310.608690] env[69350]: DEBUG nova.virt.hardware [None req-f15abe5d-e50e-485c-886b-eb66e07c6d91 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1310.608906] env[69350]: DEBUG nova.virt.hardware [None req-f15abe5d-e50e-485c-886b-eb66e07c6d91 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1310.609110] env[69350]: DEBUG nova.virt.hardware [None req-f15abe5d-e50e-485c-886b-eb66e07c6d91 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1310.609295] env[69350]: DEBUG nova.virt.hardware [None req-f15abe5d-e50e-485c-886b-eb66e07c6d91 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1310.614747] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8106ec83-5c5f-43d8-b6aa-3ea731a43764 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.632374] env[69350]: DEBUG oslo_vmware.api [None req-f15abe5d-e50e-485c-886b-eb66e07c6d91 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Waiting for the task: (returnval){ [ 1310.632374] env[69350]: value = "task-3366182" [ 1310.632374] env[69350]: _type = "Task" [ 1310.632374] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.642290] env[69350]: DEBUG oslo_vmware.api [None req-f15abe5d-e50e-485c-886b-eb66e07c6d91 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3366182, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.825624] env[69350]: DEBUG oslo_vmware.api [None req-5ccb1e36-d5c1-40e9-ac54-b67dcc020b67 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3366174, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.928325] env[69350]: DEBUG nova.compute.manager [None req-18512af9-84b1-49c4-acdf-912dcee4c426 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: 9a3d0bff-3744-4037-8829-c9769d4af37e] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1310.928702] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-18512af9-84b1-49c4-acdf-912dcee4c426 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: 9a3d0bff-3744-4037-8829-c9769d4af37e] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1310.930046] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84fda818-51df-4c2b-930f-8d34dc939e9f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.941201] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-18512af9-84b1-49c4-acdf-912dcee4c426 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: 9a3d0bff-3744-4037-8829-c9769d4af37e] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1310.941581] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef78e7e7-e740-4edc-a198-234c86c5cd15 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.949747] env[69350]: DEBUG oslo_vmware.api [None req-18512af9-84b1-49c4-acdf-912dcee4c426 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Waiting for the task: (returnval){ [ 1310.949747] env[69350]: value = "task-3366183" [ 1310.949747] env[69350]: _type = "Task" [ 1310.949747] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.962451] env[69350]: DEBUG oslo_vmware.api [None req-18512af9-84b1-49c4-acdf-912dcee4c426 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Task: {'id': task-3366183, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.994201] env[69350]: DEBUG oslo_vmware.api [None req-f193bf25-e3b1-4287-b96d-63dc5a9cb306 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Task: {'id': task-3366180, 'name': Rename_Task, 'duration_secs': 0.144227} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.994508] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-f193bf25-e3b1-4287-b96d-63dc5a9cb306 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] [instance: 2a467e6b-d7cd-4bdf-af7a-a1d2c5cbd568] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1310.994770] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0f174707-1d0b-47e0-8829-6224f1aefab5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.003114] env[69350]: DEBUG oslo_vmware.api [None req-f193bf25-e3b1-4287-b96d-63dc5a9cb306 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Waiting for the task: (returnval){ [ 1311.003114] env[69350]: value = "task-3366184" [ 1311.003114] env[69350]: _type = "Task" [ 1311.003114] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.011817] env[69350]: DEBUG oslo_vmware.api [None req-f193bf25-e3b1-4287-b96d-63dc5a9cb306 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Task: {'id': task-3366184, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.143577] env[69350]: DEBUG oslo_vmware.api [None req-f15abe5d-e50e-485c-886b-eb66e07c6d91 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3366182, 'name': ReconfigVM_Task, 'duration_secs': 0.151295} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.143982] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0485f335-179a-4bef-90e8-14e4bc9ecfa3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.163085] env[69350]: DEBUG nova.virt.hardware [None req-f15abe5d-e50e-485c-886b-eb66e07c6d91 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1311.163686] env[69350]: DEBUG nova.virt.hardware [None req-f15abe5d-e50e-485c-886b-eb66e07c6d91 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1311.163686] env[69350]: DEBUG nova.virt.hardware [None req-f15abe5d-e50e-485c-886b-eb66e07c6d91 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1311.163764] env[69350]: DEBUG nova.virt.hardware [None req-f15abe5d-e50e-485c-886b-eb66e07c6d91 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1311.163927] env[69350]: DEBUG nova.virt.hardware [None req-f15abe5d-e50e-485c-886b-eb66e07c6d91 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1311.164107] env[69350]: DEBUG nova.virt.hardware [None req-f15abe5d-e50e-485c-886b-eb66e07c6d91 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1311.164340] env[69350]: DEBUG nova.virt.hardware [None req-f15abe5d-e50e-485c-886b-eb66e07c6d91 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1311.164502] env[69350]: DEBUG nova.virt.hardware [None req-f15abe5d-e50e-485c-886b-eb66e07c6d91 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1311.164690] env[69350]: DEBUG nova.virt.hardware [None req-f15abe5d-e50e-485c-886b-eb66e07c6d91 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1311.164840] env[69350]: DEBUG nova.virt.hardware [None req-f15abe5d-e50e-485c-886b-eb66e07c6d91 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1311.165045] env[69350]: DEBUG nova.virt.hardware [None req-f15abe5d-e50e-485c-886b-eb66e07c6d91 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1311.165881] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b316dfbe-07d0-4683-a528-7514e3796bf2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.172210] env[69350]: DEBUG oslo_vmware.api [None req-f15abe5d-e50e-485c-886b-eb66e07c6d91 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Waiting for the task: (returnval){ [ 1311.172210] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5202b970-ccf9-53e3-b20f-2642c2b6039f" [ 1311.172210] env[69350]: _type = "Task" [ 1311.172210] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.180306] env[69350]: DEBUG oslo_vmware.api [None req-f15abe5d-e50e-485c-886b-eb66e07c6d91 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5202b970-ccf9-53e3-b20f-2642c2b6039f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.325044] env[69350]: DEBUG oslo_vmware.api [None req-5ccb1e36-d5c1-40e9-ac54-b67dcc020b67 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3366174, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.459289] env[69350]: DEBUG oslo_vmware.api [None req-18512af9-84b1-49c4-acdf-912dcee4c426 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Task: {'id': task-3366183, 'name': PowerOffVM_Task, 'duration_secs': 0.197078} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.459556] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-18512af9-84b1-49c4-acdf-912dcee4c426 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: 9a3d0bff-3744-4037-8829-c9769d4af37e] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1311.459726] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-18512af9-84b1-49c4-acdf-912dcee4c426 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: 9a3d0bff-3744-4037-8829-c9769d4af37e] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1311.459980] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7dc22a7b-d81a-41ea-b4fe-37e74a5a3dfe {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.512963] env[69350]: DEBUG oslo_vmware.api [None req-f193bf25-e3b1-4287-b96d-63dc5a9cb306 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Task: {'id': task-3366184, 'name': PowerOnVM_Task} progress is 76%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.681602] env[69350]: DEBUG oslo_vmware.api [None req-f15abe5d-e50e-485c-886b-eb66e07c6d91 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5202b970-ccf9-53e3-b20f-2642c2b6039f, 'name': SearchDatastore_Task, 'duration_secs': 0.010289} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.687284] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-f15abe5d-e50e-485c-886b-eb66e07c6d91 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: c996560e-e0e4-4a07-97d9-29567a42ba14] Reconfiguring VM instance instance-0000006a to detach disk 2000 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1311.687690] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1311.687832] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69350) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1311.688025] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0d42eb2-277b-4304-b91c-caedd2af850f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.706075] env[69350]: DEBUG oslo_vmware.api [None req-f15abe5d-e50e-485c-886b-eb66e07c6d91 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Waiting for the task: (returnval){ [ 1311.706075] env[69350]: value = "task-3366186" [ 1311.706075] env[69350]: _type = "Task" [ 1311.706075] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.713811] env[69350]: DEBUG oslo_vmware.api [None req-f15abe5d-e50e-485c-886b-eb66e07c6d91 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3366186, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.825990] env[69350]: DEBUG oslo_vmware.api [None req-5ccb1e36-d5c1-40e9-ac54-b67dcc020b67 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3366174, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.916467] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-18512af9-84b1-49c4-acdf-912dcee4c426 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: 9a3d0bff-3744-4037-8829-c9769d4af37e] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1311.916672] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-18512af9-84b1-49c4-acdf-912dcee4c426 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: 9a3d0bff-3744-4037-8829-c9769d4af37e] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1311.916846] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-18512af9-84b1-49c4-acdf-912dcee4c426 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Deleting the datastore file [datastore2] 9a3d0bff-3744-4037-8829-c9769d4af37e {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1311.917125] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a461507f-c304-46e3-bfea-7c884b2af393 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.923443] env[69350]: DEBUG oslo_vmware.api [None req-18512af9-84b1-49c4-acdf-912dcee4c426 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Waiting for the task: (returnval){ [ 1311.923443] env[69350]: value = "task-3366187" [ 1311.923443] env[69350]: _type = "Task" [ 1311.923443] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.931444] env[69350]: DEBUG oslo_vmware.api [None req-18512af9-84b1-49c4-acdf-912dcee4c426 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Task: {'id': task-3366187, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.013865] env[69350]: DEBUG oslo_vmware.api [None req-f193bf25-e3b1-4287-b96d-63dc5a9cb306 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Task: {'id': task-3366184, 'name': PowerOnVM_Task, 'duration_secs': 0.932447} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.014090] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-f193bf25-e3b1-4287-b96d-63dc5a9cb306 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] [instance: 2a467e6b-d7cd-4bdf-af7a-a1d2c5cbd568] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1312.014299] env[69350]: INFO nova.compute.manager [None req-f193bf25-e3b1-4287-b96d-63dc5a9cb306 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] [instance: 2a467e6b-d7cd-4bdf-af7a-a1d2c5cbd568] Took 5.93 seconds to spawn the instance on the hypervisor. [ 1312.014475] env[69350]: DEBUG nova.compute.manager [None req-f193bf25-e3b1-4287-b96d-63dc5a9cb306 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] [instance: 2a467e6b-d7cd-4bdf-af7a-a1d2c5cbd568] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1312.015262] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc5f7998-994e-4d0c-9764-eee1cfe6b845 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.216017] env[69350]: DEBUG oslo_vmware.api [None req-f15abe5d-e50e-485c-886b-eb66e07c6d91 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3366186, 'name': ReconfigVM_Task, 'duration_secs': 0.200131} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.216319] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-f15abe5d-e50e-485c-886b-eb66e07c6d91 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: c996560e-e0e4-4a07-97d9-29567a42ba14] Reconfigured VM instance instance-0000006a to detach disk 2000 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1312.217109] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb6662f-6ece-4b55-8f28-333310378b49 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.239429] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-f15abe5d-e50e-485c-886b-eb66e07c6d91 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: c996560e-e0e4-4a07-97d9-29567a42ba14] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] c996560e-e0e4-4a07-97d9-29567a42ba14/c996560e-e0e4-4a07-97d9-29567a42ba14.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1312.239711] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09325696-6d32-4fec-b200-ab290c141111 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.257306] env[69350]: DEBUG oslo_vmware.api [None req-f15abe5d-e50e-485c-886b-eb66e07c6d91 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Waiting for the task: (returnval){ [ 1312.257306] env[69350]: value = "task-3366188" [ 1312.257306] env[69350]: _type = "Task" [ 1312.257306] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.265711] env[69350]: DEBUG oslo_vmware.api [None req-f15abe5d-e50e-485c-886b-eb66e07c6d91 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3366188, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.326705] env[69350]: DEBUG oslo_vmware.api [None req-5ccb1e36-d5c1-40e9-ac54-b67dcc020b67 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3366174, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.433198] env[69350]: DEBUG oslo_vmware.api [None req-18512af9-84b1-49c4-acdf-912dcee4c426 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Task: {'id': task-3366187, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15708} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.433620] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-18512af9-84b1-49c4-acdf-912dcee4c426 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1312.433729] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-18512af9-84b1-49c4-acdf-912dcee4c426 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: 9a3d0bff-3744-4037-8829-c9769d4af37e] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1312.433860] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-18512af9-84b1-49c4-acdf-912dcee4c426 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: 9a3d0bff-3744-4037-8829-c9769d4af37e] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1312.434048] env[69350]: INFO nova.compute.manager [None req-18512af9-84b1-49c4-acdf-912dcee4c426 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] [instance: 9a3d0bff-3744-4037-8829-c9769d4af37e] Took 1.51 seconds to destroy the instance on the hypervisor. [ 1312.434298] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-18512af9-84b1-49c4-acdf-912dcee4c426 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1312.434508] env[69350]: DEBUG nova.compute.manager [-] [instance: 9a3d0bff-3744-4037-8829-c9769d4af37e] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1312.434628] env[69350]: DEBUG nova.network.neutron [-] [instance: 9a3d0bff-3744-4037-8829-c9769d4af37e] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1312.530623] env[69350]: INFO nova.compute.manager [None req-f193bf25-e3b1-4287-b96d-63dc5a9cb306 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] [instance: 2a467e6b-d7cd-4bdf-af7a-a1d2c5cbd568] Took 12.86 seconds to build instance. [ 1312.698040] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1312.698040] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1312.698040] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1312.767452] env[69350]: DEBUG oslo_vmware.api [None req-f15abe5d-e50e-485c-886b-eb66e07c6d91 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3366188, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.776055] env[69350]: INFO nova.compute.manager [None req-1018fdd5-bcfe-4f62-a69f-df69b5fd9287 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] [instance: 2a467e6b-d7cd-4bdf-af7a-a1d2c5cbd568] Rebuilding instance [ 1312.825976] env[69350]: DEBUG nova.compute.manager [None req-1018fdd5-bcfe-4f62-a69f-df69b5fd9287 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] [instance: 2a467e6b-d7cd-4bdf-af7a-a1d2c5cbd568] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1312.826805] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73289d25-5a76-4fe0-8d2e-cd2a45398ace {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.832739] env[69350]: DEBUG oslo_vmware.api [None req-5ccb1e36-d5c1-40e9-ac54-b67dcc020b67 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3366174, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.940760] env[69350]: DEBUG nova.compute.manager [req-59207423-dab9-485d-a4c5-a2d4bae94a78 req-e9d24463-fe0f-4edb-912b-1c94aaf7f1e9 service nova] [instance: 9a3d0bff-3744-4037-8829-c9769d4af37e] Received event network-vif-deleted-37ae9eaf-6d93-4810-b589-b92264602493 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1312.941266] env[69350]: INFO nova.compute.manager [req-59207423-dab9-485d-a4c5-a2d4bae94a78 req-e9d24463-fe0f-4edb-912b-1c94aaf7f1e9 service nova] [instance: 9a3d0bff-3744-4037-8829-c9769d4af37e] Neutron deleted interface 37ae9eaf-6d93-4810-b589-b92264602493; detaching it from the instance and deleting it from the info cache [ 1312.941514] env[69350]: DEBUG nova.network.neutron [req-59207423-dab9-485d-a4c5-a2d4bae94a78 req-e9d24463-fe0f-4edb-912b-1c94aaf7f1e9 service nova] [instance: 9a3d0bff-3744-4037-8829-c9769d4af37e] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1313.032589] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f193bf25-e3b1-4287-b96d-63dc5a9cb306 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Lock "2a467e6b-d7cd-4bdf-af7a-a1d2c5cbd568" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.373s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.268323] env[69350]: DEBUG oslo_vmware.api [None req-f15abe5d-e50e-485c-886b-eb66e07c6d91 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3366188, 'name': ReconfigVM_Task, 'duration_secs': 0.838742} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.268603] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-f15abe5d-e50e-485c-886b-eb66e07c6d91 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: c996560e-e0e4-4a07-97d9-29567a42ba14] Reconfigured VM instance instance-0000006a to attach disk [datastore2] c996560e-e0e4-4a07-97d9-29567a42ba14/c996560e-e0e4-4a07-97d9-29567a42ba14.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1313.269444] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f55edf1-7203-407e-8b1e-8dddbbbfcb39 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.287047] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da1df8e-ed59-4b24-8f95-2ab82ed64501 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.304097] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-243d508d-529f-49f9-b597-2cba51a001c6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.324558] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3532d4c3-9223-4736-940e-d5efabe80aac {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.327228] env[69350]: DEBUG nova.network.neutron [-] [instance: 9a3d0bff-3744-4037-8829-c9769d4af37e] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1313.333249] env[69350]: DEBUG oslo_vmware.api [None req-5ccb1e36-d5c1-40e9-ac54-b67dcc020b67 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3366174, 'name': ReconfigVM_Task, 'duration_secs': 5.770673} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.335799] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5ccb1e36-d5c1-40e9-ac54-b67dcc020b67 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Releasing lock "c3e34d3b-84f4-4b36-b887-262cc9c73a55" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.336016] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-5ccb1e36-d5c1-40e9-ac54-b67dcc020b67 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: c3e34d3b-84f4-4b36-b887-262cc9c73a55] Reconfigured VM to detach interface {{(pid=69350) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1313.338154] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-f15abe5d-e50e-485c-886b-eb66e07c6d91 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: c996560e-e0e4-4a07-97d9-29567a42ba14] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1313.338452] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-867c6bae-a098-4a90-a114-513c362d1ebe {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.347777] env[69350]: DEBUG oslo_vmware.api [None req-f15abe5d-e50e-485c-886b-eb66e07c6d91 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Waiting for the task: (returnval){ [ 1313.347777] env[69350]: value = "task-3366189" [ 1313.347777] env[69350]: _type = "Task" [ 1313.347777] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.358247] env[69350]: DEBUG oslo_vmware.api [None req-f15abe5d-e50e-485c-886b-eb66e07c6d91 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3366189, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.443905] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-47e3cbf0-9002-426c-8a45-cab91b18ffa9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.454025] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc47d1fe-2fff-40fd-9ee0-51990b26ddcc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.492945] env[69350]: DEBUG nova.compute.manager [req-59207423-dab9-485d-a4c5-a2d4bae94a78 req-e9d24463-fe0f-4edb-912b-1c94aaf7f1e9 service nova] [instance: 9a3d0bff-3744-4037-8829-c9769d4af37e] Detach interface failed, port_id=37ae9eaf-6d93-4810-b589-b92264602493, reason: Instance 9a3d0bff-3744-4037-8829-c9769d4af37e could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1313.683802] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1313.835117] env[69350]: INFO nova.compute.manager [-] [instance: 9a3d0bff-3744-4037-8829-c9769d4af37e] Took 1.40 seconds to deallocate network for instance. [ 1313.846018] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-1018fdd5-bcfe-4f62-a69f-df69b5fd9287 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] [instance: 2a467e6b-d7cd-4bdf-af7a-a1d2c5cbd568] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1313.846018] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-49457be5-17d3-4cbf-b3db-1f9289a1d45f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.853430] env[69350]: DEBUG oslo_vmware.api [None req-1018fdd5-bcfe-4f62-a69f-df69b5fd9287 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Waiting for the task: (returnval){ [ 1313.853430] env[69350]: value = "task-3366191" [ 1313.853430] env[69350]: _type = "Task" [ 1313.853430] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.859961] env[69350]: DEBUG oslo_vmware.api [None req-f15abe5d-e50e-485c-886b-eb66e07c6d91 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3366189, 'name': PowerOnVM_Task, 'duration_secs': 0.354983} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.860584] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-f15abe5d-e50e-485c-886b-eb66e07c6d91 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: c996560e-e0e4-4a07-97d9-29567a42ba14] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1313.866758] env[69350]: DEBUG oslo_vmware.api [None req-1018fdd5-bcfe-4f62-a69f-df69b5fd9287 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Task: {'id': task-3366191, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.190585] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.190585] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.190585] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.190585] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69350) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1314.190585] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09080bf7-3d05-4de5-8087-b14de17c8606 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.199054] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e86837f-fdad-4137-8824-bfb9f79dda14 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.214063] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-293c4926-973e-4e9b-8925-e71052814d5d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.220419] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0120e9eb-a823-40b4-b2d9-fba92b18af87 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.250894] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179334MB free_disk=105GB free_vcpus=48 pci_devices=None {{(pid=69350) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1314.251053] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.251271] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.342144] env[69350]: DEBUG oslo_concurrency.lockutils [None req-18512af9-84b1-49c4-acdf-912dcee4c426 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.364076] env[69350]: DEBUG oslo_vmware.api [None req-1018fdd5-bcfe-4f62-a69f-df69b5fd9287 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Task: {'id': task-3366191, 'name': PowerOffVM_Task, 'duration_secs': 0.298827} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.364359] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-1018fdd5-bcfe-4f62-a69f-df69b5fd9287 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] [instance: 2a467e6b-d7cd-4bdf-af7a-a1d2c5cbd568] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1314.364585] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-1018fdd5-bcfe-4f62-a69f-df69b5fd9287 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] [instance: 2a467e6b-d7cd-4bdf-af7a-a1d2c5cbd568] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1314.365370] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4700f127-c5e5-4888-b98d-4461c98d8fce {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.375895] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-1018fdd5-bcfe-4f62-a69f-df69b5fd9287 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] [instance: 2a467e6b-d7cd-4bdf-af7a-a1d2c5cbd568] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1314.376133] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1fa26337-2463-46ee-a9cf-a09d6c0ad258 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.398952] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-1018fdd5-bcfe-4f62-a69f-df69b5fd9287 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] [instance: 2a467e6b-d7cd-4bdf-af7a-a1d2c5cbd568] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1314.399243] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-1018fdd5-bcfe-4f62-a69f-df69b5fd9287 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] [instance: 2a467e6b-d7cd-4bdf-af7a-a1d2c5cbd568] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1314.399439] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-1018fdd5-bcfe-4f62-a69f-df69b5fd9287 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Deleting the datastore file [datastore1] 2a467e6b-d7cd-4bdf-af7a-a1d2c5cbd568 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1314.399691] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6cbe0fe7-683a-4689-9dfa-e7ff69f05c91 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.405112] env[69350]: DEBUG oslo_vmware.api [None req-1018fdd5-bcfe-4f62-a69f-df69b5fd9287 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Waiting for the task: (returnval){ [ 1314.405112] env[69350]: value = "task-3366193" [ 1314.405112] env[69350]: _type = "Task" [ 1314.405112] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.413765] env[69350]: DEBUG oslo_vmware.api [None req-1018fdd5-bcfe-4f62-a69f-df69b5fd9287 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Task: {'id': task-3366193, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.688460] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5ccb1e36-d5c1-40e9-ac54-b67dcc020b67 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Acquiring lock "refresh_cache-c3e34d3b-84f4-4b36-b887-262cc9c73a55" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.688707] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5ccb1e36-d5c1-40e9-ac54-b67dcc020b67 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Acquired lock "refresh_cache-c3e34d3b-84f4-4b36-b887-262cc9c73a55" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.688906] env[69350]: DEBUG nova.network.neutron [None req-5ccb1e36-d5c1-40e9-ac54-b67dcc020b67 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: c3e34d3b-84f4-4b36-b887-262cc9c73a55] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1314.873951] env[69350]: INFO nova.compute.manager [None req-f15abe5d-e50e-485c-886b-eb66e07c6d91 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: c996560e-e0e4-4a07-97d9-29567a42ba14] Updating instance to original state: 'active' [ 1314.915450] env[69350]: DEBUG oslo_vmware.api [None req-1018fdd5-bcfe-4f62-a69f-df69b5fd9287 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Task: {'id': task-3366193, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134044} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.915697] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-1018fdd5-bcfe-4f62-a69f-df69b5fd9287 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1314.915884] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-1018fdd5-bcfe-4f62-a69f-df69b5fd9287 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] [instance: 2a467e6b-d7cd-4bdf-af7a-a1d2c5cbd568] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1314.916069] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-1018fdd5-bcfe-4f62-a69f-df69b5fd9287 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] [instance: 2a467e6b-d7cd-4bdf-af7a-a1d2c5cbd568] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1315.283239] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance a03ec981-aaa5-45f3-aee7-8716b22652c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1315.283409] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance c2902164-bd0d-4dfd-bfa5-4777e4341d4b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1315.283532] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance d626c562-9799-43f3-a25a-5bdc1774ef77 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1315.283649] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance eac0e93a-faa9-4185-8d37-b6e2f7388eb5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1315.283765] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance e5fa3549-8926-4a0b-92ca-ca337739b5cb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1315.283902] env[69350]: WARNING nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance 9a3d0bff-3744-4037-8829-c9769d4af37e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1315.284029] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance c3e34d3b-84f4-4b36-b887-262cc9c73a55 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1315.284146] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance 0f683e7d-83e5-4c63-a56e-f0a7093527f0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1315.284257] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance c996560e-e0e4-4a07-97d9-29567a42ba14 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1315.284370] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance 223a8921-91e0-4622-b103-2ca2fdc80fe5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1315.284479] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance 2a467e6b-d7cd-4bdf-af7a-a1d2c5cbd568 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1315.284659] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=69350) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1315.284789] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=69350) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1315.324213] env[69350]: DEBUG nova.compute.manager [req-1af05d6f-01f8-48a7-ba9e-ddb8269cd80b req-49f938f0-ae77-49aa-9518-75e86d93ffac service nova] [instance: c3e34d3b-84f4-4b36-b887-262cc9c73a55] Received event network-changed-73d86e5c-6ef6-457c-ab63-bb8751635a6c {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1315.324410] env[69350]: DEBUG nova.compute.manager [req-1af05d6f-01f8-48a7-ba9e-ddb8269cd80b req-49f938f0-ae77-49aa-9518-75e86d93ffac service nova] [instance: c3e34d3b-84f4-4b36-b887-262cc9c73a55] Refreshing instance network info cache due to event network-changed-73d86e5c-6ef6-457c-ab63-bb8751635a6c. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1315.324594] env[69350]: DEBUG oslo_concurrency.lockutils [req-1af05d6f-01f8-48a7-ba9e-ddb8269cd80b req-49f938f0-ae77-49aa-9518-75e86d93ffac service nova] Acquiring lock "refresh_cache-c3e34d3b-84f4-4b36-b887-262cc9c73a55" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.435321] env[69350]: INFO nova.network.neutron [None req-5ccb1e36-d5c1-40e9-ac54-b67dcc020b67 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: c3e34d3b-84f4-4b36-b887-262cc9c73a55] Port 609d4ecc-6e9d-435b-92d8-6b980779e80e from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1315.436196] env[69350]: DEBUG nova.network.neutron [None req-5ccb1e36-d5c1-40e9-ac54-b67dcc020b67 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: c3e34d3b-84f4-4b36-b887-262cc9c73a55] Updating instance_info_cache with network_info: [{"id": "73d86e5c-6ef6-457c-ab63-bb8751635a6c", "address": "fa:16:3e:42:9b:18", "network": {"id": "ad123e0a-1a99-4c6b-932f-ff9de41ceb18", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-757019814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e70a04cc40f0407ebac8a2f5bbbd8693", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73d86e5c-6e", "ovs_interfaceid": "73d86e5c-6ef6-457c-ab63-bb8751635a6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1315.520038] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d6b0e30-c99b-4448-84f8-a29cc004cbe0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.530130] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a73afa43-f38f-4cd7-a84a-51db0bc27bfe {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.563351] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc024a52-8c80-4cca-b05e-db1501a96af8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.571129] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d60237-1b31-49d4-895b-068f15abbae4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.584651] env[69350]: DEBUG nova.compute.provider_tree [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1315.938625] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5ccb1e36-d5c1-40e9-ac54-b67dcc020b67 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Releasing lock "refresh_cache-c3e34d3b-84f4-4b36-b887-262cc9c73a55" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.941016] env[69350]: DEBUG oslo_concurrency.lockutils [req-1af05d6f-01f8-48a7-ba9e-ddb8269cd80b req-49f938f0-ae77-49aa-9518-75e86d93ffac service nova] Acquired lock "refresh_cache-c3e34d3b-84f4-4b36-b887-262cc9c73a55" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.941241] env[69350]: DEBUG nova.network.neutron [req-1af05d6f-01f8-48a7-ba9e-ddb8269cd80b req-49f938f0-ae77-49aa-9518-75e86d93ffac service nova] [instance: c3e34d3b-84f4-4b36-b887-262cc9c73a55] Refreshing network info cache for port 73d86e5c-6ef6-457c-ab63-bb8751635a6c {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1315.952933] env[69350]: DEBUG nova.virt.hardware [None req-1018fdd5-bcfe-4f62-a69f-df69b5fd9287 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1315.953206] env[69350]: DEBUG nova.virt.hardware [None req-1018fdd5-bcfe-4f62-a69f-df69b5fd9287 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1315.953377] env[69350]: DEBUG nova.virt.hardware [None req-1018fdd5-bcfe-4f62-a69f-df69b5fd9287 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1315.953562] env[69350]: DEBUG nova.virt.hardware [None req-1018fdd5-bcfe-4f62-a69f-df69b5fd9287 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1315.953709] env[69350]: DEBUG nova.virt.hardware [None req-1018fdd5-bcfe-4f62-a69f-df69b5fd9287 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1315.953892] env[69350]: DEBUG nova.virt.hardware [None req-1018fdd5-bcfe-4f62-a69f-df69b5fd9287 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1315.954176] env[69350]: DEBUG nova.virt.hardware [None req-1018fdd5-bcfe-4f62-a69f-df69b5fd9287 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1315.954349] env[69350]: DEBUG nova.virt.hardware [None req-1018fdd5-bcfe-4f62-a69f-df69b5fd9287 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1315.954518] env[69350]: DEBUG nova.virt.hardware [None req-1018fdd5-bcfe-4f62-a69f-df69b5fd9287 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1315.954682] env[69350]: DEBUG nova.virt.hardware [None req-1018fdd5-bcfe-4f62-a69f-df69b5fd9287 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1315.954858] env[69350]: DEBUG nova.virt.hardware [None req-1018fdd5-bcfe-4f62-a69f-df69b5fd9287 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1315.955962] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b6d7027-e7e7-4df6-9ac9-bc42d4a1d282 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.964312] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef3816fb-6490-4afe-a701-94b476489480 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.978148] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-1018fdd5-bcfe-4f62-a69f-df69b5fd9287 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] [instance: 2a467e6b-d7cd-4bdf-af7a-a1d2c5cbd568] Instance VIF info [] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1315.984268] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1018fdd5-bcfe-4f62-a69f-df69b5fd9287 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1315.985714] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a467e6b-d7cd-4bdf-af7a-a1d2c5cbd568] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1315.988510] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3cd6bcac-5727-4ee1-9ecc-7a28f01bb589 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.004280] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8d643332-ada4-43b6-8054-f7d9dedb3a78 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Acquiring lock "c996560e-e0e4-4a07-97d9-29567a42ba14" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.004486] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8d643332-ada4-43b6-8054-f7d9dedb3a78 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Lock "c996560e-e0e4-4a07-97d9-29567a42ba14" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.004718] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8d643332-ada4-43b6-8054-f7d9dedb3a78 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Acquiring lock "c996560e-e0e4-4a07-97d9-29567a42ba14-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.004889] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8d643332-ada4-43b6-8054-f7d9dedb3a78 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Lock "c996560e-e0e4-4a07-97d9-29567a42ba14-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.005074] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8d643332-ada4-43b6-8054-f7d9dedb3a78 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Lock "c996560e-e0e4-4a07-97d9-29567a42ba14-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.007130] env[69350]: INFO nova.compute.manager [None req-8d643332-ada4-43b6-8054-f7d9dedb3a78 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: c996560e-e0e4-4a07-97d9-29567a42ba14] Terminating instance [ 1316.013642] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1316.013642] env[69350]: value = "task-3366194" [ 1316.013642] env[69350]: _type = "Task" [ 1316.013642] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.023301] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366194, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.030294] env[69350]: DEBUG oslo_concurrency.lockutils [None req-596bdc08-2892-4ca9-90b8-d83238556c53 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Acquiring lock "interface-0f683e7d-83e5-4c63-a56e-f0a7093527f0-609d4ecc-6e9d-435b-92d8-6b980779e80e" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.030532] env[69350]: DEBUG oslo_concurrency.lockutils [None req-596bdc08-2892-4ca9-90b8-d83238556c53 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Lock "interface-0f683e7d-83e5-4c63-a56e-f0a7093527f0-609d4ecc-6e9d-435b-92d8-6b980779e80e" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.030936] env[69350]: DEBUG nova.objects.instance [None req-596bdc08-2892-4ca9-90b8-d83238556c53 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Lazy-loading 'flavor' on Instance uuid 0f683e7d-83e5-4c63-a56e-f0a7093527f0 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1316.087868] env[69350]: DEBUG nova.scheduler.client.report [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1316.444148] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5ccb1e36-d5c1-40e9-ac54-b67dcc020b67 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Lock "interface-c3e34d3b-84f4-4b36-b887-262cc9c73a55-609d4ecc-6e9d-435b-92d8-6b980779e80e" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.750s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.511497] env[69350]: DEBUG nova.compute.manager [None req-8d643332-ada4-43b6-8054-f7d9dedb3a78 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: c996560e-e0e4-4a07-97d9-29567a42ba14] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1316.511728] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8d643332-ada4-43b6-8054-f7d9dedb3a78 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: c996560e-e0e4-4a07-97d9-29567a42ba14] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1316.513151] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb4fa912-88e0-48da-89fc-25bab8c7852a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.526548] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d643332-ada4-43b6-8054-f7d9dedb3a78 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: c996560e-e0e4-4a07-97d9-29567a42ba14] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1316.527410] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366194, 'name': CreateVM_Task, 'duration_secs': 0.316371} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.527555] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c0a11b4-1823-4014-a122-9925c560a57a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.528950] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a467e6b-d7cd-4bdf-af7a-a1d2c5cbd568] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1316.529374] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1018fdd5-bcfe-4f62-a69f-df69b5fd9287 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.529556] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1018fdd5-bcfe-4f62-a69f-df69b5fd9287 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.529839] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1018fdd5-bcfe-4f62-a69f-df69b5fd9287 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.530408] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a87f6cf-e961-4918-b825-a26242453584 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.537977] env[69350]: DEBUG oslo_vmware.api [None req-8d643332-ada4-43b6-8054-f7d9dedb3a78 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Waiting for the task: (returnval){ [ 1316.537977] env[69350]: value = "task-3366195" [ 1316.537977] env[69350]: _type = "Task" [ 1316.537977] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.543999] env[69350]: DEBUG oslo_vmware.api [None req-1018fdd5-bcfe-4f62-a69f-df69b5fd9287 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Waiting for the task: (returnval){ [ 1316.543999] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52ab13c5-52e1-9803-93f7-8be821f97ea8" [ 1316.543999] env[69350]: _type = "Task" [ 1316.543999] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.551834] env[69350]: DEBUG oslo_vmware.api [None req-8d643332-ada4-43b6-8054-f7d9dedb3a78 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3366195, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.557139] env[69350]: DEBUG oslo_vmware.api [None req-1018fdd5-bcfe-4f62-a69f-df69b5fd9287 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52ab13c5-52e1-9803-93f7-8be821f97ea8, 'name': SearchDatastore_Task, 'duration_secs': 0.012013} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.557416] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1018fdd5-bcfe-4f62-a69f-df69b5fd9287 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.557650] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-1018fdd5-bcfe-4f62-a69f-df69b5fd9287 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] [instance: 2a467e6b-d7cd-4bdf-af7a-a1d2c5cbd568] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1316.557882] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1018fdd5-bcfe-4f62-a69f-df69b5fd9287 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.558040] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1018fdd5-bcfe-4f62-a69f-df69b5fd9287 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.558225] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-1018fdd5-bcfe-4f62-a69f-df69b5fd9287 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1316.558480] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b356f6f-d95c-4887-8206-dd5aeed089b6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.566518] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-1018fdd5-bcfe-4f62-a69f-df69b5fd9287 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1316.566690] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-1018fdd5-bcfe-4f62-a69f-df69b5fd9287 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1316.567537] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba052eb4-2c87-4712-9342-389587397588 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.572310] env[69350]: DEBUG oslo_vmware.api [None req-1018fdd5-bcfe-4f62-a69f-df69b5fd9287 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Waiting for the task: (returnval){ [ 1316.572310] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5266d104-31b2-f2bd-d68c-58aef7f838cc" [ 1316.572310] env[69350]: _type = "Task" [ 1316.572310] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.579613] env[69350]: DEBUG oslo_vmware.api [None req-1018fdd5-bcfe-4f62-a69f-df69b5fd9287 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5266d104-31b2-f2bd-d68c-58aef7f838cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.594349] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69350) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1316.594554] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.343s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.594785] env[69350]: DEBUG oslo_concurrency.lockutils [None req-18512af9-84b1-49c4-acdf-912dcee4c426 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.253s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.594929] env[69350]: DEBUG oslo_concurrency.lockutils [None req-18512af9-84b1-49c4-acdf-912dcee4c426 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.627243] env[69350]: INFO nova.scheduler.client.report [None req-18512af9-84b1-49c4-acdf-912dcee4c426 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Deleted allocations for instance 9a3d0bff-3744-4037-8829-c9769d4af37e [ 1316.707794] env[69350]: DEBUG nova.objects.instance [None req-596bdc08-2892-4ca9-90b8-d83238556c53 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Lazy-loading 'pci_requests' on Instance uuid 0f683e7d-83e5-4c63-a56e-f0a7093527f0 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1316.736785] env[69350]: DEBUG nova.network.neutron [req-1af05d6f-01f8-48a7-ba9e-ddb8269cd80b req-49f938f0-ae77-49aa-9518-75e86d93ffac service nova] [instance: c3e34d3b-84f4-4b36-b887-262cc9c73a55] Updated VIF entry in instance network info cache for port 73d86e5c-6ef6-457c-ab63-bb8751635a6c. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1316.737174] env[69350]: DEBUG nova.network.neutron [req-1af05d6f-01f8-48a7-ba9e-ddb8269cd80b req-49f938f0-ae77-49aa-9518-75e86d93ffac service nova] [instance: c3e34d3b-84f4-4b36-b887-262cc9c73a55] Updating instance_info_cache with network_info: [{"id": "73d86e5c-6ef6-457c-ab63-bb8751635a6c", "address": "fa:16:3e:42:9b:18", "network": {"id": "ad123e0a-1a99-4c6b-932f-ff9de41ceb18", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-757019814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e70a04cc40f0407ebac8a2f5bbbd8693", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73d86e5c-6e", "ovs_interfaceid": "73d86e5c-6ef6-457c-ab63-bb8751635a6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1317.048017] env[69350]: DEBUG oslo_vmware.api [None req-8d643332-ada4-43b6-8054-f7d9dedb3a78 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3366195, 'name': PowerOffVM_Task, 'duration_secs': 0.203588} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.048370] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d643332-ada4-43b6-8054-f7d9dedb3a78 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: c996560e-e0e4-4a07-97d9-29567a42ba14] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1317.048508] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8d643332-ada4-43b6-8054-f7d9dedb3a78 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: c996560e-e0e4-4a07-97d9-29567a42ba14] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1317.048759] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ebe6e47c-3ef0-4663-9e97-c279c7ed59c8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.082936] env[69350]: DEBUG oslo_vmware.api [None req-1018fdd5-bcfe-4f62-a69f-df69b5fd9287 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5266d104-31b2-f2bd-d68c-58aef7f838cc, 'name': SearchDatastore_Task, 'duration_secs': 0.007861} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.083645] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9c7fa3e-77f0-41ee-b5a4-4f967d77776d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.088840] env[69350]: DEBUG oslo_vmware.api [None req-1018fdd5-bcfe-4f62-a69f-df69b5fd9287 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Waiting for the task: (returnval){ [ 1317.088840] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52ee91a4-cc83-df50-1632-0a73241e8763" [ 1317.088840] env[69350]: _type = "Task" [ 1317.088840] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.096101] env[69350]: DEBUG oslo_vmware.api [None req-1018fdd5-bcfe-4f62-a69f-df69b5fd9287 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52ee91a4-cc83-df50-1632-0a73241e8763, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.118093] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8d643332-ada4-43b6-8054-f7d9dedb3a78 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: c996560e-e0e4-4a07-97d9-29567a42ba14] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1317.118312] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8d643332-ada4-43b6-8054-f7d9dedb3a78 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: c996560e-e0e4-4a07-97d9-29567a42ba14] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1317.118485] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d643332-ada4-43b6-8054-f7d9dedb3a78 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Deleting the datastore file [datastore2] c996560e-e0e4-4a07-97d9-29567a42ba14 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1317.118868] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f93de3c-ef92-4e81-9262-14ed5e214c3d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.124878] env[69350]: DEBUG oslo_vmware.api [None req-8d643332-ada4-43b6-8054-f7d9dedb3a78 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Waiting for the task: (returnval){ [ 1317.124878] env[69350]: value = "task-3366198" [ 1317.124878] env[69350]: _type = "Task" [ 1317.124878] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.134931] env[69350]: DEBUG oslo_vmware.api [None req-8d643332-ada4-43b6-8054-f7d9dedb3a78 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3366198, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.135433] env[69350]: DEBUG oslo_concurrency.lockutils [None req-18512af9-84b1-49c4-acdf-912dcee4c426 tempest-AttachVolumeTestJSON-109010452 tempest-AttachVolumeTestJSON-109010452-project-member] Lock "9a3d0bff-3744-4037-8829-c9769d4af37e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.718s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.210326] env[69350]: DEBUG nova.objects.base [None req-596bdc08-2892-4ca9-90b8-d83238556c53 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Object Instance<0f683e7d-83e5-4c63-a56e-f0a7093527f0> lazy-loaded attributes: flavor,pci_requests {{(pid=69350) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1317.210562] env[69350]: DEBUG nova.network.neutron [None req-596bdc08-2892-4ca9-90b8-d83238556c53 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: 0f683e7d-83e5-4c63-a56e-f0a7093527f0] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1317.239283] env[69350]: DEBUG oslo_concurrency.lockutils [req-1af05d6f-01f8-48a7-ba9e-ddb8269cd80b req-49f938f0-ae77-49aa-9518-75e86d93ffac service nova] Releasing lock "refresh_cache-c3e34d3b-84f4-4b36-b887-262cc9c73a55" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.281143] env[69350]: DEBUG nova.policy [None req-596bdc08-2892-4ca9-90b8-d83238556c53 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9c9693865dde46498cfeedad6514435b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e70a04cc40f0407ebac8a2f5bbbd8693', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 1317.352492] env[69350]: DEBUG nova.compute.manager [req-48ba1c32-4017-48f7-92c6-b8024b723df8 req-9953b019-6296-490c-a6b9-a1370ccf5f81 service nova] [instance: 0f683e7d-83e5-4c63-a56e-f0a7093527f0] Received event network-changed-0cce11c4-b57b-4927-84b7-fdd7bf0f5e74 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1317.352689] env[69350]: DEBUG nova.compute.manager [req-48ba1c32-4017-48f7-92c6-b8024b723df8 req-9953b019-6296-490c-a6b9-a1370ccf5f81 service nova] [instance: 0f683e7d-83e5-4c63-a56e-f0a7093527f0] Refreshing instance network info cache due to event network-changed-0cce11c4-b57b-4927-84b7-fdd7bf0f5e74. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1317.352964] env[69350]: DEBUG oslo_concurrency.lockutils [req-48ba1c32-4017-48f7-92c6-b8024b723df8 req-9953b019-6296-490c-a6b9-a1370ccf5f81 service nova] Acquiring lock "refresh_cache-0f683e7d-83e5-4c63-a56e-f0a7093527f0" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.353232] env[69350]: DEBUG oslo_concurrency.lockutils [req-48ba1c32-4017-48f7-92c6-b8024b723df8 req-9953b019-6296-490c-a6b9-a1370ccf5f81 service nova] Acquired lock "refresh_cache-0f683e7d-83e5-4c63-a56e-f0a7093527f0" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.353448] env[69350]: DEBUG nova.network.neutron [req-48ba1c32-4017-48f7-92c6-b8024b723df8 req-9953b019-6296-490c-a6b9-a1370ccf5f81 service nova] [instance: 0f683e7d-83e5-4c63-a56e-f0a7093527f0] Refreshing network info cache for port 0cce11c4-b57b-4927-84b7-fdd7bf0f5e74 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1317.599233] env[69350]: DEBUG oslo_vmware.api [None req-1018fdd5-bcfe-4f62-a69f-df69b5fd9287 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52ee91a4-cc83-df50-1632-0a73241e8763, 'name': SearchDatastore_Task, 'duration_secs': 0.022804} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.599493] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1018fdd5-bcfe-4f62-a69f-df69b5fd9287 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.599908] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-1018fdd5-bcfe-4f62-a69f-df69b5fd9287 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] 2a467e6b-d7cd-4bdf-af7a-a1d2c5cbd568/2a467e6b-d7cd-4bdf-af7a-a1d2c5cbd568.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1317.599978] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b2ea24a4-0247-4d48-97d2-a821072ff38b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.606181] env[69350]: DEBUG oslo_vmware.api [None req-1018fdd5-bcfe-4f62-a69f-df69b5fd9287 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Waiting for the task: (returnval){ [ 1317.606181] env[69350]: value = "task-3366199" [ 1317.606181] env[69350]: _type = "Task" [ 1317.606181] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.614307] env[69350]: DEBUG oslo_vmware.api [None req-1018fdd5-bcfe-4f62-a69f-df69b5fd9287 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Task: {'id': task-3366199, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.634052] env[69350]: DEBUG oslo_vmware.api [None req-8d643332-ada4-43b6-8054-f7d9dedb3a78 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3366198, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152894} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.634868] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d643332-ada4-43b6-8054-f7d9dedb3a78 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1317.634868] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8d643332-ada4-43b6-8054-f7d9dedb3a78 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: c996560e-e0e4-4a07-97d9-29567a42ba14] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1317.634868] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8d643332-ada4-43b6-8054-f7d9dedb3a78 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: c996560e-e0e4-4a07-97d9-29567a42ba14] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1317.635090] env[69350]: INFO nova.compute.manager [None req-8d643332-ada4-43b6-8054-f7d9dedb3a78 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: c996560e-e0e4-4a07-97d9-29567a42ba14] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1317.635188] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d643332-ada4-43b6-8054-f7d9dedb3a78 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1317.635392] env[69350]: DEBUG nova.compute.manager [-] [instance: c996560e-e0e4-4a07-97d9-29567a42ba14] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1317.635486] env[69350]: DEBUG nova.network.neutron [-] [instance: c996560e-e0e4-4a07-97d9-29567a42ba14] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1318.117763] env[69350]: DEBUG oslo_vmware.api [None req-1018fdd5-bcfe-4f62-a69f-df69b5fd9287 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Task: {'id': task-3366199, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497453} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.118089] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-1018fdd5-bcfe-4f62-a69f-df69b5fd9287 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] 2a467e6b-d7cd-4bdf-af7a-a1d2c5cbd568/2a467e6b-d7cd-4bdf-af7a-a1d2c5cbd568.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1318.119203] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-1018fdd5-bcfe-4f62-a69f-df69b5fd9287 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] [instance: 2a467e6b-d7cd-4bdf-af7a-a1d2c5cbd568] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1318.119203] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a6c0366e-87f0-4f86-a641-560089a207f1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.127093] env[69350]: DEBUG oslo_vmware.api [None req-1018fdd5-bcfe-4f62-a69f-df69b5fd9287 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Waiting for the task: (returnval){ [ 1318.127093] env[69350]: value = "task-3366200" [ 1318.127093] env[69350]: _type = "Task" [ 1318.127093] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.138896] env[69350]: DEBUG oslo_vmware.api [None req-1018fdd5-bcfe-4f62-a69f-df69b5fd9287 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Task: {'id': task-3366200, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.280027] env[69350]: DEBUG nova.network.neutron [req-48ba1c32-4017-48f7-92c6-b8024b723df8 req-9953b019-6296-490c-a6b9-a1370ccf5f81 service nova] [instance: 0f683e7d-83e5-4c63-a56e-f0a7093527f0] Updated VIF entry in instance network info cache for port 0cce11c4-b57b-4927-84b7-fdd7bf0f5e74. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1318.280458] env[69350]: DEBUG nova.network.neutron [req-48ba1c32-4017-48f7-92c6-b8024b723df8 req-9953b019-6296-490c-a6b9-a1370ccf5f81 service nova] [instance: 0f683e7d-83e5-4c63-a56e-f0a7093527f0] Updating instance_info_cache with network_info: [{"id": "0cce11c4-b57b-4927-84b7-fdd7bf0f5e74", "address": "fa:16:3e:fb:67:fe", "network": {"id": "ad123e0a-1a99-4c6b-932f-ff9de41ceb18", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-757019814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e70a04cc40f0407ebac8a2f5bbbd8693", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cce11c4-b5", "ovs_interfaceid": "0cce11c4-b57b-4927-84b7-fdd7bf0f5e74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1318.597677] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1318.636860] env[69350]: DEBUG oslo_vmware.api [None req-1018fdd5-bcfe-4f62-a69f-df69b5fd9287 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Task: {'id': task-3366200, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067613} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.637128] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-1018fdd5-bcfe-4f62-a69f-df69b5fd9287 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] [instance: 2a467e6b-d7cd-4bdf-af7a-a1d2c5cbd568] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1318.637888] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e25b8d92-f1d1-45a7-9e30-1f88bba31cbf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.657934] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-1018fdd5-bcfe-4f62-a69f-df69b5fd9287 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] [instance: 2a467e6b-d7cd-4bdf-af7a-a1d2c5cbd568] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 2a467e6b-d7cd-4bdf-af7a-a1d2c5cbd568/2a467e6b-d7cd-4bdf-af7a-a1d2c5cbd568.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1318.658215] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e7669e6-a55a-4c1a-8af0-987d77ecee35 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.677179] env[69350]: DEBUG oslo_vmware.api [None req-1018fdd5-bcfe-4f62-a69f-df69b5fd9287 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Waiting for the task: (returnval){ [ 1318.677179] env[69350]: value = "task-3366202" [ 1318.677179] env[69350]: _type = "Task" [ 1318.677179] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.684747] env[69350]: DEBUG oslo_vmware.api [None req-1018fdd5-bcfe-4f62-a69f-df69b5fd9287 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Task: {'id': task-3366202, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.708825] env[69350]: DEBUG nova.network.neutron [None req-596bdc08-2892-4ca9-90b8-d83238556c53 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: 0f683e7d-83e5-4c63-a56e-f0a7093527f0] Successfully updated port: 609d4ecc-6e9d-435b-92d8-6b980779e80e {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1318.784925] env[69350]: DEBUG oslo_concurrency.lockutils [req-48ba1c32-4017-48f7-92c6-b8024b723df8 req-9953b019-6296-490c-a6b9-a1370ccf5f81 service nova] Releasing lock "refresh_cache-0f683e7d-83e5-4c63-a56e-f0a7093527f0" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.819155] env[69350]: DEBUG nova.network.neutron [-] [instance: c996560e-e0e4-4a07-97d9-29567a42ba14] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1319.187562] env[69350]: DEBUG oslo_vmware.api [None req-1018fdd5-bcfe-4f62-a69f-df69b5fd9287 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Task: {'id': task-3366202, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.214419] env[69350]: DEBUG oslo_concurrency.lockutils [None req-596bdc08-2892-4ca9-90b8-d83238556c53 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Acquiring lock "refresh_cache-0f683e7d-83e5-4c63-a56e-f0a7093527f0" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.214578] env[69350]: DEBUG oslo_concurrency.lockutils [None req-596bdc08-2892-4ca9-90b8-d83238556c53 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Acquired lock "refresh_cache-0f683e7d-83e5-4c63-a56e-f0a7093527f0" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.214757] env[69350]: DEBUG nova.network.neutron [None req-596bdc08-2892-4ca9-90b8-d83238556c53 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: 0f683e7d-83e5-4c63-a56e-f0a7093527f0] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1319.321684] env[69350]: INFO nova.compute.manager [-] [instance: c996560e-e0e4-4a07-97d9-29567a42ba14] Took 1.69 seconds to deallocate network for instance. [ 1319.383695] env[69350]: DEBUG nova.compute.manager [req-76b4d0c2-031a-44a8-859c-74780add386d req-80385f25-470c-4c04-ae79-ac56c71d9f9d service nova] [instance: c996560e-e0e4-4a07-97d9-29567a42ba14] Received event network-vif-deleted-ec84a1ab-cf6d-48dc-b078-6ed02713d844 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1319.383916] env[69350]: DEBUG nova.compute.manager [req-76b4d0c2-031a-44a8-859c-74780add386d req-80385f25-470c-4c04-ae79-ac56c71d9f9d service nova] [instance: 0f683e7d-83e5-4c63-a56e-f0a7093527f0] Received event network-vif-plugged-609d4ecc-6e9d-435b-92d8-6b980779e80e {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1319.384280] env[69350]: DEBUG oslo_concurrency.lockutils [req-76b4d0c2-031a-44a8-859c-74780add386d req-80385f25-470c-4c04-ae79-ac56c71d9f9d service nova] Acquiring lock "0f683e7d-83e5-4c63-a56e-f0a7093527f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.384504] env[69350]: DEBUG oslo_concurrency.lockutils [req-76b4d0c2-031a-44a8-859c-74780add386d req-80385f25-470c-4c04-ae79-ac56c71d9f9d service nova] Lock "0f683e7d-83e5-4c63-a56e-f0a7093527f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.384862] env[69350]: DEBUG oslo_concurrency.lockutils [req-76b4d0c2-031a-44a8-859c-74780add386d req-80385f25-470c-4c04-ae79-ac56c71d9f9d service nova] Lock "0f683e7d-83e5-4c63-a56e-f0a7093527f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.384862] env[69350]: DEBUG nova.compute.manager [req-76b4d0c2-031a-44a8-859c-74780add386d req-80385f25-470c-4c04-ae79-ac56c71d9f9d service nova] [instance: 0f683e7d-83e5-4c63-a56e-f0a7093527f0] No waiting events found dispatching network-vif-plugged-609d4ecc-6e9d-435b-92d8-6b980779e80e {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1319.384997] env[69350]: WARNING nova.compute.manager [req-76b4d0c2-031a-44a8-859c-74780add386d req-80385f25-470c-4c04-ae79-ac56c71d9f9d service nova] [instance: 0f683e7d-83e5-4c63-a56e-f0a7093527f0] Received unexpected event network-vif-plugged-609d4ecc-6e9d-435b-92d8-6b980779e80e for instance with vm_state active and task_state None. [ 1319.385161] env[69350]: DEBUG nova.compute.manager [req-76b4d0c2-031a-44a8-859c-74780add386d req-80385f25-470c-4c04-ae79-ac56c71d9f9d service nova] [instance: 0f683e7d-83e5-4c63-a56e-f0a7093527f0] Received event network-changed-609d4ecc-6e9d-435b-92d8-6b980779e80e {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1319.385329] env[69350]: DEBUG nova.compute.manager [req-76b4d0c2-031a-44a8-859c-74780add386d req-80385f25-470c-4c04-ae79-ac56c71d9f9d service nova] [instance: 0f683e7d-83e5-4c63-a56e-f0a7093527f0] Refreshing instance network info cache due to event network-changed-609d4ecc-6e9d-435b-92d8-6b980779e80e. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1319.385489] env[69350]: DEBUG oslo_concurrency.lockutils [req-76b4d0c2-031a-44a8-859c-74780add386d req-80385f25-470c-4c04-ae79-ac56c71d9f9d service nova] Acquiring lock "refresh_cache-0f683e7d-83e5-4c63-a56e-f0a7093527f0" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.687944] env[69350]: DEBUG oslo_vmware.api [None req-1018fdd5-bcfe-4f62-a69f-df69b5fd9287 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Task: {'id': task-3366202, 'name': ReconfigVM_Task, 'duration_secs': 0.763869} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.688385] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-1018fdd5-bcfe-4f62-a69f-df69b5fd9287 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] [instance: 2a467e6b-d7cd-4bdf-af7a-a1d2c5cbd568] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 2a467e6b-d7cd-4bdf-af7a-a1d2c5cbd568/2a467e6b-d7cd-4bdf-af7a-a1d2c5cbd568.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1319.688850] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4162a42d-456e-4a19-8e2b-93bf565e5804 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.695062] env[69350]: DEBUG oslo_vmware.api [None req-1018fdd5-bcfe-4f62-a69f-df69b5fd9287 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Waiting for the task: (returnval){ [ 1319.695062] env[69350]: value = "task-3366203" [ 1319.695062] env[69350]: _type = "Task" [ 1319.695062] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.702578] env[69350]: DEBUG oslo_vmware.api [None req-1018fdd5-bcfe-4f62-a69f-df69b5fd9287 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Task: {'id': task-3366203, 'name': Rename_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.753657] env[69350]: WARNING nova.network.neutron [None req-596bdc08-2892-4ca9-90b8-d83238556c53 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: 0f683e7d-83e5-4c63-a56e-f0a7093527f0] ad123e0a-1a99-4c6b-932f-ff9de41ceb18 already exists in list: networks containing: ['ad123e0a-1a99-4c6b-932f-ff9de41ceb18']. ignoring it [ 1319.828497] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8d643332-ada4-43b6-8054-f7d9dedb3a78 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.830095] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8d643332-ada4-43b6-8054-f7d9dedb3a78 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.830095] env[69350]: DEBUG nova.objects.instance [None req-8d643332-ada4-43b6-8054-f7d9dedb3a78 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Lazy-loading 'resources' on Instance uuid c996560e-e0e4-4a07-97d9-29567a42ba14 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1320.209574] env[69350]: DEBUG oslo_vmware.api [None req-1018fdd5-bcfe-4f62-a69f-df69b5fd9287 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Task: {'id': task-3366203, 'name': Rename_Task, 'duration_secs': 0.132432} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.210026] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-1018fdd5-bcfe-4f62-a69f-df69b5fd9287 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] [instance: 2a467e6b-d7cd-4bdf-af7a-a1d2c5cbd568] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1320.210549] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad7722b9-1523-46e2-8e26-5fe5cb154ba7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.220530] env[69350]: DEBUG oslo_vmware.api [None req-1018fdd5-bcfe-4f62-a69f-df69b5fd9287 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Waiting for the task: (returnval){ [ 1320.220530] env[69350]: value = "task-3366204" [ 1320.220530] env[69350]: _type = "Task" [ 1320.220530] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.232915] env[69350]: DEBUG oslo_vmware.api [None req-1018fdd5-bcfe-4f62-a69f-df69b5fd9287 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Task: {'id': task-3366204, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.370147] env[69350]: DEBUG nova.network.neutron [None req-596bdc08-2892-4ca9-90b8-d83238556c53 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: 0f683e7d-83e5-4c63-a56e-f0a7093527f0] Updating instance_info_cache with network_info: [{"id": "0cce11c4-b57b-4927-84b7-fdd7bf0f5e74", "address": "fa:16:3e:fb:67:fe", "network": {"id": "ad123e0a-1a99-4c6b-932f-ff9de41ceb18", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-757019814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e70a04cc40f0407ebac8a2f5bbbd8693", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cce11c4-b5", "ovs_interfaceid": "0cce11c4-b57b-4927-84b7-fdd7bf0f5e74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "609d4ecc-6e9d-435b-92d8-6b980779e80e", "address": "fa:16:3e:63:17:43", "network": {"id": "ad123e0a-1a99-4c6b-932f-ff9de41ceb18", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-757019814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e70a04cc40f0407ebac8a2f5bbbd8693", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap609d4ecc-6e", "ovs_interfaceid": "609d4ecc-6e9d-435b-92d8-6b980779e80e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1320.486418] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-902882e3-67da-438f-b8d2-647a6ede8492 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.494406] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc4bd40a-bc3b-489e-9960-65935305b627 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.526964] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f896eb33-9fa6-4e3a-9adc-acfd6df022a6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.535657] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-703f946c-f2de-420c-a758-88214f28401e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.549148] env[69350]: DEBUG nova.compute.provider_tree [None req-8d643332-ada4-43b6-8054-f7d9dedb3a78 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1320.730772] env[69350]: DEBUG oslo_vmware.api [None req-1018fdd5-bcfe-4f62-a69f-df69b5fd9287 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Task: {'id': task-3366204, 'name': PowerOnVM_Task, 'duration_secs': 0.439682} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.731031] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-1018fdd5-bcfe-4f62-a69f-df69b5fd9287 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] [instance: 2a467e6b-d7cd-4bdf-af7a-a1d2c5cbd568] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1320.731242] env[69350]: DEBUG nova.compute.manager [None req-1018fdd5-bcfe-4f62-a69f-df69b5fd9287 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] [instance: 2a467e6b-d7cd-4bdf-af7a-a1d2c5cbd568] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1320.732055] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c01425-862d-4def-a4f3-ddf297b4d73e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.747811] env[69350]: DEBUG oslo_concurrency.lockutils [None req-50cf80b6-dec4-47d8-a6e3-16167c1e61e5 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Acquiring lock "eac0e93a-faa9-4185-8d37-b6e2f7388eb5" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.748046] env[69350]: DEBUG oslo_concurrency.lockutils [None req-50cf80b6-dec4-47d8-a6e3-16167c1e61e5 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Lock "eac0e93a-faa9-4185-8d37-b6e2f7388eb5" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.873962] env[69350]: DEBUG oslo_concurrency.lockutils [None req-596bdc08-2892-4ca9-90b8-d83238556c53 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Releasing lock "refresh_cache-0f683e7d-83e5-4c63-a56e-f0a7093527f0" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.874621] env[69350]: DEBUG oslo_concurrency.lockutils [None req-596bdc08-2892-4ca9-90b8-d83238556c53 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Acquiring lock "0f683e7d-83e5-4c63-a56e-f0a7093527f0" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.874779] env[69350]: DEBUG oslo_concurrency.lockutils [None req-596bdc08-2892-4ca9-90b8-d83238556c53 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Acquired lock "0f683e7d-83e5-4c63-a56e-f0a7093527f0" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.875059] env[69350]: DEBUG oslo_concurrency.lockutils [req-76b4d0c2-031a-44a8-859c-74780add386d req-80385f25-470c-4c04-ae79-ac56c71d9f9d service nova] Acquired lock "refresh_cache-0f683e7d-83e5-4c63-a56e-f0a7093527f0" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.875242] env[69350]: DEBUG nova.network.neutron [req-76b4d0c2-031a-44a8-859c-74780add386d req-80385f25-470c-4c04-ae79-ac56c71d9f9d service nova] [instance: 0f683e7d-83e5-4c63-a56e-f0a7093527f0] Refreshing network info cache for port 609d4ecc-6e9d-435b-92d8-6b980779e80e {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1320.876838] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efc70fdc-3f59-495d-abd2-ef58b24c0a95 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.895455] env[69350]: DEBUG nova.virt.hardware [None req-596bdc08-2892-4ca9-90b8-d83238556c53 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1320.895667] env[69350]: DEBUG nova.virt.hardware [None req-596bdc08-2892-4ca9-90b8-d83238556c53 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1320.895723] env[69350]: DEBUG nova.virt.hardware [None req-596bdc08-2892-4ca9-90b8-d83238556c53 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1320.895894] env[69350]: DEBUG nova.virt.hardware [None req-596bdc08-2892-4ca9-90b8-d83238556c53 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1320.896026] env[69350]: DEBUG nova.virt.hardware [None req-596bdc08-2892-4ca9-90b8-d83238556c53 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1320.896174] env[69350]: DEBUG nova.virt.hardware [None req-596bdc08-2892-4ca9-90b8-d83238556c53 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1320.896374] env[69350]: DEBUG nova.virt.hardware [None req-596bdc08-2892-4ca9-90b8-d83238556c53 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1320.896528] env[69350]: DEBUG nova.virt.hardware [None req-596bdc08-2892-4ca9-90b8-d83238556c53 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1320.896688] env[69350]: DEBUG nova.virt.hardware [None req-596bdc08-2892-4ca9-90b8-d83238556c53 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1320.896847] env[69350]: DEBUG nova.virt.hardware [None req-596bdc08-2892-4ca9-90b8-d83238556c53 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1320.897030] env[69350]: DEBUG nova.virt.hardware [None req-596bdc08-2892-4ca9-90b8-d83238556c53 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1320.903241] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-596bdc08-2892-4ca9-90b8-d83238556c53 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: 0f683e7d-83e5-4c63-a56e-f0a7093527f0] Reconfiguring VM to attach interface {{(pid=69350) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1320.903713] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a4c3acb-5ec3-4db8-8be7-12cdd3fd5c8a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.920819] env[69350]: DEBUG oslo_vmware.api [None req-596bdc08-2892-4ca9-90b8-d83238556c53 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Waiting for the task: (returnval){ [ 1320.920819] env[69350]: value = "task-3366205" [ 1320.920819] env[69350]: _type = "Task" [ 1320.920819] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.928522] env[69350]: DEBUG oslo_vmware.api [None req-596bdc08-2892-4ca9-90b8-d83238556c53 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3366205, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.052624] env[69350]: DEBUG nova.scheduler.client.report [None req-8d643332-ada4-43b6-8054-f7d9dedb3a78 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1321.247565] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1018fdd5-bcfe-4f62-a69f-df69b5fd9287 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.251300] env[69350]: INFO nova.compute.manager [None req-50cf80b6-dec4-47d8-a6e3-16167c1e61e5 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] Detaching volume 6fd2e394-0952-439c-8c84-871173dba712 [ 1321.283416] env[69350]: INFO nova.virt.block_device [None req-50cf80b6-dec4-47d8-a6e3-16167c1e61e5 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] Attempting to driver detach volume 6fd2e394-0952-439c-8c84-871173dba712 from mountpoint /dev/sdb [ 1321.283711] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-50cf80b6-dec4-47d8-a6e3-16167c1e61e5 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] Volume detach. Driver type: vmdk {{(pid=69350) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1321.283957] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-50cf80b6-dec4-47d8-a6e3-16167c1e61e5 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-671684', 'volume_id': '6fd2e394-0952-439c-8c84-871173dba712', 'name': 'volume-6fd2e394-0952-439c-8c84-871173dba712', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'eac0e93a-faa9-4185-8d37-b6e2f7388eb5', 'attached_at': '', 'detached_at': '', 'volume_id': '6fd2e394-0952-439c-8c84-871173dba712', 'serial': '6fd2e394-0952-439c-8c84-871173dba712'} {{(pid=69350) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1321.284890] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9cf2bc3-fc6d-4e4d-a167-18ded5defc99 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.307012] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b014c7-3e22-4c40-82c6-9aa3a55e9b56 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.314403] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc8178e-00ad-4dc7-9734-beed527149a4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.334629] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f2b2059-81b8-40a2-9058-b5b012b9eb1f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.350780] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-50cf80b6-dec4-47d8-a6e3-16167c1e61e5 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] The volume has not been displaced from its original location: [datastore1] volume-6fd2e394-0952-439c-8c84-871173dba712/volume-6fd2e394-0952-439c-8c84-871173dba712.vmdk. No consolidation needed. {{(pid=69350) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1321.356055] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-50cf80b6-dec4-47d8-a6e3-16167c1e61e5 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] Reconfiguring VM instance instance-00000065 to detach disk 2001 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1321.356379] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb81ac94-d0ea-4d1c-ad45-426d7f7cc60a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.373845] env[69350]: DEBUG oslo_vmware.api [None req-50cf80b6-dec4-47d8-a6e3-16167c1e61e5 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Waiting for the task: (returnval){ [ 1321.373845] env[69350]: value = "task-3366207" [ 1321.373845] env[69350]: _type = "Task" [ 1321.373845] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.383622] env[69350]: DEBUG oslo_vmware.api [None req-50cf80b6-dec4-47d8-a6e3-16167c1e61e5 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3366207, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.432581] env[69350]: DEBUG oslo_vmware.api [None req-596bdc08-2892-4ca9-90b8-d83238556c53 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3366205, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.557849] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8d643332-ada4-43b6-8054-f7d9dedb3a78 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.729s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.560488] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1018fdd5-bcfe-4f62-a69f-df69b5fd9287 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.313s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.561015] env[69350]: DEBUG nova.objects.instance [None req-1018fdd5-bcfe-4f62-a69f-df69b5fd9287 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] [instance: 2a467e6b-d7cd-4bdf-af7a-a1d2c5cbd568] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69350) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1321.584841] env[69350]: INFO nova.scheduler.client.report [None req-8d643332-ada4-43b6-8054-f7d9dedb3a78 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Deleted allocations for instance c996560e-e0e4-4a07-97d9-29567a42ba14 [ 1321.606524] env[69350]: DEBUG nova.network.neutron [req-76b4d0c2-031a-44a8-859c-74780add386d req-80385f25-470c-4c04-ae79-ac56c71d9f9d service nova] [instance: 0f683e7d-83e5-4c63-a56e-f0a7093527f0] Updated VIF entry in instance network info cache for port 609d4ecc-6e9d-435b-92d8-6b980779e80e. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1321.606952] env[69350]: DEBUG nova.network.neutron [req-76b4d0c2-031a-44a8-859c-74780add386d req-80385f25-470c-4c04-ae79-ac56c71d9f9d service nova] [instance: 0f683e7d-83e5-4c63-a56e-f0a7093527f0] Updating instance_info_cache with network_info: [{"id": "0cce11c4-b57b-4927-84b7-fdd7bf0f5e74", "address": "fa:16:3e:fb:67:fe", "network": {"id": "ad123e0a-1a99-4c6b-932f-ff9de41ceb18", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-757019814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e70a04cc40f0407ebac8a2f5bbbd8693", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cce11c4-b5", "ovs_interfaceid": "0cce11c4-b57b-4927-84b7-fdd7bf0f5e74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "609d4ecc-6e9d-435b-92d8-6b980779e80e", "address": "fa:16:3e:63:17:43", "network": {"id": "ad123e0a-1a99-4c6b-932f-ff9de41ceb18", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-757019814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e70a04cc40f0407ebac8a2f5bbbd8693", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap609d4ecc-6e", "ovs_interfaceid": "609d4ecc-6e9d-435b-92d8-6b980779e80e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1321.678400] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9370f4f3-97f3-4cd9-aee9-2b1750919a5d tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Acquiring lock "2a467e6b-d7cd-4bdf-af7a-a1d2c5cbd568" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.678664] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9370f4f3-97f3-4cd9-aee9-2b1750919a5d tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Lock "2a467e6b-d7cd-4bdf-af7a-a1d2c5cbd568" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.678895] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9370f4f3-97f3-4cd9-aee9-2b1750919a5d tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Acquiring lock "2a467e6b-d7cd-4bdf-af7a-a1d2c5cbd568-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.679091] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9370f4f3-97f3-4cd9-aee9-2b1750919a5d tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Lock "2a467e6b-d7cd-4bdf-af7a-a1d2c5cbd568-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.679258] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9370f4f3-97f3-4cd9-aee9-2b1750919a5d tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Lock "2a467e6b-d7cd-4bdf-af7a-a1d2c5cbd568-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.681324] env[69350]: INFO nova.compute.manager [None req-9370f4f3-97f3-4cd9-aee9-2b1750919a5d tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] [instance: 2a467e6b-d7cd-4bdf-af7a-a1d2c5cbd568] Terminating instance [ 1321.883667] env[69350]: DEBUG oslo_vmware.api [None req-50cf80b6-dec4-47d8-a6e3-16167c1e61e5 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3366207, 'name': ReconfigVM_Task, 'duration_secs': 0.243158} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.883937] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-50cf80b6-dec4-47d8-a6e3-16167c1e61e5 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] Reconfigured VM instance instance-00000065 to detach disk 2001 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1321.888617] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cca7f799-b83b-4b14-91ce-1bfbd3ff2364 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.903465] env[69350]: DEBUG oslo_vmware.api [None req-50cf80b6-dec4-47d8-a6e3-16167c1e61e5 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Waiting for the task: (returnval){ [ 1321.903465] env[69350]: value = "task-3366208" [ 1321.903465] env[69350]: _type = "Task" [ 1321.903465] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.911551] env[69350]: DEBUG oslo_vmware.api [None req-50cf80b6-dec4-47d8-a6e3-16167c1e61e5 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3366208, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.930199] env[69350]: DEBUG oslo_vmware.api [None req-596bdc08-2892-4ca9-90b8-d83238556c53 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3366205, 'name': ReconfigVM_Task, 'duration_secs': 0.602968} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.930648] env[69350]: DEBUG oslo_concurrency.lockutils [None req-596bdc08-2892-4ca9-90b8-d83238556c53 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Releasing lock "0f683e7d-83e5-4c63-a56e-f0a7093527f0" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.930883] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-596bdc08-2892-4ca9-90b8-d83238556c53 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: 0f683e7d-83e5-4c63-a56e-f0a7093527f0] Reconfigured VM to attach interface {{(pid=69350) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1322.091937] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8d643332-ada4-43b6-8054-f7d9dedb3a78 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Lock "c996560e-e0e4-4a07-97d9-29567a42ba14" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.087s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1322.109039] env[69350]: DEBUG oslo_concurrency.lockutils [req-76b4d0c2-031a-44a8-859c-74780add386d req-80385f25-470c-4c04-ae79-ac56c71d9f9d service nova] Releasing lock "refresh_cache-0f683e7d-83e5-4c63-a56e-f0a7093527f0" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.184784] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9370f4f3-97f3-4cd9-aee9-2b1750919a5d tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Acquiring lock "refresh_cache-2a467e6b-d7cd-4bdf-af7a-a1d2c5cbd568" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.184972] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9370f4f3-97f3-4cd9-aee9-2b1750919a5d tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Acquired lock "refresh_cache-2a467e6b-d7cd-4bdf-af7a-a1d2c5cbd568" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.185173] env[69350]: DEBUG nova.network.neutron [None req-9370f4f3-97f3-4cd9-aee9-2b1750919a5d tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] [instance: 2a467e6b-d7cd-4bdf-af7a-a1d2c5cbd568] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1322.414402] env[69350]: DEBUG oslo_vmware.api [None req-50cf80b6-dec4-47d8-a6e3-16167c1e61e5 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3366208, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.435845] env[69350]: DEBUG oslo_concurrency.lockutils [None req-596bdc08-2892-4ca9-90b8-d83238556c53 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Lock "interface-0f683e7d-83e5-4c63-a56e-f0a7093527f0-609d4ecc-6e9d-435b-92d8-6b980779e80e" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.405s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1322.569671] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1018fdd5-bcfe-4f62-a69f-df69b5fd9287 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1322.707319] env[69350]: DEBUG nova.network.neutron [None req-9370f4f3-97f3-4cd9-aee9-2b1750919a5d tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] [instance: 2a467e6b-d7cd-4bdf-af7a-a1d2c5cbd568] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1322.796267] env[69350]: DEBUG nova.network.neutron [None req-9370f4f3-97f3-4cd9-aee9-2b1750919a5d tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] [instance: 2a467e6b-d7cd-4bdf-af7a-a1d2c5cbd568] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1322.914782] env[69350]: DEBUG oslo_vmware.api [None req-50cf80b6-dec4-47d8-a6e3-16167c1e61e5 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3366208, 'name': ReconfigVM_Task, 'duration_secs': 0.792703} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.915096] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-50cf80b6-dec4-47d8-a6e3-16167c1e61e5 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-671684', 'volume_id': '6fd2e394-0952-439c-8c84-871173dba712', 'name': 'volume-6fd2e394-0952-439c-8c84-871173dba712', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'eac0e93a-faa9-4185-8d37-b6e2f7388eb5', 'attached_at': '', 'detached_at': '', 'volume_id': '6fd2e394-0952-439c-8c84-871173dba712', 'serial': '6fd2e394-0952-439c-8c84-871173dba712'} {{(pid=69350) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1323.299267] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9370f4f3-97f3-4cd9-aee9-2b1750919a5d tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Releasing lock "refresh_cache-2a467e6b-d7cd-4bdf-af7a-a1d2c5cbd568" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.299699] env[69350]: DEBUG nova.compute.manager [None req-9370f4f3-97f3-4cd9-aee9-2b1750919a5d tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] [instance: 2a467e6b-d7cd-4bdf-af7a-a1d2c5cbd568] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1323.300048] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9370f4f3-97f3-4cd9-aee9-2b1750919a5d tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] [instance: 2a467e6b-d7cd-4bdf-af7a-a1d2c5cbd568] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1323.301104] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e63577-e999-4682-9be3-4ece6f8c30a5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.310027] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-9370f4f3-97f3-4cd9-aee9-2b1750919a5d tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] [instance: 2a467e6b-d7cd-4bdf-af7a-a1d2c5cbd568] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1323.310027] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be2c33ed-58db-457c-9036-95621f5b2d3a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.316873] env[69350]: DEBUG oslo_vmware.api [None req-9370f4f3-97f3-4cd9-aee9-2b1750919a5d tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Waiting for the task: (returnval){ [ 1323.316873] env[69350]: value = "task-3366209" [ 1323.316873] env[69350]: _type = "Task" [ 1323.316873] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.325403] env[69350]: DEBUG oslo_vmware.api [None req-9370f4f3-97f3-4cd9-aee9-2b1750919a5d tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Task: {'id': task-3366209, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.456083] env[69350]: DEBUG nova.objects.instance [None req-50cf80b6-dec4-47d8-a6e3-16167c1e61e5 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Lazy-loading 'flavor' on Instance uuid eac0e93a-faa9-4185-8d37-b6e2f7388eb5 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1323.674562] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d61482ad-aa26-43c5-91f7-8f97f0eb61e1 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Acquiring lock "86b9b6a7-d3c3-45b0-acfe-465de994659d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1323.674783] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d61482ad-aa26-43c5-91f7-8f97f0eb61e1 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Lock "86b9b6a7-d3c3-45b0-acfe-465de994659d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1323.771577] env[69350]: DEBUG oslo_concurrency.lockutils [None req-34627cac-e894-48d9-882f-be505bc155a4 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Acquiring lock "interface-0f683e7d-83e5-4c63-a56e-f0a7093527f0-609d4ecc-6e9d-435b-92d8-6b980779e80e" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1323.771854] env[69350]: DEBUG oslo_concurrency.lockutils [None req-34627cac-e894-48d9-882f-be505bc155a4 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Lock "interface-0f683e7d-83e5-4c63-a56e-f0a7093527f0-609d4ecc-6e9d-435b-92d8-6b980779e80e" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1323.825968] env[69350]: DEBUG oslo_vmware.api [None req-9370f4f3-97f3-4cd9-aee9-2b1750919a5d tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Task: {'id': task-3366209, 'name': PowerOffVM_Task, 'duration_secs': 0.301309} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.826226] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-9370f4f3-97f3-4cd9-aee9-2b1750919a5d tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] [instance: 2a467e6b-d7cd-4bdf-af7a-a1d2c5cbd568] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1323.826396] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9370f4f3-97f3-4cd9-aee9-2b1750919a5d tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] [instance: 2a467e6b-d7cd-4bdf-af7a-a1d2c5cbd568] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1323.826638] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bf74edfb-549f-456d-a9ab-387ca9d5898e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.849057] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9370f4f3-97f3-4cd9-aee9-2b1750919a5d tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] [instance: 2a467e6b-d7cd-4bdf-af7a-a1d2c5cbd568] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1323.849273] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9370f4f3-97f3-4cd9-aee9-2b1750919a5d tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] [instance: 2a467e6b-d7cd-4bdf-af7a-a1d2c5cbd568] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1323.849456] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-9370f4f3-97f3-4cd9-aee9-2b1750919a5d tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Deleting the datastore file [datastore1] 2a467e6b-d7cd-4bdf-af7a-a1d2c5cbd568 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1323.849693] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-862ea568-a5c5-4c3d-8df3-4f99c3a35d34 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.855617] env[69350]: DEBUG oslo_vmware.api [None req-9370f4f3-97f3-4cd9-aee9-2b1750919a5d tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Waiting for the task: (returnval){ [ 1323.855617] env[69350]: value = "task-3366212" [ 1323.855617] env[69350]: _type = "Task" [ 1323.855617] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.862794] env[69350]: DEBUG oslo_vmware.api [None req-9370f4f3-97f3-4cd9-aee9-2b1750919a5d tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Task: {'id': task-3366212, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.177652] env[69350]: DEBUG nova.compute.manager [None req-d61482ad-aa26-43c5-91f7-8f97f0eb61e1 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: 86b9b6a7-d3c3-45b0-acfe-465de994659d] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1324.273962] env[69350]: DEBUG oslo_concurrency.lockutils [None req-34627cac-e894-48d9-882f-be505bc155a4 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Acquiring lock "0f683e7d-83e5-4c63-a56e-f0a7093527f0" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.274168] env[69350]: DEBUG oslo_concurrency.lockutils [None req-34627cac-e894-48d9-882f-be505bc155a4 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Acquired lock "0f683e7d-83e5-4c63-a56e-f0a7093527f0" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.275067] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa097b5b-2e71-4999-809f-80a896758c59 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.292596] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-591bad16-6d15-408e-a9ee-893a48bd7ee2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.318579] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-34627cac-e894-48d9-882f-be505bc155a4 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: 0f683e7d-83e5-4c63-a56e-f0a7093527f0] Reconfiguring VM to detach interface {{(pid=69350) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1324.318830] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb3f2822-6de6-454d-95d8-e7cbd9056fc1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.337026] env[69350]: DEBUG oslo_vmware.api [None req-34627cac-e894-48d9-882f-be505bc155a4 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Waiting for the task: (returnval){ [ 1324.337026] env[69350]: value = "task-3366213" [ 1324.337026] env[69350]: _type = "Task" [ 1324.337026] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.344676] env[69350]: DEBUG oslo_vmware.api [None req-34627cac-e894-48d9-882f-be505bc155a4 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3366213, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.363656] env[69350]: DEBUG oslo_vmware.api [None req-9370f4f3-97f3-4cd9-aee9-2b1750919a5d tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Task: {'id': task-3366212, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.091481} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.363906] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-9370f4f3-97f3-4cd9-aee9-2b1750919a5d tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1324.364133] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9370f4f3-97f3-4cd9-aee9-2b1750919a5d tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] [instance: 2a467e6b-d7cd-4bdf-af7a-a1d2c5cbd568] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1324.364337] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9370f4f3-97f3-4cd9-aee9-2b1750919a5d tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] [instance: 2a467e6b-d7cd-4bdf-af7a-a1d2c5cbd568] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1324.364530] env[69350]: INFO nova.compute.manager [None req-9370f4f3-97f3-4cd9-aee9-2b1750919a5d tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] [instance: 2a467e6b-d7cd-4bdf-af7a-a1d2c5cbd568] Took 1.06 seconds to destroy the instance on the hypervisor. [ 1324.364783] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9370f4f3-97f3-4cd9-aee9-2b1750919a5d tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1324.365011] env[69350]: DEBUG nova.compute.manager [-] [instance: 2a467e6b-d7cd-4bdf-af7a-a1d2c5cbd568] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1324.365133] env[69350]: DEBUG nova.network.neutron [-] [instance: 2a467e6b-d7cd-4bdf-af7a-a1d2c5cbd568] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1324.379708] env[69350]: DEBUG nova.network.neutron [-] [instance: 2a467e6b-d7cd-4bdf-af7a-a1d2c5cbd568] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1324.463014] env[69350]: DEBUG oslo_concurrency.lockutils [None req-50cf80b6-dec4-47d8-a6e3-16167c1e61e5 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Lock "eac0e93a-faa9-4185-8d37-b6e2f7388eb5" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.715s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1324.699530] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d61482ad-aa26-43c5-91f7-8f97f0eb61e1 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.699884] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d61482ad-aa26-43c5-91f7-8f97f0eb61e1 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.701515] env[69350]: INFO nova.compute.claims [None req-d61482ad-aa26-43c5-91f7-8f97f0eb61e1 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: 86b9b6a7-d3c3-45b0-acfe-465de994659d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1324.846637] env[69350]: DEBUG oslo_vmware.api [None req-34627cac-e894-48d9-882f-be505bc155a4 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3366213, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.882579] env[69350]: DEBUG nova.network.neutron [-] [instance: 2a467e6b-d7cd-4bdf-af7a-a1d2c5cbd568] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1325.011935] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a76677c7-f1e4-4736-ae37-80773f6b0a15 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Acquiring lock "eac0e93a-faa9-4185-8d37-b6e2f7388eb5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.012247] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a76677c7-f1e4-4736-ae37-80773f6b0a15 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Lock "eac0e93a-faa9-4185-8d37-b6e2f7388eb5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.012565] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a76677c7-f1e4-4736-ae37-80773f6b0a15 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Acquiring lock "eac0e93a-faa9-4185-8d37-b6e2f7388eb5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.012650] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a76677c7-f1e4-4736-ae37-80773f6b0a15 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Lock "eac0e93a-faa9-4185-8d37-b6e2f7388eb5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.012825] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a76677c7-f1e4-4736-ae37-80773f6b0a15 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Lock "eac0e93a-faa9-4185-8d37-b6e2f7388eb5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.014928] env[69350]: INFO nova.compute.manager [None req-a76677c7-f1e4-4736-ae37-80773f6b0a15 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] Terminating instance [ 1325.347721] env[69350]: DEBUG oslo_vmware.api [None req-34627cac-e894-48d9-882f-be505bc155a4 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3366213, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.385407] env[69350]: INFO nova.compute.manager [-] [instance: 2a467e6b-d7cd-4bdf-af7a-a1d2c5cbd568] Took 1.02 seconds to deallocate network for instance. [ 1325.519022] env[69350]: DEBUG nova.compute.manager [None req-a76677c7-f1e4-4736-ae37-80773f6b0a15 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1325.519022] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a76677c7-f1e4-4736-ae37-80773f6b0a15 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1325.519640] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8581825-3bac-41f6-b9d7-86c006e184ac {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.528747] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-a76677c7-f1e4-4736-ae37-80773f6b0a15 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1325.528994] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5fc5feaa-8df2-477a-a360-adb5fdb8d6ac {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.535869] env[69350]: DEBUG oslo_vmware.api [None req-a76677c7-f1e4-4736-ae37-80773f6b0a15 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Waiting for the task: (returnval){ [ 1325.535869] env[69350]: value = "task-3366214" [ 1325.535869] env[69350]: _type = "Task" [ 1325.535869] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.543520] env[69350]: DEBUG oslo_vmware.api [None req-a76677c7-f1e4-4736-ae37-80773f6b0a15 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3366214, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.829340] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b261a590-255d-4c4c-bbbe-0869e4d9c480 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.837058] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9290a9db-9c14-4b2a-8bc9-59cb0563f0e9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.847913] env[69350]: DEBUG oslo_vmware.api [None req-34627cac-e894-48d9-882f-be505bc155a4 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3366213, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.871267] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a47f3de-978e-4a02-87a1-9d7b6a054c76 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.877820] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbde0033-c21c-4f0b-98b0-eccc0f20b43a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.890359] env[69350]: DEBUG nova.compute.provider_tree [None req-d61482ad-aa26-43c5-91f7-8f97f0eb61e1 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1325.892573] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9370f4f3-97f3-4cd9-aee9-2b1750919a5d tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1326.046751] env[69350]: DEBUG oslo_vmware.api [None req-a76677c7-f1e4-4736-ae37-80773f6b0a15 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3366214, 'name': PowerOffVM_Task, 'duration_secs': 0.234899} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.046751] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-a76677c7-f1e4-4736-ae37-80773f6b0a15 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1326.046751] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a76677c7-f1e4-4736-ae37-80773f6b0a15 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1326.046998] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f5dd933a-75a3-414b-8649-2c46ec1ecbcc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.110865] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a76677c7-f1e4-4736-ae37-80773f6b0a15 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1326.111137] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a76677c7-f1e4-4736-ae37-80773f6b0a15 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1326.111329] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-a76677c7-f1e4-4736-ae37-80773f6b0a15 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Deleting the datastore file [datastore2] eac0e93a-faa9-4185-8d37-b6e2f7388eb5 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1326.111600] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8577aa14-d3cf-4459-b8a6-ca188d22b15a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.117757] env[69350]: DEBUG oslo_vmware.api [None req-a76677c7-f1e4-4736-ae37-80773f6b0a15 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Waiting for the task: (returnval){ [ 1326.117757] env[69350]: value = "task-3366216" [ 1326.117757] env[69350]: _type = "Task" [ 1326.117757] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.126548] env[69350]: DEBUG oslo_vmware.api [None req-a76677c7-f1e4-4736-ae37-80773f6b0a15 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3366216, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.350711] env[69350]: DEBUG oslo_vmware.api [None req-34627cac-e894-48d9-882f-be505bc155a4 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3366213, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.393822] env[69350]: DEBUG nova.scheduler.client.report [None req-d61482ad-aa26-43c5-91f7-8f97f0eb61e1 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1326.627591] env[69350]: DEBUG oslo_vmware.api [None req-a76677c7-f1e4-4736-ae37-80773f6b0a15 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3366216, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136367} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.627985] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-a76677c7-f1e4-4736-ae37-80773f6b0a15 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1326.628058] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a76677c7-f1e4-4736-ae37-80773f6b0a15 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1326.628266] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-a76677c7-f1e4-4736-ae37-80773f6b0a15 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1326.628439] env[69350]: INFO nova.compute.manager [None req-a76677c7-f1e4-4736-ae37-80773f6b0a15 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1326.628684] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a76677c7-f1e4-4736-ae37-80773f6b0a15 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1326.628890] env[69350]: DEBUG nova.compute.manager [-] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1326.628987] env[69350]: DEBUG nova.network.neutron [-] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1326.850538] env[69350]: DEBUG oslo_vmware.api [None req-34627cac-e894-48d9-882f-be505bc155a4 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3366213, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.898688] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d61482ad-aa26-43c5-91f7-8f97f0eb61e1 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.199s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.899249] env[69350]: DEBUG nova.compute.manager [None req-d61482ad-aa26-43c5-91f7-8f97f0eb61e1 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: 86b9b6a7-d3c3-45b0-acfe-465de994659d] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1326.902091] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9370f4f3-97f3-4cd9-aee9-2b1750919a5d tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.010s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1326.902312] env[69350]: DEBUG nova.objects.instance [None req-9370f4f3-97f3-4cd9-aee9-2b1750919a5d tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Lazy-loading 'resources' on Instance uuid 2a467e6b-d7cd-4bdf-af7a-a1d2c5cbd568 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1327.306276] env[69350]: DEBUG nova.compute.manager [req-32b7d9ae-e892-421b-9ad9-ae75bbff11d4 req-0349637a-fc77-4a28-93a3-13bbc6d79463 service nova] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] Received event network-vif-deleted-d373db8d-e512-4e93-80b7-8f09158a538c {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1327.306276] env[69350]: INFO nova.compute.manager [req-32b7d9ae-e892-421b-9ad9-ae75bbff11d4 req-0349637a-fc77-4a28-93a3-13bbc6d79463 service nova] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] Neutron deleted interface d373db8d-e512-4e93-80b7-8f09158a538c; detaching it from the instance and deleting it from the info cache [ 1327.306276] env[69350]: DEBUG nova.network.neutron [req-32b7d9ae-e892-421b-9ad9-ae75bbff11d4 req-0349637a-fc77-4a28-93a3-13bbc6d79463 service nova] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.350729] env[69350]: DEBUG oslo_vmware.api [None req-34627cac-e894-48d9-882f-be505bc155a4 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3366213, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.407585] env[69350]: DEBUG nova.compute.utils [None req-d61482ad-aa26-43c5-91f7-8f97f0eb61e1 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1327.411987] env[69350]: DEBUG nova.compute.manager [None req-d61482ad-aa26-43c5-91f7-8f97f0eb61e1 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: 86b9b6a7-d3c3-45b0-acfe-465de994659d] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1327.412589] env[69350]: DEBUG nova.network.neutron [None req-d61482ad-aa26-43c5-91f7-8f97f0eb61e1 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: 86b9b6a7-d3c3-45b0-acfe-465de994659d] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1327.479871] env[69350]: DEBUG nova.policy [None req-d61482ad-aa26-43c5-91f7-8f97f0eb61e1 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'baa803e960bc47b1a5fa1d720cfcbbcd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '46625a434b9f47dc83d92c9db8a3024c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 1327.568058] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23c776d5-3aec-4156-8054-4ff0bae3a487 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.575609] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9862b305-f3f8-4f9c-9220-8df3c7362474 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.606909] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9158932-0e8b-4701-bffc-9bb9f15849f0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.615312] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f80885-0659-4f96-a0b5-ed568785bace {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.629882] env[69350]: DEBUG nova.compute.provider_tree [None req-9370f4f3-97f3-4cd9-aee9-2b1750919a5d tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1327.773999] env[69350]: DEBUG nova.network.neutron [None req-d61482ad-aa26-43c5-91f7-8f97f0eb61e1 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: 86b9b6a7-d3c3-45b0-acfe-465de994659d] Successfully created port: a6532ad9-1291-42ee-92e4-dcdbe61df642 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1327.783148] env[69350]: DEBUG nova.network.neutron [-] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.811313] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b4c4f9d6-0854-46ae-af74-311c8d420736 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.821268] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-423f5c37-f8c2-4514-8519-d446813d3ec0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.850039] env[69350]: DEBUG nova.compute.manager [req-32b7d9ae-e892-421b-9ad9-ae75bbff11d4 req-0349637a-fc77-4a28-93a3-13bbc6d79463 service nova] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] Detach interface failed, port_id=d373db8d-e512-4e93-80b7-8f09158a538c, reason: Instance eac0e93a-faa9-4185-8d37-b6e2f7388eb5 could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1327.858185] env[69350]: DEBUG oslo_vmware.api [None req-34627cac-e894-48d9-882f-be505bc155a4 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3366213, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.912624] env[69350]: DEBUG nova.compute.manager [None req-d61482ad-aa26-43c5-91f7-8f97f0eb61e1 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: 86b9b6a7-d3c3-45b0-acfe-465de994659d] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1328.133902] env[69350]: DEBUG nova.scheduler.client.report [None req-9370f4f3-97f3-4cd9-aee9-2b1750919a5d tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1328.286996] env[69350]: INFO nova.compute.manager [-] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] Took 1.66 seconds to deallocate network for instance. [ 1328.358942] env[69350]: DEBUG oslo_vmware.api [None req-34627cac-e894-48d9-882f-be505bc155a4 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3366213, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.638983] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9370f4f3-97f3-4cd9-aee9-2b1750919a5d tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.737s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.661711] env[69350]: INFO nova.scheduler.client.report [None req-9370f4f3-97f3-4cd9-aee9-2b1750919a5d tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Deleted allocations for instance 2a467e6b-d7cd-4bdf-af7a-a1d2c5cbd568 [ 1328.793813] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a76677c7-f1e4-4736-ae37-80773f6b0a15 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.794132] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a76677c7-f1e4-4736-ae37-80773f6b0a15 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.794363] env[69350]: DEBUG nova.objects.instance [None req-a76677c7-f1e4-4736-ae37-80773f6b0a15 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Lazy-loading 'resources' on Instance uuid eac0e93a-faa9-4185-8d37-b6e2f7388eb5 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1328.859735] env[69350]: DEBUG oslo_vmware.api [None req-34627cac-e894-48d9-882f-be505bc155a4 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3366213, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.922711] env[69350]: DEBUG nova.compute.manager [None req-d61482ad-aa26-43c5-91f7-8f97f0eb61e1 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: 86b9b6a7-d3c3-45b0-acfe-465de994659d] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1328.947507] env[69350]: DEBUG nova.virt.hardware [None req-d61482ad-aa26-43c5-91f7-8f97f0eb61e1 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1328.947669] env[69350]: DEBUG nova.virt.hardware [None req-d61482ad-aa26-43c5-91f7-8f97f0eb61e1 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1328.947756] env[69350]: DEBUG nova.virt.hardware [None req-d61482ad-aa26-43c5-91f7-8f97f0eb61e1 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1328.947932] env[69350]: DEBUG nova.virt.hardware [None req-d61482ad-aa26-43c5-91f7-8f97f0eb61e1 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1328.948089] env[69350]: DEBUG nova.virt.hardware [None req-d61482ad-aa26-43c5-91f7-8f97f0eb61e1 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1328.948236] env[69350]: DEBUG nova.virt.hardware [None req-d61482ad-aa26-43c5-91f7-8f97f0eb61e1 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1328.948619] env[69350]: DEBUG nova.virt.hardware [None req-d61482ad-aa26-43c5-91f7-8f97f0eb61e1 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1328.948833] env[69350]: DEBUG nova.virt.hardware [None req-d61482ad-aa26-43c5-91f7-8f97f0eb61e1 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1328.949328] env[69350]: DEBUG nova.virt.hardware [None req-d61482ad-aa26-43c5-91f7-8f97f0eb61e1 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1328.949527] env[69350]: DEBUG nova.virt.hardware [None req-d61482ad-aa26-43c5-91f7-8f97f0eb61e1 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1328.949710] env[69350]: DEBUG nova.virt.hardware [None req-d61482ad-aa26-43c5-91f7-8f97f0eb61e1 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1328.950518] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43fe989a-7b1d-4ce8-8139-91d41728eddd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.958632] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e33565-689e-459e-a363-a1e80126ecdf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.169657] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9370f4f3-97f3-4cd9-aee9-2b1750919a5d tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Lock "2a467e6b-d7cd-4bdf-af7a-a1d2c5cbd568" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.491s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1329.338590] env[69350]: DEBUG nova.network.neutron [None req-d61482ad-aa26-43c5-91f7-8f97f0eb61e1 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: 86b9b6a7-d3c3-45b0-acfe-465de994659d] Successfully updated port: a6532ad9-1291-42ee-92e4-dcdbe61df642 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1329.342036] env[69350]: DEBUG nova.compute.manager [req-5900f756-249c-417b-a1b1-c8f65d47d06c req-10d8b816-fa17-4805-8e58-17cbbd957720 service nova] [instance: 86b9b6a7-d3c3-45b0-acfe-465de994659d] Received event network-vif-plugged-a6532ad9-1291-42ee-92e4-dcdbe61df642 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1329.342247] env[69350]: DEBUG oslo_concurrency.lockutils [req-5900f756-249c-417b-a1b1-c8f65d47d06c req-10d8b816-fa17-4805-8e58-17cbbd957720 service nova] Acquiring lock "86b9b6a7-d3c3-45b0-acfe-465de994659d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1329.342401] env[69350]: DEBUG oslo_concurrency.lockutils [req-5900f756-249c-417b-a1b1-c8f65d47d06c req-10d8b816-fa17-4805-8e58-17cbbd957720 service nova] Lock "86b9b6a7-d3c3-45b0-acfe-465de994659d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.342569] env[69350]: DEBUG oslo_concurrency.lockutils [req-5900f756-249c-417b-a1b1-c8f65d47d06c req-10d8b816-fa17-4805-8e58-17cbbd957720 service nova] Lock "86b9b6a7-d3c3-45b0-acfe-465de994659d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1329.342731] env[69350]: DEBUG nova.compute.manager [req-5900f756-249c-417b-a1b1-c8f65d47d06c req-10d8b816-fa17-4805-8e58-17cbbd957720 service nova] [instance: 86b9b6a7-d3c3-45b0-acfe-465de994659d] No waiting events found dispatching network-vif-plugged-a6532ad9-1291-42ee-92e4-dcdbe61df642 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1329.342892] env[69350]: WARNING nova.compute.manager [req-5900f756-249c-417b-a1b1-c8f65d47d06c req-10d8b816-fa17-4805-8e58-17cbbd957720 service nova] [instance: 86b9b6a7-d3c3-45b0-acfe-465de994659d] Received unexpected event network-vif-plugged-a6532ad9-1291-42ee-92e4-dcdbe61df642 for instance with vm_state building and task_state spawning. [ 1329.362854] env[69350]: DEBUG oslo_vmware.api [None req-34627cac-e894-48d9-882f-be505bc155a4 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3366213, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.426408] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b5606b-b2a8-4ca2-aa56-756b1c8e8bc3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.434708] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c87977c2-4c04-47a2-b16c-3a7417b66e80 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.465725] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e68de80-09c6-4866-884c-56411b9f98a3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.472976] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-445adbff-eb96-4d7d-9a52-ee4e12500ad5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.486181] env[69350]: DEBUG nova.compute.provider_tree [None req-a76677c7-f1e4-4736-ae37-80773f6b0a15 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1329.841388] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d61482ad-aa26-43c5-91f7-8f97f0eb61e1 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Acquiring lock "refresh_cache-86b9b6a7-d3c3-45b0-acfe-465de994659d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.841663] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d61482ad-aa26-43c5-91f7-8f97f0eb61e1 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Acquired lock "refresh_cache-86b9b6a7-d3c3-45b0-acfe-465de994659d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.841700] env[69350]: DEBUG nova.network.neutron [None req-d61482ad-aa26-43c5-91f7-8f97f0eb61e1 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: 86b9b6a7-d3c3-45b0-acfe-465de994659d] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1329.860068] env[69350]: DEBUG oslo_vmware.api [None req-34627cac-e894-48d9-882f-be505bc155a4 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3366213, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.989913] env[69350]: DEBUG nova.scheduler.client.report [None req-a76677c7-f1e4-4736-ae37-80773f6b0a15 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1330.318589] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f1546074-40e1-445e-8157-8b8414401b53 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Acquiring lock "223a8921-91e0-4622-b103-2ca2fdc80fe5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1330.318911] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f1546074-40e1-445e-8157-8b8414401b53 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Lock "223a8921-91e0-4622-b103-2ca2fdc80fe5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1330.319185] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f1546074-40e1-445e-8157-8b8414401b53 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Acquiring lock "223a8921-91e0-4622-b103-2ca2fdc80fe5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1330.319374] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f1546074-40e1-445e-8157-8b8414401b53 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Lock "223a8921-91e0-4622-b103-2ca2fdc80fe5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1330.319555] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f1546074-40e1-445e-8157-8b8414401b53 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Lock "223a8921-91e0-4622-b103-2ca2fdc80fe5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.321773] env[69350]: INFO nova.compute.manager [None req-f1546074-40e1-445e-8157-8b8414401b53 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] [instance: 223a8921-91e0-4622-b103-2ca2fdc80fe5] Terminating instance [ 1330.360662] env[69350]: DEBUG oslo_vmware.api [None req-34627cac-e894-48d9-882f-be505bc155a4 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3366213, 'name': ReconfigVM_Task, 'duration_secs': 5.756293} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.360662] env[69350]: DEBUG oslo_concurrency.lockutils [None req-34627cac-e894-48d9-882f-be505bc155a4 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Releasing lock "0f683e7d-83e5-4c63-a56e-f0a7093527f0" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.360755] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-34627cac-e894-48d9-882f-be505bc155a4 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: 0f683e7d-83e5-4c63-a56e-f0a7093527f0] Reconfigured VM to detach interface {{(pid=69350) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1330.397464] env[69350]: DEBUG nova.network.neutron [None req-d61482ad-aa26-43c5-91f7-8f97f0eb61e1 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: 86b9b6a7-d3c3-45b0-acfe-465de994659d] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1330.495329] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a76677c7-f1e4-4736-ae37-80773f6b0a15 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.701s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.522503] env[69350]: INFO nova.scheduler.client.report [None req-a76677c7-f1e4-4736-ae37-80773f6b0a15 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Deleted allocations for instance eac0e93a-faa9-4185-8d37-b6e2f7388eb5 [ 1330.615523] env[69350]: DEBUG nova.network.neutron [None req-d61482ad-aa26-43c5-91f7-8f97f0eb61e1 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: 86b9b6a7-d3c3-45b0-acfe-465de994659d] Updating instance_info_cache with network_info: [{"id": "a6532ad9-1291-42ee-92e4-dcdbe61df642", "address": "fa:16:3e:02:ff:77", "network": {"id": "bc16c158-ef75-4a41-beeb-3ceae708fa9d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-469663997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46625a434b9f47dc83d92c9db8a3024c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6532ad9-12", "ovs_interfaceid": "a6532ad9-1291-42ee-92e4-dcdbe61df642", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.825416] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f1546074-40e1-445e-8157-8b8414401b53 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Acquiring lock "refresh_cache-223a8921-91e0-4622-b103-2ca2fdc80fe5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.825588] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f1546074-40e1-445e-8157-8b8414401b53 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Acquired lock "refresh_cache-223a8921-91e0-4622-b103-2ca2fdc80fe5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.825767] env[69350]: DEBUG nova.network.neutron [None req-f1546074-40e1-445e-8157-8b8414401b53 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] [instance: 223a8921-91e0-4622-b103-2ca2fdc80fe5] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1330.902638] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3e349d7b-95be-4c4a-963f-a95db1dccefe tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Acquiring lock "e5fa3549-8926-4a0b-92ca-ca337739b5cb" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1330.902929] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3e349d7b-95be-4c4a-963f-a95db1dccefe tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Lock "e5fa3549-8926-4a0b-92ca-ca337739b5cb" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1331.030977] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a76677c7-f1e4-4736-ae37-80773f6b0a15 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Lock "eac0e93a-faa9-4185-8d37-b6e2f7388eb5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.019s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1331.118614] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d61482ad-aa26-43c5-91f7-8f97f0eb61e1 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Releasing lock "refresh_cache-86b9b6a7-d3c3-45b0-acfe-465de994659d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.119035] env[69350]: DEBUG nova.compute.manager [None req-d61482ad-aa26-43c5-91f7-8f97f0eb61e1 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: 86b9b6a7-d3c3-45b0-acfe-465de994659d] Instance network_info: |[{"id": "a6532ad9-1291-42ee-92e4-dcdbe61df642", "address": "fa:16:3e:02:ff:77", "network": {"id": "bc16c158-ef75-4a41-beeb-3ceae708fa9d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-469663997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46625a434b9f47dc83d92c9db8a3024c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6532ad9-12", "ovs_interfaceid": "a6532ad9-1291-42ee-92e4-dcdbe61df642", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1331.119506] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d61482ad-aa26-43c5-91f7-8f97f0eb61e1 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: 86b9b6a7-d3c3-45b0-acfe-465de994659d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:ff:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0549820d-5649-40bc-ad6e-9ae27b384d90', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a6532ad9-1291-42ee-92e4-dcdbe61df642', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1331.127270] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d61482ad-aa26-43c5-91f7-8f97f0eb61e1 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1331.127472] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86b9b6a7-d3c3-45b0-acfe-465de994659d] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1331.127685] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6db35927-6909-47b8-90ff-7d110cd9f996 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.147540] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1331.147540] env[69350]: value = "task-3366217" [ 1331.147540] env[69350]: _type = "Task" [ 1331.147540] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.154823] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366217, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.351249] env[69350]: DEBUG nova.network.neutron [None req-f1546074-40e1-445e-8157-8b8414401b53 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] [instance: 223a8921-91e0-4622-b103-2ca2fdc80fe5] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1331.374872] env[69350]: DEBUG nova.compute.manager [req-68f55afb-2656-4550-8581-22b217a1786c req-6c5ef3ea-1cbd-4e8c-91e7-e9da14c27f89 service nova] [instance: 86b9b6a7-d3c3-45b0-acfe-465de994659d] Received event network-changed-a6532ad9-1291-42ee-92e4-dcdbe61df642 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1331.375131] env[69350]: DEBUG nova.compute.manager [req-68f55afb-2656-4550-8581-22b217a1786c req-6c5ef3ea-1cbd-4e8c-91e7-e9da14c27f89 service nova] [instance: 86b9b6a7-d3c3-45b0-acfe-465de994659d] Refreshing instance network info cache due to event network-changed-a6532ad9-1291-42ee-92e4-dcdbe61df642. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1331.375372] env[69350]: DEBUG oslo_concurrency.lockutils [req-68f55afb-2656-4550-8581-22b217a1786c req-6c5ef3ea-1cbd-4e8c-91e7-e9da14c27f89 service nova] Acquiring lock "refresh_cache-86b9b6a7-d3c3-45b0-acfe-465de994659d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.375522] env[69350]: DEBUG oslo_concurrency.lockutils [req-68f55afb-2656-4550-8581-22b217a1786c req-6c5ef3ea-1cbd-4e8c-91e7-e9da14c27f89 service nova] Acquired lock "refresh_cache-86b9b6a7-d3c3-45b0-acfe-465de994659d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.375686] env[69350]: DEBUG nova.network.neutron [req-68f55afb-2656-4550-8581-22b217a1786c req-6c5ef3ea-1cbd-4e8c-91e7-e9da14c27f89 service nova] [instance: 86b9b6a7-d3c3-45b0-acfe-465de994659d] Refreshing network info cache for port a6532ad9-1291-42ee-92e4-dcdbe61df642 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1331.406151] env[69350]: INFO nova.compute.manager [None req-3e349d7b-95be-4c4a-963f-a95db1dccefe tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: e5fa3549-8926-4a0b-92ca-ca337739b5cb] Detaching volume ea81845b-abde-4673-813c-2873cc854b25 [ 1331.429192] env[69350]: DEBUG nova.network.neutron [None req-f1546074-40e1-445e-8157-8b8414401b53 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] [instance: 223a8921-91e0-4622-b103-2ca2fdc80fe5] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.448425] env[69350]: INFO nova.virt.block_device [None req-3e349d7b-95be-4c4a-963f-a95db1dccefe tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: e5fa3549-8926-4a0b-92ca-ca337739b5cb] Attempting to driver detach volume ea81845b-abde-4673-813c-2873cc854b25 from mountpoint /dev/sdb [ 1331.448519] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e349d7b-95be-4c4a-963f-a95db1dccefe tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: e5fa3549-8926-4a0b-92ca-ca337739b5cb] Volume detach. Driver type: vmdk {{(pid=69350) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1331.448720] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e349d7b-95be-4c4a-963f-a95db1dccefe tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: e5fa3549-8926-4a0b-92ca-ca337739b5cb] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-671689', 'volume_id': 'ea81845b-abde-4673-813c-2873cc854b25', 'name': 'volume-ea81845b-abde-4673-813c-2873cc854b25', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e5fa3549-8926-4a0b-92ca-ca337739b5cb', 'attached_at': '', 'detached_at': '', 'volume_id': 'ea81845b-abde-4673-813c-2873cc854b25', 'serial': 'ea81845b-abde-4673-813c-2873cc854b25'} {{(pid=69350) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1331.449818] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-461e4119-13e6-43e4-a497-188c221fa0e2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.472215] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a93ec1-9a7d-4c0b-8b64-c65c4730dd5e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.478925] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb7bd8f5-b102-4d68-b536-b664b82dadc9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.499766] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc5e8243-a815-4477-a43f-567dcb42ab8d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.514239] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e349d7b-95be-4c4a-963f-a95db1dccefe tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] The volume has not been displaced from its original location: [datastore2] volume-ea81845b-abde-4673-813c-2873cc854b25/volume-ea81845b-abde-4673-813c-2873cc854b25.vmdk. No consolidation needed. {{(pid=69350) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1331.519441] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e349d7b-95be-4c4a-963f-a95db1dccefe tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: e5fa3549-8926-4a0b-92ca-ca337739b5cb] Reconfiguring VM instance instance-00000068 to detach disk 2001 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1331.519707] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a10e85a3-5eaa-4c78-a06a-fc771b5ba9c5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.537371] env[69350]: DEBUG oslo_vmware.api [None req-3e349d7b-95be-4c4a-963f-a95db1dccefe tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Waiting for the task: (returnval){ [ 1331.537371] env[69350]: value = "task-3366218" [ 1331.537371] env[69350]: _type = "Task" [ 1331.537371] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.545161] env[69350]: DEBUG oslo_vmware.api [None req-3e349d7b-95be-4c4a-963f-a95db1dccefe tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3366218, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.657738] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366217, 'name': CreateVM_Task, 'duration_secs': 0.322881} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.657927] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86b9b6a7-d3c3-45b0-acfe-465de994659d] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1331.658644] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d61482ad-aa26-43c5-91f7-8f97f0eb61e1 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.658878] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d61482ad-aa26-43c5-91f7-8f97f0eb61e1 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.659190] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d61482ad-aa26-43c5-91f7-8f97f0eb61e1 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.659453] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31bc3f2f-b9d0-4e52-b80d-bd41698235cc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.663995] env[69350]: DEBUG oslo_vmware.api [None req-d61482ad-aa26-43c5-91f7-8f97f0eb61e1 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Waiting for the task: (returnval){ [ 1331.663995] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52a2f7f1-c2e5-fa42-4223-13c9266136c0" [ 1331.663995] env[69350]: _type = "Task" [ 1331.663995] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.672070] env[69350]: DEBUG oslo_vmware.api [None req-d61482ad-aa26-43c5-91f7-8f97f0eb61e1 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52a2f7f1-c2e5-fa42-4223-13c9266136c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.759467] env[69350]: DEBUG oslo_concurrency.lockutils [None req-34627cac-e894-48d9-882f-be505bc155a4 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Acquiring lock "refresh_cache-0f683e7d-83e5-4c63-a56e-f0a7093527f0" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.759676] env[69350]: DEBUG oslo_concurrency.lockutils [None req-34627cac-e894-48d9-882f-be505bc155a4 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Acquired lock "refresh_cache-0f683e7d-83e5-4c63-a56e-f0a7093527f0" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.759853] env[69350]: DEBUG nova.network.neutron [None req-34627cac-e894-48d9-882f-be505bc155a4 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: 0f683e7d-83e5-4c63-a56e-f0a7093527f0] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1331.931941] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f1546074-40e1-445e-8157-8b8414401b53 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Releasing lock "refresh_cache-223a8921-91e0-4622-b103-2ca2fdc80fe5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.932420] env[69350]: DEBUG nova.compute.manager [None req-f1546074-40e1-445e-8157-8b8414401b53 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] [instance: 223a8921-91e0-4622-b103-2ca2fdc80fe5] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1331.932627] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f1546074-40e1-445e-8157-8b8414401b53 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] [instance: 223a8921-91e0-4622-b103-2ca2fdc80fe5] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1331.933534] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc8a95a1-7864-42d3-b65e-b1dbfbc46bf6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.941605] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1546074-40e1-445e-8157-8b8414401b53 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] [instance: 223a8921-91e0-4622-b103-2ca2fdc80fe5] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1331.941850] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3970c91a-de4f-4c13-bbbe-9928a7eb123b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.949258] env[69350]: DEBUG oslo_vmware.api [None req-f1546074-40e1-445e-8157-8b8414401b53 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Waiting for the task: (returnval){ [ 1331.949258] env[69350]: value = "task-3366219" [ 1331.949258] env[69350]: _type = "Task" [ 1331.949258] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.960113] env[69350]: DEBUG oslo_vmware.api [None req-f1546074-40e1-445e-8157-8b8414401b53 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Task: {'id': task-3366219, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.052023] env[69350]: DEBUG oslo_vmware.api [None req-3e349d7b-95be-4c4a-963f-a95db1dccefe tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3366218, 'name': ReconfigVM_Task, 'duration_secs': 0.211729} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.052276] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e349d7b-95be-4c4a-963f-a95db1dccefe tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: e5fa3549-8926-4a0b-92ca-ca337739b5cb] Reconfigured VM instance instance-00000068 to detach disk 2001 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1332.056988] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04b84421-9140-4d88-bc3a-c9ab7504119f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.072915] env[69350]: DEBUG oslo_vmware.api [None req-3e349d7b-95be-4c4a-963f-a95db1dccefe tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Waiting for the task: (returnval){ [ 1332.072915] env[69350]: value = "task-3366220" [ 1332.072915] env[69350]: _type = "Task" [ 1332.072915] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.082108] env[69350]: DEBUG oslo_vmware.api [None req-3e349d7b-95be-4c4a-963f-a95db1dccefe tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3366220, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.117337] env[69350]: DEBUG nova.network.neutron [req-68f55afb-2656-4550-8581-22b217a1786c req-6c5ef3ea-1cbd-4e8c-91e7-e9da14c27f89 service nova] [instance: 86b9b6a7-d3c3-45b0-acfe-465de994659d] Updated VIF entry in instance network info cache for port a6532ad9-1291-42ee-92e4-dcdbe61df642. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1332.117763] env[69350]: DEBUG nova.network.neutron [req-68f55afb-2656-4550-8581-22b217a1786c req-6c5ef3ea-1cbd-4e8c-91e7-e9da14c27f89 service nova] [instance: 86b9b6a7-d3c3-45b0-acfe-465de994659d] Updating instance_info_cache with network_info: [{"id": "a6532ad9-1291-42ee-92e4-dcdbe61df642", "address": "fa:16:3e:02:ff:77", "network": {"id": "bc16c158-ef75-4a41-beeb-3ceae708fa9d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-469663997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46625a434b9f47dc83d92c9db8a3024c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6532ad9-12", "ovs_interfaceid": "a6532ad9-1291-42ee-92e4-dcdbe61df642", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1332.174361] env[69350]: DEBUG oslo_vmware.api [None req-d61482ad-aa26-43c5-91f7-8f97f0eb61e1 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52a2f7f1-c2e5-fa42-4223-13c9266136c0, 'name': SearchDatastore_Task, 'duration_secs': 0.009499} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.174572] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d61482ad-aa26-43c5-91f7-8f97f0eb61e1 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.174788] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d61482ad-aa26-43c5-91f7-8f97f0eb61e1 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: 86b9b6a7-d3c3-45b0-acfe-465de994659d] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1332.175025] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d61482ad-aa26-43c5-91f7-8f97f0eb61e1 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.175176] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d61482ad-aa26-43c5-91f7-8f97f0eb61e1 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.175378] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-d61482ad-aa26-43c5-91f7-8f97f0eb61e1 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1332.175621] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-69fc3161-97e1-4a58-b807-fa87df5f5ebc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.184431] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-d61482ad-aa26-43c5-91f7-8f97f0eb61e1 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1332.184598] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d61482ad-aa26-43c5-91f7-8f97f0eb61e1 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1332.185301] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94524a3f-51ce-448a-be58-221a2430cbc8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.189904] env[69350]: DEBUG oslo_vmware.api [None req-d61482ad-aa26-43c5-91f7-8f97f0eb61e1 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Waiting for the task: (returnval){ [ 1332.189904] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5267b319-a479-31f2-18ca-99049c522bef" [ 1332.189904] env[69350]: _type = "Task" [ 1332.189904] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.197829] env[69350]: DEBUG oslo_vmware.api [None req-d61482ad-aa26-43c5-91f7-8f97f0eb61e1 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5267b319-a479-31f2-18ca-99049c522bef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.239382] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9276e748-952c-4c0b-a202-2e32f933f2e0 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Acquiring lock "0f683e7d-83e5-4c63-a56e-f0a7093527f0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.239621] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9276e748-952c-4c0b-a202-2e32f933f2e0 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Lock "0f683e7d-83e5-4c63-a56e-f0a7093527f0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.239824] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9276e748-952c-4c0b-a202-2e32f933f2e0 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Acquiring lock "0f683e7d-83e5-4c63-a56e-f0a7093527f0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.240009] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9276e748-952c-4c0b-a202-2e32f933f2e0 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Lock "0f683e7d-83e5-4c63-a56e-f0a7093527f0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.240188] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9276e748-952c-4c0b-a202-2e32f933f2e0 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Lock "0f683e7d-83e5-4c63-a56e-f0a7093527f0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.242382] env[69350]: INFO nova.compute.manager [None req-9276e748-952c-4c0b-a202-2e32f933f2e0 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: 0f683e7d-83e5-4c63-a56e-f0a7093527f0] Terminating instance [ 1332.450523] env[69350]: INFO nova.network.neutron [None req-34627cac-e894-48d9-882f-be505bc155a4 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: 0f683e7d-83e5-4c63-a56e-f0a7093527f0] Port 609d4ecc-6e9d-435b-92d8-6b980779e80e from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1332.450902] env[69350]: DEBUG nova.network.neutron [None req-34627cac-e894-48d9-882f-be505bc155a4 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: 0f683e7d-83e5-4c63-a56e-f0a7093527f0] Updating instance_info_cache with network_info: [{"id": "0cce11c4-b57b-4927-84b7-fdd7bf0f5e74", "address": "fa:16:3e:fb:67:fe", "network": {"id": "ad123e0a-1a99-4c6b-932f-ff9de41ceb18", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-757019814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e70a04cc40f0407ebac8a2f5bbbd8693", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cce11c4-b5", "ovs_interfaceid": "0cce11c4-b57b-4927-84b7-fdd7bf0f5e74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1332.460881] env[69350]: DEBUG oslo_vmware.api [None req-f1546074-40e1-445e-8157-8b8414401b53 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Task: {'id': task-3366219, 'name': PowerOffVM_Task, 'duration_secs': 0.187511} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.461170] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1546074-40e1-445e-8157-8b8414401b53 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] [instance: 223a8921-91e0-4622-b103-2ca2fdc80fe5] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1332.461338] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f1546074-40e1-445e-8157-8b8414401b53 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] [instance: 223a8921-91e0-4622-b103-2ca2fdc80fe5] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1332.461597] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c04ebe0b-31cc-4deb-b97c-64593ccc8418 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.486925] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f1546074-40e1-445e-8157-8b8414401b53 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] [instance: 223a8921-91e0-4622-b103-2ca2fdc80fe5] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1332.487045] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f1546074-40e1-445e-8157-8b8414401b53 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] [instance: 223a8921-91e0-4622-b103-2ca2fdc80fe5] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1332.487222] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1546074-40e1-445e-8157-8b8414401b53 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Deleting the datastore file [datastore1] 223a8921-91e0-4622-b103-2ca2fdc80fe5 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1332.487455] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1be38743-653a-4e10-b15f-db9a7b38331f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.493426] env[69350]: DEBUG oslo_vmware.api [None req-f1546074-40e1-445e-8157-8b8414401b53 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Waiting for the task: (returnval){ [ 1332.493426] env[69350]: value = "task-3366222" [ 1332.493426] env[69350]: _type = "Task" [ 1332.493426] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.501710] env[69350]: DEBUG oslo_vmware.api [None req-f1546074-40e1-445e-8157-8b8414401b53 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Task: {'id': task-3366222, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.575812] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bff3d5ed-6aff-4fb6-98b3-3f8e389bdece tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Acquiring lock "d3b0bc5b-f5b8-4e02-8312-caf9e28b93a4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.576064] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bff3d5ed-6aff-4fb6-98b3-3f8e389bdece tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Lock "d3b0bc5b-f5b8-4e02-8312-caf9e28b93a4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.586647] env[69350]: DEBUG oslo_vmware.api [None req-3e349d7b-95be-4c4a-963f-a95db1dccefe tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3366220, 'name': ReconfigVM_Task, 'duration_secs': 0.138237} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.587495] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e349d7b-95be-4c4a-963f-a95db1dccefe tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: e5fa3549-8926-4a0b-92ca-ca337739b5cb] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-671689', 'volume_id': 'ea81845b-abde-4673-813c-2873cc854b25', 'name': 'volume-ea81845b-abde-4673-813c-2873cc854b25', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e5fa3549-8926-4a0b-92ca-ca337739b5cb', 'attached_at': '', 'detached_at': '', 'volume_id': 'ea81845b-abde-4673-813c-2873cc854b25', 'serial': 'ea81845b-abde-4673-813c-2873cc854b25'} {{(pid=69350) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1332.620051] env[69350]: DEBUG oslo_concurrency.lockutils [req-68f55afb-2656-4550-8581-22b217a1786c req-6c5ef3ea-1cbd-4e8c-91e7-e9da14c27f89 service nova] Releasing lock "refresh_cache-86b9b6a7-d3c3-45b0-acfe-465de994659d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.699766] env[69350]: DEBUG oslo_vmware.api [None req-d61482ad-aa26-43c5-91f7-8f97f0eb61e1 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5267b319-a479-31f2-18ca-99049c522bef, 'name': SearchDatastore_Task, 'duration_secs': 0.008491} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.700577] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fcba2a5-465b-4cb7-8c7e-878552fba30c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.705379] env[69350]: DEBUG oslo_vmware.api [None req-d61482ad-aa26-43c5-91f7-8f97f0eb61e1 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Waiting for the task: (returnval){ [ 1332.705379] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]524fb1f0-cb79-ee1a-dfe4-d93b48f84871" [ 1332.705379] env[69350]: _type = "Task" [ 1332.705379] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.712748] env[69350]: DEBUG oslo_vmware.api [None req-d61482ad-aa26-43c5-91f7-8f97f0eb61e1 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]524fb1f0-cb79-ee1a-dfe4-d93b48f84871, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.745758] env[69350]: DEBUG nova.compute.manager [None req-9276e748-952c-4c0b-a202-2e32f933f2e0 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: 0f683e7d-83e5-4c63-a56e-f0a7093527f0] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1332.745940] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9276e748-952c-4c0b-a202-2e32f933f2e0 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: 0f683e7d-83e5-4c63-a56e-f0a7093527f0] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1332.746668] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-039b6c5a-5e0c-4486-8725-8bb818cf92cf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.752867] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-9276e748-952c-4c0b-a202-2e32f933f2e0 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: 0f683e7d-83e5-4c63-a56e-f0a7093527f0] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1332.753093] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65eb780a-a9a6-4a88-ba4f-d851ae6760c6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.758541] env[69350]: DEBUG oslo_vmware.api [None req-9276e748-952c-4c0b-a202-2e32f933f2e0 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Waiting for the task: (returnval){ [ 1332.758541] env[69350]: value = "task-3366223" [ 1332.758541] env[69350]: _type = "Task" [ 1332.758541] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.765416] env[69350]: DEBUG oslo_vmware.api [None req-9276e748-952c-4c0b-a202-2e32f933f2e0 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3366223, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.957048] env[69350]: DEBUG oslo_concurrency.lockutils [None req-34627cac-e894-48d9-882f-be505bc155a4 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Releasing lock "refresh_cache-0f683e7d-83e5-4c63-a56e-f0a7093527f0" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.002970] env[69350]: DEBUG oslo_vmware.api [None req-f1546074-40e1-445e-8157-8b8414401b53 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Task: {'id': task-3366222, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.095284} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.003104] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1546074-40e1-445e-8157-8b8414401b53 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1333.003314] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f1546074-40e1-445e-8157-8b8414401b53 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] [instance: 223a8921-91e0-4622-b103-2ca2fdc80fe5] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1333.003498] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-f1546074-40e1-445e-8157-8b8414401b53 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] [instance: 223a8921-91e0-4622-b103-2ca2fdc80fe5] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1333.003668] env[69350]: INFO nova.compute.manager [None req-f1546074-40e1-445e-8157-8b8414401b53 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] [instance: 223a8921-91e0-4622-b103-2ca2fdc80fe5] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1333.003911] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f1546074-40e1-445e-8157-8b8414401b53 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1333.004137] env[69350]: DEBUG nova.compute.manager [-] [instance: 223a8921-91e0-4622-b103-2ca2fdc80fe5] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1333.004253] env[69350]: DEBUG nova.network.neutron [-] [instance: 223a8921-91e0-4622-b103-2ca2fdc80fe5] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1333.026575] env[69350]: DEBUG nova.network.neutron [-] [instance: 223a8921-91e0-4622-b103-2ca2fdc80fe5] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1333.081643] env[69350]: DEBUG nova.compute.manager [None req-bff3d5ed-6aff-4fb6-98b3-3f8e389bdece tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: d3b0bc5b-f5b8-4e02-8312-caf9e28b93a4] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1333.129937] env[69350]: DEBUG nova.objects.instance [None req-3e349d7b-95be-4c4a-963f-a95db1dccefe tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Lazy-loading 'flavor' on Instance uuid e5fa3549-8926-4a0b-92ca-ca337739b5cb {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1333.820372] env[69350]: DEBUG oslo_concurrency.lockutils [None req-34627cac-e894-48d9-882f-be505bc155a4 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Lock "interface-0f683e7d-83e5-4c63-a56e-f0a7093527f0-609d4ecc-6e9d-435b-92d8-6b980779e80e" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.048s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1333.821341] env[69350]: DEBUG nova.network.neutron [-] [instance: 223a8921-91e0-4622-b103-2ca2fdc80fe5] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1333.844754] env[69350]: DEBUG oslo_vmware.api [None req-9276e748-952c-4c0b-a202-2e32f933f2e0 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3366223, 'name': PowerOffVM_Task, 'duration_secs': 0.287215} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.844981] env[69350]: DEBUG oslo_vmware.api [None req-d61482ad-aa26-43c5-91f7-8f97f0eb61e1 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]524fb1f0-cb79-ee1a-dfe4-d93b48f84871, 'name': SearchDatastore_Task, 'duration_secs': 0.009361} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.845239] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-9276e748-952c-4c0b-a202-2e32f933f2e0 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: 0f683e7d-83e5-4c63-a56e-f0a7093527f0] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1333.845404] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9276e748-952c-4c0b-a202-2e32f933f2e0 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: 0f683e7d-83e5-4c63-a56e-f0a7093527f0] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1333.845674] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d61482ad-aa26-43c5-91f7-8f97f0eb61e1 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.845908] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-d61482ad-aa26-43c5-91f7-8f97f0eb61e1 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] 86b9b6a7-d3c3-45b0-acfe-465de994659d/86b9b6a7-d3c3-45b0-acfe-465de994659d.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1333.846398] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c992288f-17e0-4aad-b991-5541bafc6066 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.847989] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e7006da0-73a1-4675-ba64-3b7cec2bd115 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.856449] env[69350]: DEBUG oslo_vmware.api [None req-d61482ad-aa26-43c5-91f7-8f97f0eb61e1 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Waiting for the task: (returnval){ [ 1333.856449] env[69350]: value = "task-3366225" [ 1333.856449] env[69350]: _type = "Task" [ 1333.856449] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.857450] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bff3d5ed-6aff-4fb6-98b3-3f8e389bdece tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1333.857689] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bff3d5ed-6aff-4fb6-98b3-3f8e389bdece tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.859222] env[69350]: INFO nova.compute.claims [None req-bff3d5ed-6aff-4fb6-98b3-3f8e389bdece tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: d3b0bc5b-f5b8-4e02-8312-caf9e28b93a4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1333.870464] env[69350]: DEBUG oslo_vmware.api [None req-d61482ad-aa26-43c5-91f7-8f97f0eb61e1 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3366225, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.934405] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9276e748-952c-4c0b-a202-2e32f933f2e0 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: 0f683e7d-83e5-4c63-a56e-f0a7093527f0] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1333.934613] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9276e748-952c-4c0b-a202-2e32f933f2e0 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: 0f683e7d-83e5-4c63-a56e-f0a7093527f0] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1333.934797] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-9276e748-952c-4c0b-a202-2e32f933f2e0 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Deleting the datastore file [datastore2] 0f683e7d-83e5-4c63-a56e-f0a7093527f0 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1333.935089] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b77a665d-6908-4541-877a-295553d192b8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.941801] env[69350]: DEBUG oslo_vmware.api [None req-9276e748-952c-4c0b-a202-2e32f933f2e0 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Waiting for the task: (returnval){ [ 1333.941801] env[69350]: value = "task-3366226" [ 1333.941801] env[69350]: _type = "Task" [ 1333.941801] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.950221] env[69350]: DEBUG oslo_vmware.api [None req-9276e748-952c-4c0b-a202-2e32f933f2e0 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3366226, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.326809] env[69350]: INFO nova.compute.manager [-] [instance: 223a8921-91e0-4622-b103-2ca2fdc80fe5] Took 1.32 seconds to deallocate network for instance. [ 1334.338263] env[69350]: DEBUG oslo_concurrency.lockutils [None req-3e349d7b-95be-4c4a-963f-a95db1dccefe tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Lock "e5fa3549-8926-4a0b-92ca-ca337739b5cb" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.435s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1334.373946] env[69350]: DEBUG oslo_vmware.api [None req-d61482ad-aa26-43c5-91f7-8f97f0eb61e1 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3366225, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466487} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.374215] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-d61482ad-aa26-43c5-91f7-8f97f0eb61e1 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] 86b9b6a7-d3c3-45b0-acfe-465de994659d/86b9b6a7-d3c3-45b0-acfe-465de994659d.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1334.374421] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d61482ad-aa26-43c5-91f7-8f97f0eb61e1 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: 86b9b6a7-d3c3-45b0-acfe-465de994659d] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1334.374663] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7561e8ed-7f39-4191-a74e-a769eac987e6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.381490] env[69350]: DEBUG oslo_vmware.api [None req-d61482ad-aa26-43c5-91f7-8f97f0eb61e1 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Waiting for the task: (returnval){ [ 1334.381490] env[69350]: value = "task-3366227" [ 1334.381490] env[69350]: _type = "Task" [ 1334.381490] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.388326] env[69350]: DEBUG oslo_vmware.api [None req-d61482ad-aa26-43c5-91f7-8f97f0eb61e1 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3366227, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.451376] env[69350]: DEBUG oslo_vmware.api [None req-9276e748-952c-4c0b-a202-2e32f933f2e0 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3366226, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.310677} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.451638] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-9276e748-952c-4c0b-a202-2e32f933f2e0 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1334.451823] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9276e748-952c-4c0b-a202-2e32f933f2e0 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: 0f683e7d-83e5-4c63-a56e-f0a7093527f0] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1334.452033] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-9276e748-952c-4c0b-a202-2e32f933f2e0 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: 0f683e7d-83e5-4c63-a56e-f0a7093527f0] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1334.452227] env[69350]: INFO nova.compute.manager [None req-9276e748-952c-4c0b-a202-2e32f933f2e0 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: 0f683e7d-83e5-4c63-a56e-f0a7093527f0] Took 1.71 seconds to destroy the instance on the hypervisor. [ 1334.452462] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9276e748-952c-4c0b-a202-2e32f933f2e0 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1334.452647] env[69350]: DEBUG nova.compute.manager [-] [instance: 0f683e7d-83e5-4c63-a56e-f0a7093527f0] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1334.452738] env[69350]: DEBUG nova.network.neutron [-] [instance: 0f683e7d-83e5-4c63-a56e-f0a7093527f0] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1334.833848] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f1546074-40e1-445e-8157-8b8414401b53 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.894312] env[69350]: DEBUG oslo_vmware.api [None req-d61482ad-aa26-43c5-91f7-8f97f0eb61e1 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3366227, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062807} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.894611] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d61482ad-aa26-43c5-91f7-8f97f0eb61e1 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: 86b9b6a7-d3c3-45b0-acfe-465de994659d] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1334.895440] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e87fef46-c38a-4201-8070-43b825dc7461 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.920822] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-d61482ad-aa26-43c5-91f7-8f97f0eb61e1 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: 86b9b6a7-d3c3-45b0-acfe-465de994659d] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] 86b9b6a7-d3c3-45b0-acfe-465de994659d/86b9b6a7-d3c3-45b0-acfe-465de994659d.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1334.923565] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-483e1110-8feb-4d07-84bb-c352f91b1323 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.945029] env[69350]: DEBUG oslo_vmware.api [None req-d61482ad-aa26-43c5-91f7-8f97f0eb61e1 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Waiting for the task: (returnval){ [ 1334.945029] env[69350]: value = "task-3366228" [ 1334.945029] env[69350]: _type = "Task" [ 1334.945029] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.956079] env[69350]: DEBUG oslo_vmware.api [None req-d61482ad-aa26-43c5-91f7-8f97f0eb61e1 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3366228, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.041791] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1d81572-1957-4e70-b430-04307599f763 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.049444] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-614c2990-02ff-41c4-99e5-62ba5c2dd649 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.081430] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20529f0c-5be9-43e5-961d-fb33a5ec451b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.090437] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a58886f3-220c-4d44-a437-f608866ecfa2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.095192] env[69350]: DEBUG nova.compute.manager [req-dd14e192-73fb-438e-99e0-97aa2e5bc5bf req-3e9eeb25-fc1d-49b0-a523-a9abf22169aa service nova] [instance: 0f683e7d-83e5-4c63-a56e-f0a7093527f0] Received event network-vif-deleted-0cce11c4-b57b-4927-84b7-fdd7bf0f5e74 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1335.095388] env[69350]: INFO nova.compute.manager [req-dd14e192-73fb-438e-99e0-97aa2e5bc5bf req-3e9eeb25-fc1d-49b0-a523-a9abf22169aa service nova] [instance: 0f683e7d-83e5-4c63-a56e-f0a7093527f0] Neutron deleted interface 0cce11c4-b57b-4927-84b7-fdd7bf0f5e74; detaching it from the instance and deleting it from the info cache [ 1335.095559] env[69350]: DEBUG nova.network.neutron [req-dd14e192-73fb-438e-99e0-97aa2e5bc5bf req-3e9eeb25-fc1d-49b0-a523-a9abf22169aa service nova] [instance: 0f683e7d-83e5-4c63-a56e-f0a7093527f0] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1335.107938] env[69350]: DEBUG nova.compute.provider_tree [None req-bff3d5ed-6aff-4fb6-98b3-3f8e389bdece tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1335.226822] env[69350]: DEBUG oslo_concurrency.lockutils [None req-db44c31b-1d6e-4c10-b7df-9ecb0370b9c1 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Acquiring lock "e5fa3549-8926-4a0b-92ca-ca337739b5cb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.227179] env[69350]: DEBUG oslo_concurrency.lockutils [None req-db44c31b-1d6e-4c10-b7df-9ecb0370b9c1 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Lock "e5fa3549-8926-4a0b-92ca-ca337739b5cb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.227589] env[69350]: DEBUG oslo_concurrency.lockutils [None req-db44c31b-1d6e-4c10-b7df-9ecb0370b9c1 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Acquiring lock "e5fa3549-8926-4a0b-92ca-ca337739b5cb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.227667] env[69350]: DEBUG oslo_concurrency.lockutils [None req-db44c31b-1d6e-4c10-b7df-9ecb0370b9c1 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Lock "e5fa3549-8926-4a0b-92ca-ca337739b5cb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.227848] env[69350]: DEBUG oslo_concurrency.lockutils [None req-db44c31b-1d6e-4c10-b7df-9ecb0370b9c1 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Lock "e5fa3549-8926-4a0b-92ca-ca337739b5cb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1335.230441] env[69350]: INFO nova.compute.manager [None req-db44c31b-1d6e-4c10-b7df-9ecb0370b9c1 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: e5fa3549-8926-4a0b-92ca-ca337739b5cb] Terminating instance [ 1335.454346] env[69350]: DEBUG oslo_vmware.api [None req-d61482ad-aa26-43c5-91f7-8f97f0eb61e1 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3366228, 'name': ReconfigVM_Task, 'duration_secs': 0.301906} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.454616] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-d61482ad-aa26-43c5-91f7-8f97f0eb61e1 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: 86b9b6a7-d3c3-45b0-acfe-465de994659d] Reconfigured VM instance instance-00000073 to attach disk [datastore1] 86b9b6a7-d3c3-45b0-acfe-465de994659d/86b9b6a7-d3c3-45b0-acfe-465de994659d.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1335.455258] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3e51ddd5-c3bc-4dbc-9270-6e1f8197f780 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.461393] env[69350]: DEBUG oslo_vmware.api [None req-d61482ad-aa26-43c5-91f7-8f97f0eb61e1 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Waiting for the task: (returnval){ [ 1335.461393] env[69350]: value = "task-3366229" [ 1335.461393] env[69350]: _type = "Task" [ 1335.461393] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.468558] env[69350]: DEBUG oslo_vmware.api [None req-d61482ad-aa26-43c5-91f7-8f97f0eb61e1 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3366229, 'name': Rename_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.584735] env[69350]: DEBUG nova.network.neutron [-] [instance: 0f683e7d-83e5-4c63-a56e-f0a7093527f0] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1335.598050] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e0f8bafd-760a-4191-907f-f96b79eb8dd0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.608028] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1561d8b6-f902-4dc5-935c-0fb0d563927e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.620254] env[69350]: DEBUG nova.scheduler.client.report [None req-bff3d5ed-6aff-4fb6-98b3-3f8e389bdece tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1335.641558] env[69350]: DEBUG nova.compute.manager [req-dd14e192-73fb-438e-99e0-97aa2e5bc5bf req-3e9eeb25-fc1d-49b0-a523-a9abf22169aa service nova] [instance: 0f683e7d-83e5-4c63-a56e-f0a7093527f0] Detach interface failed, port_id=0cce11c4-b57b-4927-84b7-fdd7bf0f5e74, reason: Instance 0f683e7d-83e5-4c63-a56e-f0a7093527f0 could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1335.734770] env[69350]: DEBUG nova.compute.manager [None req-db44c31b-1d6e-4c10-b7df-9ecb0370b9c1 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: e5fa3549-8926-4a0b-92ca-ca337739b5cb] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1335.734990] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-db44c31b-1d6e-4c10-b7df-9ecb0370b9c1 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: e5fa3549-8926-4a0b-92ca-ca337739b5cb] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1335.735872] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c6da0d-79d0-474b-9297-698a4fb2b3f8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.743288] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-db44c31b-1d6e-4c10-b7df-9ecb0370b9c1 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: e5fa3549-8926-4a0b-92ca-ca337739b5cb] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1335.743512] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b4db8c9-45f4-47e2-b3f2-ad330bc065f3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.749425] env[69350]: DEBUG oslo_vmware.api [None req-db44c31b-1d6e-4c10-b7df-9ecb0370b9c1 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Waiting for the task: (returnval){ [ 1335.749425] env[69350]: value = "task-3366230" [ 1335.749425] env[69350]: _type = "Task" [ 1335.749425] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.756688] env[69350]: DEBUG oslo_vmware.api [None req-db44c31b-1d6e-4c10-b7df-9ecb0370b9c1 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3366230, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.971112] env[69350]: DEBUG oslo_vmware.api [None req-d61482ad-aa26-43c5-91f7-8f97f0eb61e1 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3366229, 'name': Rename_Task, 'duration_secs': 0.126214} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.971383] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-d61482ad-aa26-43c5-91f7-8f97f0eb61e1 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: 86b9b6a7-d3c3-45b0-acfe-465de994659d] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1335.971623] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fb3d8e09-a610-4b7f-bc95-12318d9a6e8b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.977301] env[69350]: DEBUG oslo_vmware.api [None req-d61482ad-aa26-43c5-91f7-8f97f0eb61e1 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Waiting for the task: (returnval){ [ 1335.977301] env[69350]: value = "task-3366231" [ 1335.977301] env[69350]: _type = "Task" [ 1335.977301] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.984741] env[69350]: DEBUG oslo_vmware.api [None req-d61482ad-aa26-43c5-91f7-8f97f0eb61e1 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3366231, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.087649] env[69350]: INFO nova.compute.manager [-] [instance: 0f683e7d-83e5-4c63-a56e-f0a7093527f0] Took 1.63 seconds to deallocate network for instance. [ 1336.125238] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bff3d5ed-6aff-4fb6-98b3-3f8e389bdece tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.267s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1336.125748] env[69350]: DEBUG nova.compute.manager [None req-bff3d5ed-6aff-4fb6-98b3-3f8e389bdece tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: d3b0bc5b-f5b8-4e02-8312-caf9e28b93a4] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1336.128581] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f1546074-40e1-445e-8157-8b8414401b53 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.295s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1336.128895] env[69350]: DEBUG nova.objects.instance [None req-f1546074-40e1-445e-8157-8b8414401b53 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Lazy-loading 'resources' on Instance uuid 223a8921-91e0-4622-b103-2ca2fdc80fe5 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1336.258639] env[69350]: DEBUG oslo_vmware.api [None req-db44c31b-1d6e-4c10-b7df-9ecb0370b9c1 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3366230, 'name': PowerOffVM_Task, 'duration_secs': 0.213109} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.258915] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-db44c31b-1d6e-4c10-b7df-9ecb0370b9c1 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: e5fa3549-8926-4a0b-92ca-ca337739b5cb] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1336.259098] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-db44c31b-1d6e-4c10-b7df-9ecb0370b9c1 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: e5fa3549-8926-4a0b-92ca-ca337739b5cb] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1336.259345] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b88417af-7034-4b0a-aae6-50f376fa932a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.322295] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-db44c31b-1d6e-4c10-b7df-9ecb0370b9c1 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: e5fa3549-8926-4a0b-92ca-ca337739b5cb] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1336.322529] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-db44c31b-1d6e-4c10-b7df-9ecb0370b9c1 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: e5fa3549-8926-4a0b-92ca-ca337739b5cb] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1336.322711] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-db44c31b-1d6e-4c10-b7df-9ecb0370b9c1 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Deleting the datastore file [datastore1] e5fa3549-8926-4a0b-92ca-ca337739b5cb {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1336.322973] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-98bff835-5c89-48ba-a152-b6165ca9a304 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.329223] env[69350]: DEBUG oslo_vmware.api [None req-db44c31b-1d6e-4c10-b7df-9ecb0370b9c1 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Waiting for the task: (returnval){ [ 1336.329223] env[69350]: value = "task-3366233" [ 1336.329223] env[69350]: _type = "Task" [ 1336.329223] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.336805] env[69350]: DEBUG oslo_vmware.api [None req-db44c31b-1d6e-4c10-b7df-9ecb0370b9c1 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3366233, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.487361] env[69350]: DEBUG oslo_vmware.api [None req-d61482ad-aa26-43c5-91f7-8f97f0eb61e1 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3366231, 'name': PowerOnVM_Task, 'duration_secs': 0.428017} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.487669] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-d61482ad-aa26-43c5-91f7-8f97f0eb61e1 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: 86b9b6a7-d3c3-45b0-acfe-465de994659d] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1336.487893] env[69350]: INFO nova.compute.manager [None req-d61482ad-aa26-43c5-91f7-8f97f0eb61e1 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: 86b9b6a7-d3c3-45b0-acfe-465de994659d] Took 7.57 seconds to spawn the instance on the hypervisor. [ 1336.488124] env[69350]: DEBUG nova.compute.manager [None req-d61482ad-aa26-43c5-91f7-8f97f0eb61e1 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: 86b9b6a7-d3c3-45b0-acfe-465de994659d] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1336.488889] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4cc3fba-d5e9-4f7f-863f-6781c5df9788 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.594484] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9276e748-952c-4c0b-a202-2e32f933f2e0 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1336.630061] env[69350]: DEBUG nova.compute.utils [None req-bff3d5ed-6aff-4fb6-98b3-3f8e389bdece tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1336.631616] env[69350]: DEBUG nova.compute.manager [None req-bff3d5ed-6aff-4fb6-98b3-3f8e389bdece tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: d3b0bc5b-f5b8-4e02-8312-caf9e28b93a4] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1336.631810] env[69350]: DEBUG nova.network.neutron [None req-bff3d5ed-6aff-4fb6-98b3-3f8e389bdece tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: d3b0bc5b-f5b8-4e02-8312-caf9e28b93a4] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1336.680400] env[69350]: DEBUG nova.policy [None req-bff3d5ed-6aff-4fb6-98b3-3f8e389bdece tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ab4329b91984482e9142ad4773bd0560', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eb23de86c4ea42c1accf78e42cda1fc1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 1336.744656] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99eb869d-4660-4f38-a3da-6a5a2df5194d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.752035] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52753c27-f32d-4cb8-b5d5-52dfe513ad85 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.782242] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9febe55-f29e-4939-93af-7bb5c2dd5eb8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.789600] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58207798-8ece-403c-b4be-cadcc39755d7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.804574] env[69350]: DEBUG nova.compute.provider_tree [None req-f1546074-40e1-445e-8157-8b8414401b53 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1336.838475] env[69350]: DEBUG oslo_vmware.api [None req-db44c31b-1d6e-4c10-b7df-9ecb0370b9c1 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3366233, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150624} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.838720] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-db44c31b-1d6e-4c10-b7df-9ecb0370b9c1 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1336.838927] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-db44c31b-1d6e-4c10-b7df-9ecb0370b9c1 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: e5fa3549-8926-4a0b-92ca-ca337739b5cb] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1336.839147] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-db44c31b-1d6e-4c10-b7df-9ecb0370b9c1 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: e5fa3549-8926-4a0b-92ca-ca337739b5cb] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1336.839320] env[69350]: INFO nova.compute.manager [None req-db44c31b-1d6e-4c10-b7df-9ecb0370b9c1 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: e5fa3549-8926-4a0b-92ca-ca337739b5cb] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1336.839546] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db44c31b-1d6e-4c10-b7df-9ecb0370b9c1 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1336.839730] env[69350]: DEBUG nova.compute.manager [-] [instance: e5fa3549-8926-4a0b-92ca-ca337739b5cb] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1336.839823] env[69350]: DEBUG nova.network.neutron [-] [instance: e5fa3549-8926-4a0b-92ca-ca337739b5cb] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1337.005572] env[69350]: INFO nova.compute.manager [None req-d61482ad-aa26-43c5-91f7-8f97f0eb61e1 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: 86b9b6a7-d3c3-45b0-acfe-465de994659d] Took 12.32 seconds to build instance. [ 1337.022180] env[69350]: DEBUG nova.network.neutron [None req-bff3d5ed-6aff-4fb6-98b3-3f8e389bdece tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: d3b0bc5b-f5b8-4e02-8312-caf9e28b93a4] Successfully created port: 903f4a2f-054f-4d77-8145-b91402b0bb72 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1337.138258] env[69350]: DEBUG nova.compute.manager [None req-bff3d5ed-6aff-4fb6-98b3-3f8e389bdece tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: d3b0bc5b-f5b8-4e02-8312-caf9e28b93a4] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1337.307765] env[69350]: DEBUG nova.scheduler.client.report [None req-f1546074-40e1-445e-8157-8b8414401b53 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1337.507713] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d61482ad-aa26-43c5-91f7-8f97f0eb61e1 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Lock "86b9b6a7-d3c3-45b0-acfe-465de994659d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.833s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1337.783804] env[69350]: DEBUG nova.compute.manager [req-c12fda88-5131-4550-8d1d-80cf29f40e7c req-824448c0-326f-46ee-8b0d-9a4eb565d0cd service nova] [instance: e5fa3549-8926-4a0b-92ca-ca337739b5cb] Received event network-vif-deleted-b6ab570f-f7cd-4a33-baac-9af69245c505 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1337.783891] env[69350]: INFO nova.compute.manager [req-c12fda88-5131-4550-8d1d-80cf29f40e7c req-824448c0-326f-46ee-8b0d-9a4eb565d0cd service nova] [instance: e5fa3549-8926-4a0b-92ca-ca337739b5cb] Neutron deleted interface b6ab570f-f7cd-4a33-baac-9af69245c505; detaching it from the instance and deleting it from the info cache [ 1337.784034] env[69350]: DEBUG nova.network.neutron [req-c12fda88-5131-4550-8d1d-80cf29f40e7c req-824448c0-326f-46ee-8b0d-9a4eb565d0cd service nova] [instance: e5fa3549-8926-4a0b-92ca-ca337739b5cb] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1337.814317] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f1546074-40e1-445e-8157-8b8414401b53 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.686s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1337.816818] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9276e748-952c-4c0b-a202-2e32f933f2e0 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.222s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1337.817559] env[69350]: DEBUG nova.objects.instance [None req-9276e748-952c-4c0b-a202-2e32f933f2e0 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Lazy-loading 'resources' on Instance uuid 0f683e7d-83e5-4c63-a56e-f0a7093527f0 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1337.845023] env[69350]: INFO nova.scheduler.client.report [None req-f1546074-40e1-445e-8157-8b8414401b53 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Deleted allocations for instance 223a8921-91e0-4622-b103-2ca2fdc80fe5 [ 1338.004347] env[69350]: DEBUG nova.compute.manager [req-22af8686-9cd3-478e-9ca8-566a5fde2523 req-cbeba948-e8bd-4dd3-bb03-136435d30894 service nova] [instance: 86b9b6a7-d3c3-45b0-acfe-465de994659d] Received event network-changed-a6532ad9-1291-42ee-92e4-dcdbe61df642 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1338.004592] env[69350]: DEBUG nova.compute.manager [req-22af8686-9cd3-478e-9ca8-566a5fde2523 req-cbeba948-e8bd-4dd3-bb03-136435d30894 service nova] [instance: 86b9b6a7-d3c3-45b0-acfe-465de994659d] Refreshing instance network info cache due to event network-changed-a6532ad9-1291-42ee-92e4-dcdbe61df642. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1338.004913] env[69350]: DEBUG oslo_concurrency.lockutils [req-22af8686-9cd3-478e-9ca8-566a5fde2523 req-cbeba948-e8bd-4dd3-bb03-136435d30894 service nova] Acquiring lock "refresh_cache-86b9b6a7-d3c3-45b0-acfe-465de994659d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.005240] env[69350]: DEBUG oslo_concurrency.lockutils [req-22af8686-9cd3-478e-9ca8-566a5fde2523 req-cbeba948-e8bd-4dd3-bb03-136435d30894 service nova] Acquired lock "refresh_cache-86b9b6a7-d3c3-45b0-acfe-465de994659d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.005450] env[69350]: DEBUG nova.network.neutron [req-22af8686-9cd3-478e-9ca8-566a5fde2523 req-cbeba948-e8bd-4dd3-bb03-136435d30894 service nova] [instance: 86b9b6a7-d3c3-45b0-acfe-465de994659d] Refreshing network info cache for port a6532ad9-1291-42ee-92e4-dcdbe61df642 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1338.147608] env[69350]: DEBUG nova.compute.manager [None req-bff3d5ed-6aff-4fb6-98b3-3f8e389bdece tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: d3b0bc5b-f5b8-4e02-8312-caf9e28b93a4] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1338.173203] env[69350]: DEBUG nova.virt.hardware [None req-bff3d5ed-6aff-4fb6-98b3-3f8e389bdece tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1338.173459] env[69350]: DEBUG nova.virt.hardware [None req-bff3d5ed-6aff-4fb6-98b3-3f8e389bdece tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1338.173608] env[69350]: DEBUG nova.virt.hardware [None req-bff3d5ed-6aff-4fb6-98b3-3f8e389bdece tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1338.173781] env[69350]: DEBUG nova.virt.hardware [None req-bff3d5ed-6aff-4fb6-98b3-3f8e389bdece tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1338.173923] env[69350]: DEBUG nova.virt.hardware [None req-bff3d5ed-6aff-4fb6-98b3-3f8e389bdece tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1338.174094] env[69350]: DEBUG nova.virt.hardware [None req-bff3d5ed-6aff-4fb6-98b3-3f8e389bdece tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1338.174304] env[69350]: DEBUG nova.virt.hardware [None req-bff3d5ed-6aff-4fb6-98b3-3f8e389bdece tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1338.174458] env[69350]: DEBUG nova.virt.hardware [None req-bff3d5ed-6aff-4fb6-98b3-3f8e389bdece tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1338.174647] env[69350]: DEBUG nova.virt.hardware [None req-bff3d5ed-6aff-4fb6-98b3-3f8e389bdece tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1338.174815] env[69350]: DEBUG nova.virt.hardware [None req-bff3d5ed-6aff-4fb6-98b3-3f8e389bdece tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1338.174989] env[69350]: DEBUG nova.virt.hardware [None req-bff3d5ed-6aff-4fb6-98b3-3f8e389bdece tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1338.175868] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a8a181-a862-4cd1-a5ed-6fd779392df0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.184000] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56435b61-6958-41cd-bffd-9fea18aa4be4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.265579] env[69350]: DEBUG nova.network.neutron [-] [instance: e5fa3549-8926-4a0b-92ca-ca337739b5cb] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1338.286902] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-68f35c02-3a5b-4b88-8cf9-92b43870cd08 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.296497] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6043fc8-1fa9-41f0-bdea-5a7ef9b838f9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.325659] env[69350]: DEBUG nova.compute.manager [req-c12fda88-5131-4550-8d1d-80cf29f40e7c req-824448c0-326f-46ee-8b0d-9a4eb565d0cd service nova] [instance: e5fa3549-8926-4a0b-92ca-ca337739b5cb] Detach interface failed, port_id=b6ab570f-f7cd-4a33-baac-9af69245c505, reason: Instance e5fa3549-8926-4a0b-92ca-ca337739b5cb could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1338.349189] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f1546074-40e1-445e-8157-8b8414401b53 tempest-ServerShowV247Test-617373265 tempest-ServerShowV247Test-617373265-project-member] Lock "223a8921-91e0-4622-b103-2ca2fdc80fe5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.030s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.429108] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cccf9b3-9487-4095-a72b-47441f9d7379 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.437071] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d63d99a-2f92-49d8-965c-a20f1feafe0a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.466540] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fca68bf1-1ada-47d8-a92e-89f60a64b2f8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.474042] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c538044-a0e8-4881-8f1b-33bc5076be2b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.488489] env[69350]: DEBUG nova.compute.provider_tree [None req-9276e748-952c-4c0b-a202-2e32f933f2e0 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1338.769703] env[69350]: INFO nova.compute.manager [-] [instance: e5fa3549-8926-4a0b-92ca-ca337739b5cb] Took 1.93 seconds to deallocate network for instance. [ 1338.783303] env[69350]: DEBUG nova.network.neutron [req-22af8686-9cd3-478e-9ca8-566a5fde2523 req-cbeba948-e8bd-4dd3-bb03-136435d30894 service nova] [instance: 86b9b6a7-d3c3-45b0-acfe-465de994659d] Updated VIF entry in instance network info cache for port a6532ad9-1291-42ee-92e4-dcdbe61df642. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1338.783640] env[69350]: DEBUG nova.network.neutron [req-22af8686-9cd3-478e-9ca8-566a5fde2523 req-cbeba948-e8bd-4dd3-bb03-136435d30894 service nova] [instance: 86b9b6a7-d3c3-45b0-acfe-465de994659d] Updating instance_info_cache with network_info: [{"id": "a6532ad9-1291-42ee-92e4-dcdbe61df642", "address": "fa:16:3e:02:ff:77", "network": {"id": "bc16c158-ef75-4a41-beeb-3ceae708fa9d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-469663997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46625a434b9f47dc83d92c9db8a3024c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6532ad9-12", "ovs_interfaceid": "a6532ad9-1291-42ee-92e4-dcdbe61df642", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1338.992067] env[69350]: DEBUG nova.scheduler.client.report [None req-9276e748-952c-4c0b-a202-2e32f933f2e0 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1339.100826] env[69350]: DEBUG nova.network.neutron [None req-bff3d5ed-6aff-4fb6-98b3-3f8e389bdece tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: d3b0bc5b-f5b8-4e02-8312-caf9e28b93a4] Successfully updated port: 903f4a2f-054f-4d77-8145-b91402b0bb72 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1339.275121] env[69350]: DEBUG oslo_concurrency.lockutils [None req-db44c31b-1d6e-4c10-b7df-9ecb0370b9c1 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.285890] env[69350]: DEBUG oslo_concurrency.lockutils [req-22af8686-9cd3-478e-9ca8-566a5fde2523 req-cbeba948-e8bd-4dd3-bb03-136435d30894 service nova] Releasing lock "refresh_cache-86b9b6a7-d3c3-45b0-acfe-465de994659d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.497968] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9276e748-952c-4c0b-a202-2e32f933f2e0 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.681s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.500385] env[69350]: DEBUG oslo_concurrency.lockutils [None req-db44c31b-1d6e-4c10-b7df-9ecb0370b9c1 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.225s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.500622] env[69350]: DEBUG nova.objects.instance [None req-db44c31b-1d6e-4c10-b7df-9ecb0370b9c1 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Lazy-loading 'resources' on Instance uuid e5fa3549-8926-4a0b-92ca-ca337739b5cb {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1339.519304] env[69350]: INFO nova.scheduler.client.report [None req-9276e748-952c-4c0b-a202-2e32f933f2e0 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Deleted allocations for instance 0f683e7d-83e5-4c63-a56e-f0a7093527f0 [ 1339.603058] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bff3d5ed-6aff-4fb6-98b3-3f8e389bdece tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Acquiring lock "refresh_cache-d3b0bc5b-f5b8-4e02-8312-caf9e28b93a4" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.603058] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bff3d5ed-6aff-4fb6-98b3-3f8e389bdece tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Acquired lock "refresh_cache-d3b0bc5b-f5b8-4e02-8312-caf9e28b93a4" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.603209] env[69350]: DEBUG nova.network.neutron [None req-bff3d5ed-6aff-4fb6-98b3-3f8e389bdece tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: d3b0bc5b-f5b8-4e02-8312-caf9e28b93a4] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1339.807600] env[69350]: DEBUG nova.compute.manager [req-c62fe2d8-4b2a-4dcd-b748-99f17fc4fb57 req-8c70c1c5-1e80-4828-8e97-2a3e14fc475f service nova] [instance: d3b0bc5b-f5b8-4e02-8312-caf9e28b93a4] Received event network-vif-plugged-903f4a2f-054f-4d77-8145-b91402b0bb72 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1339.807600] env[69350]: DEBUG oslo_concurrency.lockutils [req-c62fe2d8-4b2a-4dcd-b748-99f17fc4fb57 req-8c70c1c5-1e80-4828-8e97-2a3e14fc475f service nova] Acquiring lock "d3b0bc5b-f5b8-4e02-8312-caf9e28b93a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.807600] env[69350]: DEBUG oslo_concurrency.lockutils [req-c62fe2d8-4b2a-4dcd-b748-99f17fc4fb57 req-8c70c1c5-1e80-4828-8e97-2a3e14fc475f service nova] Lock "d3b0bc5b-f5b8-4e02-8312-caf9e28b93a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.808201] env[69350]: DEBUG oslo_concurrency.lockutils [req-c62fe2d8-4b2a-4dcd-b748-99f17fc4fb57 req-8c70c1c5-1e80-4828-8e97-2a3e14fc475f service nova] Lock "d3b0bc5b-f5b8-4e02-8312-caf9e28b93a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.808201] env[69350]: DEBUG nova.compute.manager [req-c62fe2d8-4b2a-4dcd-b748-99f17fc4fb57 req-8c70c1c5-1e80-4828-8e97-2a3e14fc475f service nova] [instance: d3b0bc5b-f5b8-4e02-8312-caf9e28b93a4] No waiting events found dispatching network-vif-plugged-903f4a2f-054f-4d77-8145-b91402b0bb72 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1339.808201] env[69350]: WARNING nova.compute.manager [req-c62fe2d8-4b2a-4dcd-b748-99f17fc4fb57 req-8c70c1c5-1e80-4828-8e97-2a3e14fc475f service nova] [instance: d3b0bc5b-f5b8-4e02-8312-caf9e28b93a4] Received unexpected event network-vif-plugged-903f4a2f-054f-4d77-8145-b91402b0bb72 for instance with vm_state building and task_state spawning. [ 1339.808443] env[69350]: DEBUG nova.compute.manager [req-c62fe2d8-4b2a-4dcd-b748-99f17fc4fb57 req-8c70c1c5-1e80-4828-8e97-2a3e14fc475f service nova] [instance: d3b0bc5b-f5b8-4e02-8312-caf9e28b93a4] Received event network-changed-903f4a2f-054f-4d77-8145-b91402b0bb72 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1339.808520] env[69350]: DEBUG nova.compute.manager [req-c62fe2d8-4b2a-4dcd-b748-99f17fc4fb57 req-8c70c1c5-1e80-4828-8e97-2a3e14fc475f service nova] [instance: d3b0bc5b-f5b8-4e02-8312-caf9e28b93a4] Refreshing instance network info cache due to event network-changed-903f4a2f-054f-4d77-8145-b91402b0bb72. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1339.808728] env[69350]: DEBUG oslo_concurrency.lockutils [req-c62fe2d8-4b2a-4dcd-b748-99f17fc4fb57 req-8c70c1c5-1e80-4828-8e97-2a3e14fc475f service nova] Acquiring lock "refresh_cache-d3b0bc5b-f5b8-4e02-8312-caf9e28b93a4" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.028313] env[69350]: DEBUG oslo_concurrency.lockutils [None req-9276e748-952c-4c0b-a202-2e32f933f2e0 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Lock "0f683e7d-83e5-4c63-a56e-f0a7093527f0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.788s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.103014] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-572aa493-e7ef-4a9e-aa75-49e597a9e308 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.112724] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d01edf-e773-4783-8e6b-9f77a92c3422 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.144698] env[69350]: DEBUG oslo_concurrency.lockutils [None req-34e563dd-2267-4931-a75f-34567a56fb69 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Acquiring lock "c3e34d3b-84f4-4b36-b887-262cc9c73a55" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1340.144946] env[69350]: DEBUG oslo_concurrency.lockutils [None req-34e563dd-2267-4931-a75f-34567a56fb69 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Lock "c3e34d3b-84f4-4b36-b887-262cc9c73a55" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1340.145164] env[69350]: DEBUG oslo_concurrency.lockutils [None req-34e563dd-2267-4931-a75f-34567a56fb69 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Acquiring lock "c3e34d3b-84f4-4b36-b887-262cc9c73a55-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1340.145345] env[69350]: DEBUG oslo_concurrency.lockutils [None req-34e563dd-2267-4931-a75f-34567a56fb69 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Lock "c3e34d3b-84f4-4b36-b887-262cc9c73a55-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1340.145510] env[69350]: DEBUG oslo_concurrency.lockutils [None req-34e563dd-2267-4931-a75f-34567a56fb69 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Lock "c3e34d3b-84f4-4b36-b887-262cc9c73a55-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.147671] env[69350]: DEBUG nova.network.neutron [None req-bff3d5ed-6aff-4fb6-98b3-3f8e389bdece tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: d3b0bc5b-f5b8-4e02-8312-caf9e28b93a4] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1340.149843] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-421dd75b-29ec-47ff-a15c-ad6cc7f40276 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.152486] env[69350]: INFO nova.compute.manager [None req-34e563dd-2267-4931-a75f-34567a56fb69 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: c3e34d3b-84f4-4b36-b887-262cc9c73a55] Terminating instance [ 1340.159503] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-754b53fe-e901-4eae-a28c-edf0185a022f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.176379] env[69350]: DEBUG nova.compute.provider_tree [None req-db44c31b-1d6e-4c10-b7df-9ecb0370b9c1 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1340.385569] env[69350]: DEBUG nova.network.neutron [None req-bff3d5ed-6aff-4fb6-98b3-3f8e389bdece tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: d3b0bc5b-f5b8-4e02-8312-caf9e28b93a4] Updating instance_info_cache with network_info: [{"id": "903f4a2f-054f-4d77-8145-b91402b0bb72", "address": "fa:16:3e:6b:41:40", "network": {"id": "0bcb2b19-9d56-48ef-ae2f-bfa8be4a624b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1099470443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb23de86c4ea42c1accf78e42cda1fc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap903f4a2f-05", "ovs_interfaceid": "903f4a2f-054f-4d77-8145-b91402b0bb72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1340.659930] env[69350]: DEBUG nova.compute.manager [None req-34e563dd-2267-4931-a75f-34567a56fb69 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: c3e34d3b-84f4-4b36-b887-262cc9c73a55] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1340.659930] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-34e563dd-2267-4931-a75f-34567a56fb69 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: c3e34d3b-84f4-4b36-b887-262cc9c73a55] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1340.659930] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36be50bd-039c-4e6a-943a-da045888223f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.668414] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-34e563dd-2267-4931-a75f-34567a56fb69 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: c3e34d3b-84f4-4b36-b887-262cc9c73a55] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1340.668988] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cdd1e83c-08a3-42a5-aa9d-09a68bed8180 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.678111] env[69350]: DEBUG oslo_vmware.api [None req-34e563dd-2267-4931-a75f-34567a56fb69 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Waiting for the task: (returnval){ [ 1340.678111] env[69350]: value = "task-3366234" [ 1340.678111] env[69350]: _type = "Task" [ 1340.678111] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.680349] env[69350]: DEBUG nova.scheduler.client.report [None req-db44c31b-1d6e-4c10-b7df-9ecb0370b9c1 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1340.689727] env[69350]: DEBUG oslo_vmware.api [None req-34e563dd-2267-4931-a75f-34567a56fb69 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3366234, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.887933] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bff3d5ed-6aff-4fb6-98b3-3f8e389bdece tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Releasing lock "refresh_cache-d3b0bc5b-f5b8-4e02-8312-caf9e28b93a4" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.888261] env[69350]: DEBUG nova.compute.manager [None req-bff3d5ed-6aff-4fb6-98b3-3f8e389bdece tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: d3b0bc5b-f5b8-4e02-8312-caf9e28b93a4] Instance network_info: |[{"id": "903f4a2f-054f-4d77-8145-b91402b0bb72", "address": "fa:16:3e:6b:41:40", "network": {"id": "0bcb2b19-9d56-48ef-ae2f-bfa8be4a624b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1099470443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb23de86c4ea42c1accf78e42cda1fc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap903f4a2f-05", "ovs_interfaceid": "903f4a2f-054f-4d77-8145-b91402b0bb72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1340.889060] env[69350]: DEBUG oslo_concurrency.lockutils [req-c62fe2d8-4b2a-4dcd-b748-99f17fc4fb57 req-8c70c1c5-1e80-4828-8e97-2a3e14fc475f service nova] Acquired lock "refresh_cache-d3b0bc5b-f5b8-4e02-8312-caf9e28b93a4" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.889060] env[69350]: DEBUG nova.network.neutron [req-c62fe2d8-4b2a-4dcd-b748-99f17fc4fb57 req-8c70c1c5-1e80-4828-8e97-2a3e14fc475f service nova] [instance: d3b0bc5b-f5b8-4e02-8312-caf9e28b93a4] Refreshing network info cache for port 903f4a2f-054f-4d77-8145-b91402b0bb72 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1340.889965] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-bff3d5ed-6aff-4fb6-98b3-3f8e389bdece tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: d3b0bc5b-f5b8-4e02-8312-caf9e28b93a4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:41:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f1b07b1-e4e5-4842-9090-07fb2c3e124b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '903f4a2f-054f-4d77-8145-b91402b0bb72', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1340.907076] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bff3d5ed-6aff-4fb6-98b3-3f8e389bdece tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1340.910241] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3b0bc5b-f5b8-4e02-8312-caf9e28b93a4] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1340.910999] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5662459d-3bf9-4072-a380-2ab95a7ee96d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.937825] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1340.937825] env[69350]: value = "task-3366235" [ 1340.937825] env[69350]: _type = "Task" [ 1340.937825] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.949159] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366235, 'name': CreateVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.185366] env[69350]: DEBUG oslo_concurrency.lockutils [None req-db44c31b-1d6e-4c10-b7df-9ecb0370b9c1 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.685s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1341.191252] env[69350]: DEBUG oslo_vmware.api [None req-34e563dd-2267-4931-a75f-34567a56fb69 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3366234, 'name': PowerOffVM_Task, 'duration_secs': 0.183871} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.192489] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-34e563dd-2267-4931-a75f-34567a56fb69 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: c3e34d3b-84f4-4b36-b887-262cc9c73a55] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1341.192489] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-34e563dd-2267-4931-a75f-34567a56fb69 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: c3e34d3b-84f4-4b36-b887-262cc9c73a55] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1341.192590] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-84dcad9d-334b-435c-80d7-9770bdf269ca {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.215498] env[69350]: INFO nova.scheduler.client.report [None req-db44c31b-1d6e-4c10-b7df-9ecb0370b9c1 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Deleted allocations for instance e5fa3549-8926-4a0b-92ca-ca337739b5cb [ 1341.257934] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-34e563dd-2267-4931-a75f-34567a56fb69 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: c3e34d3b-84f4-4b36-b887-262cc9c73a55] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1341.258181] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-34e563dd-2267-4931-a75f-34567a56fb69 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: c3e34d3b-84f4-4b36-b887-262cc9c73a55] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1341.258372] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-34e563dd-2267-4931-a75f-34567a56fb69 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Deleting the datastore file [datastore1] c3e34d3b-84f4-4b36-b887-262cc9c73a55 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1341.258644] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dd1587d9-66ef-47bc-a6be-786f1ad24626 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.266141] env[69350]: DEBUG oslo_vmware.api [None req-34e563dd-2267-4931-a75f-34567a56fb69 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Waiting for the task: (returnval){ [ 1341.266141] env[69350]: value = "task-3366237" [ 1341.266141] env[69350]: _type = "Task" [ 1341.266141] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.274491] env[69350]: DEBUG oslo_vmware.api [None req-34e563dd-2267-4931-a75f-34567a56fb69 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3366237, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.277888] env[69350]: DEBUG nova.network.neutron [req-c62fe2d8-4b2a-4dcd-b748-99f17fc4fb57 req-8c70c1c5-1e80-4828-8e97-2a3e14fc475f service nova] [instance: d3b0bc5b-f5b8-4e02-8312-caf9e28b93a4] Updated VIF entry in instance network info cache for port 903f4a2f-054f-4d77-8145-b91402b0bb72. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1341.278268] env[69350]: DEBUG nova.network.neutron [req-c62fe2d8-4b2a-4dcd-b748-99f17fc4fb57 req-8c70c1c5-1e80-4828-8e97-2a3e14fc475f service nova] [instance: d3b0bc5b-f5b8-4e02-8312-caf9e28b93a4] Updating instance_info_cache with network_info: [{"id": "903f4a2f-054f-4d77-8145-b91402b0bb72", "address": "fa:16:3e:6b:41:40", "network": {"id": "0bcb2b19-9d56-48ef-ae2f-bfa8be4a624b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1099470443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb23de86c4ea42c1accf78e42cda1fc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap903f4a2f-05", "ovs_interfaceid": "903f4a2f-054f-4d77-8145-b91402b0bb72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1341.449168] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366235, 'name': CreateVM_Task, 'duration_secs': 0.372846} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.449371] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3b0bc5b-f5b8-4e02-8312-caf9e28b93a4] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1341.450040] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bff3d5ed-6aff-4fb6-98b3-3f8e389bdece tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.450209] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bff3d5ed-6aff-4fb6-98b3-3f8e389bdece tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.450508] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bff3d5ed-6aff-4fb6-98b3-3f8e389bdece tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.450757] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c6ecff0-2162-4a7c-8780-b45ccc100b3c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.455220] env[69350]: DEBUG oslo_vmware.api [None req-bff3d5ed-6aff-4fb6-98b3-3f8e389bdece tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Waiting for the task: (returnval){ [ 1341.455220] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52b36814-565b-4508-4412-581560a18213" [ 1341.455220] env[69350]: _type = "Task" [ 1341.455220] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.466203] env[69350]: DEBUG oslo_vmware.api [None req-bff3d5ed-6aff-4fb6-98b3-3f8e389bdece tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52b36814-565b-4508-4412-581560a18213, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.724377] env[69350]: DEBUG oslo_concurrency.lockutils [None req-db44c31b-1d6e-4c10-b7df-9ecb0370b9c1 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Lock "e5fa3549-8926-4a0b-92ca-ca337739b5cb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.497s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1341.777248] env[69350]: DEBUG oslo_vmware.api [None req-34e563dd-2267-4931-a75f-34567a56fb69 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Task: {'id': task-3366237, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15686} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.777724] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-34e563dd-2267-4931-a75f-34567a56fb69 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1341.777724] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-34e563dd-2267-4931-a75f-34567a56fb69 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: c3e34d3b-84f4-4b36-b887-262cc9c73a55] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1341.777928] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-34e563dd-2267-4931-a75f-34567a56fb69 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: c3e34d3b-84f4-4b36-b887-262cc9c73a55] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1341.777928] env[69350]: INFO nova.compute.manager [None req-34e563dd-2267-4931-a75f-34567a56fb69 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] [instance: c3e34d3b-84f4-4b36-b887-262cc9c73a55] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1341.778372] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-34e563dd-2267-4931-a75f-34567a56fb69 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1341.778500] env[69350]: DEBUG nova.compute.manager [-] [instance: c3e34d3b-84f4-4b36-b887-262cc9c73a55] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1341.778550] env[69350]: DEBUG nova.network.neutron [-] [instance: c3e34d3b-84f4-4b36-b887-262cc9c73a55] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1341.780840] env[69350]: DEBUG oslo_concurrency.lockutils [req-c62fe2d8-4b2a-4dcd-b748-99f17fc4fb57 req-8c70c1c5-1e80-4828-8e97-2a3e14fc475f service nova] Releasing lock "refresh_cache-d3b0bc5b-f5b8-4e02-8312-caf9e28b93a4" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.969745] env[69350]: DEBUG oslo_vmware.api [None req-bff3d5ed-6aff-4fb6-98b3-3f8e389bdece tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52b36814-565b-4508-4412-581560a18213, 'name': SearchDatastore_Task, 'duration_secs': 0.009756} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.970100] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bff3d5ed-6aff-4fb6-98b3-3f8e389bdece tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.970397] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-bff3d5ed-6aff-4fb6-98b3-3f8e389bdece tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: d3b0bc5b-f5b8-4e02-8312-caf9e28b93a4] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1341.970508] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bff3d5ed-6aff-4fb6-98b3-3f8e389bdece tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.970690] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bff3d5ed-6aff-4fb6-98b3-3f8e389bdece tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.970892] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-bff3d5ed-6aff-4fb6-98b3-3f8e389bdece tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1341.971202] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-41a071dd-d1d0-44ba-896f-a7078516751e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.981861] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-bff3d5ed-6aff-4fb6-98b3-3f8e389bdece tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1341.981861] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-bff3d5ed-6aff-4fb6-98b3-3f8e389bdece tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1341.981861] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db311cfb-3623-4f3e-8933-6ed5729b5bca {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.986250] env[69350]: DEBUG oslo_vmware.api [None req-bff3d5ed-6aff-4fb6-98b3-3f8e389bdece tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Waiting for the task: (returnval){ [ 1341.986250] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]526b8ba1-a2f2-a47a-2c43-bdeafcae025f" [ 1341.986250] env[69350]: _type = "Task" [ 1341.986250] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.996210] env[69350]: DEBUG oslo_vmware.api [None req-bff3d5ed-6aff-4fb6-98b3-3f8e389bdece tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]526b8ba1-a2f2-a47a-2c43-bdeafcae025f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.131145] env[69350]: DEBUG nova.compute.manager [req-bd149222-4f92-4bde-a41f-038064402cca req-fe899faf-2a51-4ea1-8590-92c6bfbba032 service nova] [instance: c3e34d3b-84f4-4b36-b887-262cc9c73a55] Received event network-vif-deleted-73d86e5c-6ef6-457c-ab63-bb8751635a6c {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1342.131370] env[69350]: INFO nova.compute.manager [req-bd149222-4f92-4bde-a41f-038064402cca req-fe899faf-2a51-4ea1-8590-92c6bfbba032 service nova] [instance: c3e34d3b-84f4-4b36-b887-262cc9c73a55] Neutron deleted interface 73d86e5c-6ef6-457c-ab63-bb8751635a6c; detaching it from the instance and deleting it from the info cache [ 1342.131552] env[69350]: DEBUG nova.network.neutron [req-bd149222-4f92-4bde-a41f-038064402cca req-fe899faf-2a51-4ea1-8590-92c6bfbba032 service nova] [instance: c3e34d3b-84f4-4b36-b887-262cc9c73a55] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1342.496843] env[69350]: DEBUG oslo_vmware.api [None req-bff3d5ed-6aff-4fb6-98b3-3f8e389bdece tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]526b8ba1-a2f2-a47a-2c43-bdeafcae025f, 'name': SearchDatastore_Task, 'duration_secs': 0.009104} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.497647] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f6fb1a4-89c7-43bb-909e-c8c8c6246176 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.503894] env[69350]: DEBUG oslo_vmware.api [None req-bff3d5ed-6aff-4fb6-98b3-3f8e389bdece tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Waiting for the task: (returnval){ [ 1342.503894] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52807510-9f51-62cc-746d-5e38a9513b8c" [ 1342.503894] env[69350]: _type = "Task" [ 1342.503894] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.513017] env[69350]: DEBUG oslo_vmware.api [None req-bff3d5ed-6aff-4fb6-98b3-3f8e389bdece tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52807510-9f51-62cc-746d-5e38a9513b8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.617560] env[69350]: DEBUG nova.network.neutron [-] [instance: c3e34d3b-84f4-4b36-b887-262cc9c73a55] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1342.633766] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0fd7c89c-f982-45dd-ae95-f5aaa3309484 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.643223] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d70f200d-cf39-49fb-a694-95cf1b6eaa65 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.676332] env[69350]: DEBUG nova.compute.manager [req-bd149222-4f92-4bde-a41f-038064402cca req-fe899faf-2a51-4ea1-8590-92c6bfbba032 service nova] [instance: c3e34d3b-84f4-4b36-b887-262cc9c73a55] Detach interface failed, port_id=73d86e5c-6ef6-457c-ab63-bb8751635a6c, reason: Instance c3e34d3b-84f4-4b36-b887-262cc9c73a55 could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1343.017180] env[69350]: DEBUG oslo_vmware.api [None req-bff3d5ed-6aff-4fb6-98b3-3f8e389bdece tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52807510-9f51-62cc-746d-5e38a9513b8c, 'name': SearchDatastore_Task, 'duration_secs': 0.00948} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.017180] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bff3d5ed-6aff-4fb6-98b3-3f8e389bdece tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.017180] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-bff3d5ed-6aff-4fb6-98b3-3f8e389bdece tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] d3b0bc5b-f5b8-4e02-8312-caf9e28b93a4/d3b0bc5b-f5b8-4e02-8312-caf9e28b93a4.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1343.017180] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f8acc1c4-29dd-4884-a5da-6de734e1b8d1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.024023] env[69350]: DEBUG oslo_vmware.api [None req-bff3d5ed-6aff-4fb6-98b3-3f8e389bdece tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Waiting for the task: (returnval){ [ 1343.024023] env[69350]: value = "task-3366239" [ 1343.024023] env[69350]: _type = "Task" [ 1343.024023] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.030276] env[69350]: DEBUG oslo_vmware.api [None req-bff3d5ed-6aff-4fb6-98b3-3f8e389bdece tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3366239, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.120604] env[69350]: INFO nova.compute.manager [-] [instance: c3e34d3b-84f4-4b36-b887-262cc9c73a55] Took 1.34 seconds to deallocate network for instance. [ 1343.344917] env[69350]: DEBUG oslo_concurrency.lockutils [None req-922ff380-633a-4ede-bfea-4962fe3300c0 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Acquiring lock "7f20767c-a7e8-4846-9b6c-f9807618335d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1343.345169] env[69350]: DEBUG oslo_concurrency.lockutils [None req-922ff380-633a-4ede-bfea-4962fe3300c0 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Lock "7f20767c-a7e8-4846-9b6c-f9807618335d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1343.532263] env[69350]: DEBUG oslo_vmware.api [None req-bff3d5ed-6aff-4fb6-98b3-3f8e389bdece tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3366239, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.461359} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.534993] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-bff3d5ed-6aff-4fb6-98b3-3f8e389bdece tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] d3b0bc5b-f5b8-4e02-8312-caf9e28b93a4/d3b0bc5b-f5b8-4e02-8312-caf9e28b93a4.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1343.534993] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-bff3d5ed-6aff-4fb6-98b3-3f8e389bdece tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: d3b0bc5b-f5b8-4e02-8312-caf9e28b93a4] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1343.534993] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-882e848a-da52-4f5d-980d-d3c7d8884ae4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.539234] env[69350]: DEBUG oslo_vmware.api [None req-bff3d5ed-6aff-4fb6-98b3-3f8e389bdece tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Waiting for the task: (returnval){ [ 1343.539234] env[69350]: value = "task-3366240" [ 1343.539234] env[69350]: _type = "Task" [ 1343.539234] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.546661] env[69350]: DEBUG oslo_vmware.api [None req-bff3d5ed-6aff-4fb6-98b3-3f8e389bdece tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3366240, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.627797] env[69350]: DEBUG oslo_concurrency.lockutils [None req-34e563dd-2267-4931-a75f-34567a56fb69 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1343.628140] env[69350]: DEBUG oslo_concurrency.lockutils [None req-34e563dd-2267-4931-a75f-34567a56fb69 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1343.628357] env[69350]: DEBUG nova.objects.instance [None req-34e563dd-2267-4931-a75f-34567a56fb69 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Lazy-loading 'resources' on Instance uuid c3e34d3b-84f4-4b36-b887-262cc9c73a55 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1343.847489] env[69350]: DEBUG nova.compute.manager [None req-922ff380-633a-4ede-bfea-4962fe3300c0 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1344.050714] env[69350]: DEBUG oslo_vmware.api [None req-bff3d5ed-6aff-4fb6-98b3-3f8e389bdece tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3366240, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071914} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.050714] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-bff3d5ed-6aff-4fb6-98b3-3f8e389bdece tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: d3b0bc5b-f5b8-4e02-8312-caf9e28b93a4] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1344.051323] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff544f0-ef0d-4dba-b1a7-8d617b486dd9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.073367] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-bff3d5ed-6aff-4fb6-98b3-3f8e389bdece tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: d3b0bc5b-f5b8-4e02-8312-caf9e28b93a4] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] d3b0bc5b-f5b8-4e02-8312-caf9e28b93a4/d3b0bc5b-f5b8-4e02-8312-caf9e28b93a4.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1344.073689] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5fc20584-eac3-405b-aa48-78b4bb42ee00 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.093965] env[69350]: DEBUG oslo_vmware.api [None req-bff3d5ed-6aff-4fb6-98b3-3f8e389bdece tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Waiting for the task: (returnval){ [ 1344.093965] env[69350]: value = "task-3366241" [ 1344.093965] env[69350]: _type = "Task" [ 1344.093965] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.102169] env[69350]: DEBUG oslo_vmware.api [None req-bff3d5ed-6aff-4fb6-98b3-3f8e389bdece tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3366241, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.237468] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a82f61-fef8-43eb-be20-e4848dd5e81e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.247093] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e24e959-ccba-4772-8b37-5bbac25c3a0b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.277569] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e72f7a77-7927-4f9e-82c3-9bc2dadc47c5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.285042] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff78a9cb-2615-461b-ade3-36e13c191ec9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.298055] env[69350]: DEBUG nova.compute.provider_tree [None req-34e563dd-2267-4931-a75f-34567a56fb69 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1344.370835] env[69350]: DEBUG oslo_concurrency.lockutils [None req-922ff380-633a-4ede-bfea-4962fe3300c0 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1344.603964] env[69350]: DEBUG oslo_vmware.api [None req-bff3d5ed-6aff-4fb6-98b3-3f8e389bdece tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3366241, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.801646] env[69350]: DEBUG nova.scheduler.client.report [None req-34e563dd-2267-4931-a75f-34567a56fb69 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1345.104310] env[69350]: DEBUG oslo_vmware.api [None req-bff3d5ed-6aff-4fb6-98b3-3f8e389bdece tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3366241, 'name': ReconfigVM_Task, 'duration_secs': 0.741892} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.104640] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-bff3d5ed-6aff-4fb6-98b3-3f8e389bdece tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: d3b0bc5b-f5b8-4e02-8312-caf9e28b93a4] Reconfigured VM instance instance-00000074 to attach disk [datastore2] d3b0bc5b-f5b8-4e02-8312-caf9e28b93a4/d3b0bc5b-f5b8-4e02-8312-caf9e28b93a4.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1345.105190] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3378b5d4-75bc-4995-9dd3-2dc9f1a59aa8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.112304] env[69350]: DEBUG oslo_vmware.api [None req-bff3d5ed-6aff-4fb6-98b3-3f8e389bdece tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Waiting for the task: (returnval){ [ 1345.112304] env[69350]: value = "task-3366242" [ 1345.112304] env[69350]: _type = "Task" [ 1345.112304] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.125736] env[69350]: DEBUG oslo_vmware.api [None req-bff3d5ed-6aff-4fb6-98b3-3f8e389bdece tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3366242, 'name': Rename_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.306060] env[69350]: DEBUG oslo_concurrency.lockutils [None req-34e563dd-2267-4931-a75f-34567a56fb69 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.678s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1345.308426] env[69350]: DEBUG oslo_concurrency.lockutils [None req-922ff380-633a-4ede-bfea-4962fe3300c0 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.938s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1345.310103] env[69350]: INFO nova.compute.claims [None req-922ff380-633a-4ede-bfea-4962fe3300c0 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1345.327931] env[69350]: INFO nova.scheduler.client.report [None req-34e563dd-2267-4931-a75f-34567a56fb69 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Deleted allocations for instance c3e34d3b-84f4-4b36-b887-262cc9c73a55 [ 1345.421516] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8004162f-69e4-4bb4-8178-d068436dfa22 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Acquiring lock "d626c562-9799-43f3-a25a-5bdc1774ef77" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1345.421779] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8004162f-69e4-4bb4-8178-d068436dfa22 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Lock "d626c562-9799-43f3-a25a-5bdc1774ef77" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1345.421933] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8004162f-69e4-4bb4-8178-d068436dfa22 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Acquiring lock "d626c562-9799-43f3-a25a-5bdc1774ef77-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1345.422407] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8004162f-69e4-4bb4-8178-d068436dfa22 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Lock "d626c562-9799-43f3-a25a-5bdc1774ef77-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1345.422634] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8004162f-69e4-4bb4-8178-d068436dfa22 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Lock "d626c562-9799-43f3-a25a-5bdc1774ef77-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1345.424704] env[69350]: INFO nova.compute.manager [None req-8004162f-69e4-4bb4-8178-d068436dfa22 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: d626c562-9799-43f3-a25a-5bdc1774ef77] Terminating instance [ 1345.622605] env[69350]: DEBUG oslo_vmware.api [None req-bff3d5ed-6aff-4fb6-98b3-3f8e389bdece tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3366242, 'name': Rename_Task, 'duration_secs': 0.140704} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.622859] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-bff3d5ed-6aff-4fb6-98b3-3f8e389bdece tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: d3b0bc5b-f5b8-4e02-8312-caf9e28b93a4] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1345.623128] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bc83036e-a3cd-48f6-ba77-226b4b5edc50 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.628659] env[69350]: DEBUG oslo_vmware.api [None req-bff3d5ed-6aff-4fb6-98b3-3f8e389bdece tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Waiting for the task: (returnval){ [ 1345.628659] env[69350]: value = "task-3366243" [ 1345.628659] env[69350]: _type = "Task" [ 1345.628659] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.635662] env[69350]: DEBUG oslo_vmware.api [None req-bff3d5ed-6aff-4fb6-98b3-3f8e389bdece tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3366243, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.835734] env[69350]: DEBUG oslo_concurrency.lockutils [None req-34e563dd-2267-4931-a75f-34567a56fb69 tempest-AttachInterfacesTestJSON-1399934100 tempest-AttachInterfacesTestJSON-1399934100-project-member] Lock "c3e34d3b-84f4-4b36-b887-262cc9c73a55" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.691s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1345.928246] env[69350]: DEBUG nova.compute.manager [None req-8004162f-69e4-4bb4-8178-d068436dfa22 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: d626c562-9799-43f3-a25a-5bdc1774ef77] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1345.928504] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8004162f-69e4-4bb4-8178-d068436dfa22 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: d626c562-9799-43f3-a25a-5bdc1774ef77] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1345.929503] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c006193-e9b5-4313-acbc-f66d7f82668c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.936967] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-8004162f-69e4-4bb4-8178-d068436dfa22 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: d626c562-9799-43f3-a25a-5bdc1774ef77] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1345.937320] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e5b8890-a1f5-4757-96ed-c80bede2be8f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.945955] env[69350]: DEBUG oslo_vmware.api [None req-8004162f-69e4-4bb4-8178-d068436dfa22 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Waiting for the task: (returnval){ [ 1345.945955] env[69350]: value = "task-3366244" [ 1345.945955] env[69350]: _type = "Task" [ 1345.945955] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.953135] env[69350]: DEBUG oslo_vmware.api [None req-8004162f-69e4-4bb4-8178-d068436dfa22 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3366244, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.141712] env[69350]: DEBUG oslo_vmware.api [None req-bff3d5ed-6aff-4fb6-98b3-3f8e389bdece tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3366243, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.403537] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11cdd82e-c0f2-4b1b-bbdf-c7bf40ed5a27 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.410744] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5131e337-91be-4446-aea0-567bf7fe9e0c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.440870] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39db7370-ad39-423f-a369-3bcad0187f60 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.450200] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d0f6a71-5786-4eab-b76c-736916ff3cce {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.458327] env[69350]: DEBUG oslo_vmware.api [None req-8004162f-69e4-4bb4-8178-d068436dfa22 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3366244, 'name': PowerOffVM_Task, 'duration_secs': 0.23233} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.465818] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-8004162f-69e4-4bb4-8178-d068436dfa22 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: d626c562-9799-43f3-a25a-5bdc1774ef77] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1346.466017] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8004162f-69e4-4bb4-8178-d068436dfa22 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: d626c562-9799-43f3-a25a-5bdc1774ef77] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1346.466496] env[69350]: DEBUG nova.compute.provider_tree [None req-922ff380-633a-4ede-bfea-4962fe3300c0 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1346.468401] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-12ff1492-1638-4e6a-a07d-9e2f37fa293f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.530548] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8004162f-69e4-4bb4-8178-d068436dfa22 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: d626c562-9799-43f3-a25a-5bdc1774ef77] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1346.530548] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8004162f-69e4-4bb4-8178-d068436dfa22 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: d626c562-9799-43f3-a25a-5bdc1774ef77] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1346.530744] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-8004162f-69e4-4bb4-8178-d068436dfa22 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Deleting the datastore file [datastore2] d626c562-9799-43f3-a25a-5bdc1774ef77 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1346.531177] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-678c2ec5-6525-4dd9-b979-743cdca5d640 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.537770] env[69350]: DEBUG oslo_vmware.api [None req-8004162f-69e4-4bb4-8178-d068436dfa22 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Waiting for the task: (returnval){ [ 1346.537770] env[69350]: value = "task-3366246" [ 1346.537770] env[69350]: _type = "Task" [ 1346.537770] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.545418] env[69350]: DEBUG oslo_vmware.api [None req-8004162f-69e4-4bb4-8178-d068436dfa22 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3366246, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.639826] env[69350]: DEBUG oslo_vmware.api [None req-bff3d5ed-6aff-4fb6-98b3-3f8e389bdece tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3366243, 'name': PowerOnVM_Task, 'duration_secs': 0.659089} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.640143] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-bff3d5ed-6aff-4fb6-98b3-3f8e389bdece tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: d3b0bc5b-f5b8-4e02-8312-caf9e28b93a4] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1346.640378] env[69350]: INFO nova.compute.manager [None req-bff3d5ed-6aff-4fb6-98b3-3f8e389bdece tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: d3b0bc5b-f5b8-4e02-8312-caf9e28b93a4] Took 8.49 seconds to spawn the instance on the hypervisor. [ 1346.640596] env[69350]: DEBUG nova.compute.manager [None req-bff3d5ed-6aff-4fb6-98b3-3f8e389bdece tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: d3b0bc5b-f5b8-4e02-8312-caf9e28b93a4] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1346.641465] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4d91481-dac1-4b97-9e15-1c8ced6dff56 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.969438] env[69350]: DEBUG nova.scheduler.client.report [None req-922ff380-633a-4ede-bfea-4962fe3300c0 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1347.048035] env[69350]: DEBUG oslo_vmware.api [None req-8004162f-69e4-4bb4-8178-d068436dfa22 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3366246, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179205} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.048035] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-8004162f-69e4-4bb4-8178-d068436dfa22 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1347.048261] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8004162f-69e4-4bb4-8178-d068436dfa22 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: d626c562-9799-43f3-a25a-5bdc1774ef77] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1347.048299] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-8004162f-69e4-4bb4-8178-d068436dfa22 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: d626c562-9799-43f3-a25a-5bdc1774ef77] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1347.048473] env[69350]: INFO nova.compute.manager [None req-8004162f-69e4-4bb4-8178-d068436dfa22 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: d626c562-9799-43f3-a25a-5bdc1774ef77] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1347.048716] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8004162f-69e4-4bb4-8178-d068436dfa22 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1347.048939] env[69350]: DEBUG nova.compute.manager [-] [instance: d626c562-9799-43f3-a25a-5bdc1774ef77] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1347.049043] env[69350]: DEBUG nova.network.neutron [-] [instance: d626c562-9799-43f3-a25a-5bdc1774ef77] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1347.157282] env[69350]: INFO nova.compute.manager [None req-bff3d5ed-6aff-4fb6-98b3-3f8e389bdece tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: d3b0bc5b-f5b8-4e02-8312-caf9e28b93a4] Took 13.33 seconds to build instance. [ 1347.302020] env[69350]: DEBUG nova.compute.manager [req-f702dc66-68bd-4fa5-aff7-e60449c117e9 req-082f40b4-1bc3-45f8-87d2-2837e3dc3893 service nova] [instance: d626c562-9799-43f3-a25a-5bdc1774ef77] Received event network-vif-deleted-3297063a-71e2-4544-93d3-7582869a3242 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1347.302293] env[69350]: INFO nova.compute.manager [req-f702dc66-68bd-4fa5-aff7-e60449c117e9 req-082f40b4-1bc3-45f8-87d2-2837e3dc3893 service nova] [instance: d626c562-9799-43f3-a25a-5bdc1774ef77] Neutron deleted interface 3297063a-71e2-4544-93d3-7582869a3242; detaching it from the instance and deleting it from the info cache [ 1347.302478] env[69350]: DEBUG nova.network.neutron [req-f702dc66-68bd-4fa5-aff7-e60449c117e9 req-082f40b4-1bc3-45f8-87d2-2837e3dc3893 service nova] [instance: d626c562-9799-43f3-a25a-5bdc1774ef77] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1347.474282] env[69350]: DEBUG oslo_concurrency.lockutils [None req-922ff380-633a-4ede-bfea-4962fe3300c0 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.166s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1347.474822] env[69350]: DEBUG nova.compute.manager [None req-922ff380-633a-4ede-bfea-4962fe3300c0 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1347.660180] env[69350]: DEBUG oslo_concurrency.lockutils [None req-bff3d5ed-6aff-4fb6-98b3-3f8e389bdece tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Lock "d3b0bc5b-f5b8-4e02-8312-caf9e28b93a4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.084s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1347.782316] env[69350]: DEBUG nova.network.neutron [-] [instance: d626c562-9799-43f3-a25a-5bdc1774ef77] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1347.805055] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-78702003-025c-498c-9699-f648f9ee3c34 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.814622] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09220f9c-991a-41cd-9faf-4f0d4a3add86 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.844760] env[69350]: DEBUG nova.compute.manager [req-f702dc66-68bd-4fa5-aff7-e60449c117e9 req-082f40b4-1bc3-45f8-87d2-2837e3dc3893 service nova] [instance: d626c562-9799-43f3-a25a-5bdc1774ef77] Detach interface failed, port_id=3297063a-71e2-4544-93d3-7582869a3242, reason: Instance d626c562-9799-43f3-a25a-5bdc1774ef77 could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1347.980540] env[69350]: DEBUG nova.compute.utils [None req-922ff380-633a-4ede-bfea-4962fe3300c0 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1347.983322] env[69350]: DEBUG nova.compute.manager [None req-922ff380-633a-4ede-bfea-4962fe3300c0 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1347.983660] env[69350]: DEBUG nova.network.neutron [None req-922ff380-633a-4ede-bfea-4962fe3300c0 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1348.023892] env[69350]: DEBUG nova.policy [None req-922ff380-633a-4ede-bfea-4962fe3300c0 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '03e82dd8d1814d8e8b147d07e1fc4ad8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a1809393971847168d1f25b15221a7f9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 1348.232579] env[69350]: DEBUG nova.compute.manager [req-1952eb9d-5495-437b-8cf7-00bb1dd5a26c req-7b1a6e32-abe5-4c50-8e56-8130f0bd2229 service nova] [instance: d3b0bc5b-f5b8-4e02-8312-caf9e28b93a4] Received event network-changed-903f4a2f-054f-4d77-8145-b91402b0bb72 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1348.232818] env[69350]: DEBUG nova.compute.manager [req-1952eb9d-5495-437b-8cf7-00bb1dd5a26c req-7b1a6e32-abe5-4c50-8e56-8130f0bd2229 service nova] [instance: d3b0bc5b-f5b8-4e02-8312-caf9e28b93a4] Refreshing instance network info cache due to event network-changed-903f4a2f-054f-4d77-8145-b91402b0bb72. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1348.232939] env[69350]: DEBUG oslo_concurrency.lockutils [req-1952eb9d-5495-437b-8cf7-00bb1dd5a26c req-7b1a6e32-abe5-4c50-8e56-8130f0bd2229 service nova] Acquiring lock "refresh_cache-d3b0bc5b-f5b8-4e02-8312-caf9e28b93a4" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.233074] env[69350]: DEBUG oslo_concurrency.lockutils [req-1952eb9d-5495-437b-8cf7-00bb1dd5a26c req-7b1a6e32-abe5-4c50-8e56-8130f0bd2229 service nova] Acquired lock "refresh_cache-d3b0bc5b-f5b8-4e02-8312-caf9e28b93a4" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.233243] env[69350]: DEBUG nova.network.neutron [req-1952eb9d-5495-437b-8cf7-00bb1dd5a26c req-7b1a6e32-abe5-4c50-8e56-8130f0bd2229 service nova] [instance: d3b0bc5b-f5b8-4e02-8312-caf9e28b93a4] Refreshing network info cache for port 903f4a2f-054f-4d77-8145-b91402b0bb72 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1348.284980] env[69350]: INFO nova.compute.manager [-] [instance: d626c562-9799-43f3-a25a-5bdc1774ef77] Took 1.24 seconds to deallocate network for instance. [ 1348.313094] env[69350]: DEBUG nova.network.neutron [None req-922ff380-633a-4ede-bfea-4962fe3300c0 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Successfully created port: 63f09c0d-4a1c-4577-bba3-4ca13dbfd991 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1348.484537] env[69350]: DEBUG nova.compute.manager [None req-922ff380-633a-4ede-bfea-4962fe3300c0 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1348.791981] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8004162f-69e4-4bb4-8178-d068436dfa22 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1348.792340] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8004162f-69e4-4bb4-8178-d068436dfa22 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1348.792568] env[69350]: DEBUG nova.objects.instance [None req-8004162f-69e4-4bb4-8178-d068436dfa22 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Lazy-loading 'resources' on Instance uuid d626c562-9799-43f3-a25a-5bdc1774ef77 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1348.952815] env[69350]: DEBUG nova.network.neutron [req-1952eb9d-5495-437b-8cf7-00bb1dd5a26c req-7b1a6e32-abe5-4c50-8e56-8130f0bd2229 service nova] [instance: d3b0bc5b-f5b8-4e02-8312-caf9e28b93a4] Updated VIF entry in instance network info cache for port 903f4a2f-054f-4d77-8145-b91402b0bb72. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1348.953259] env[69350]: DEBUG nova.network.neutron [req-1952eb9d-5495-437b-8cf7-00bb1dd5a26c req-7b1a6e32-abe5-4c50-8e56-8130f0bd2229 service nova] [instance: d3b0bc5b-f5b8-4e02-8312-caf9e28b93a4] Updating instance_info_cache with network_info: [{"id": "903f4a2f-054f-4d77-8145-b91402b0bb72", "address": "fa:16:3e:6b:41:40", "network": {"id": "0bcb2b19-9d56-48ef-ae2f-bfa8be4a624b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1099470443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb23de86c4ea42c1accf78e42cda1fc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap903f4a2f-05", "ovs_interfaceid": "903f4a2f-054f-4d77-8145-b91402b0bb72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1349.384874] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd861a99-c0b1-47e9-8365-134051ef767e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.392788] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb44a84-c3a4-4e20-877d-712630bcbbfb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.424218] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ae6d68-eb0d-4654-bbdc-32df085521fd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.432243] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f40776a-6538-4084-96aa-7740b8d49dc2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.446477] env[69350]: DEBUG nova.compute.provider_tree [None req-8004162f-69e4-4bb4-8178-d068436dfa22 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1349.456030] env[69350]: DEBUG oslo_concurrency.lockutils [req-1952eb9d-5495-437b-8cf7-00bb1dd5a26c req-7b1a6e32-abe5-4c50-8e56-8130f0bd2229 service nova] Releasing lock "refresh_cache-d3b0bc5b-f5b8-4e02-8312-caf9e28b93a4" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.496348] env[69350]: DEBUG nova.compute.manager [None req-922ff380-633a-4ede-bfea-4962fe3300c0 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1349.522411] env[69350]: DEBUG nova.virt.hardware [None req-922ff380-633a-4ede-bfea-4962fe3300c0 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1349.522683] env[69350]: DEBUG nova.virt.hardware [None req-922ff380-633a-4ede-bfea-4962fe3300c0 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1349.522847] env[69350]: DEBUG nova.virt.hardware [None req-922ff380-633a-4ede-bfea-4962fe3300c0 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1349.523037] env[69350]: DEBUG nova.virt.hardware [None req-922ff380-633a-4ede-bfea-4962fe3300c0 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1349.523190] env[69350]: DEBUG nova.virt.hardware [None req-922ff380-633a-4ede-bfea-4962fe3300c0 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1349.523339] env[69350]: DEBUG nova.virt.hardware [None req-922ff380-633a-4ede-bfea-4962fe3300c0 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1349.523546] env[69350]: DEBUG nova.virt.hardware [None req-922ff380-633a-4ede-bfea-4962fe3300c0 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1349.523701] env[69350]: DEBUG nova.virt.hardware [None req-922ff380-633a-4ede-bfea-4962fe3300c0 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1349.523869] env[69350]: DEBUG nova.virt.hardware [None req-922ff380-633a-4ede-bfea-4962fe3300c0 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1349.524057] env[69350]: DEBUG nova.virt.hardware [None req-922ff380-633a-4ede-bfea-4962fe3300c0 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1349.524266] env[69350]: DEBUG nova.virt.hardware [None req-922ff380-633a-4ede-bfea-4962fe3300c0 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1349.525493] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a70c1ad-71fc-4497-87d4-27c0e192ea3b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.533561] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb42b799-c94e-42d9-8982-b77035f7bd6a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.941241] env[69350]: DEBUG nova.compute.manager [req-b0040915-4555-4196-a725-2919c5305ae9 req-e2f1cb71-c89a-48f2-a54a-dd3c1bfa0168 service nova] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Received event network-vif-plugged-63f09c0d-4a1c-4577-bba3-4ca13dbfd991 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1349.941471] env[69350]: DEBUG oslo_concurrency.lockutils [req-b0040915-4555-4196-a725-2919c5305ae9 req-e2f1cb71-c89a-48f2-a54a-dd3c1bfa0168 service nova] Acquiring lock "7f20767c-a7e8-4846-9b6c-f9807618335d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1349.941677] env[69350]: DEBUG oslo_concurrency.lockutils [req-b0040915-4555-4196-a725-2919c5305ae9 req-e2f1cb71-c89a-48f2-a54a-dd3c1bfa0168 service nova] Lock "7f20767c-a7e8-4846-9b6c-f9807618335d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1349.941842] env[69350]: DEBUG oslo_concurrency.lockutils [req-b0040915-4555-4196-a725-2919c5305ae9 req-e2f1cb71-c89a-48f2-a54a-dd3c1bfa0168 service nova] Lock "7f20767c-a7e8-4846-9b6c-f9807618335d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1349.942015] env[69350]: DEBUG nova.compute.manager [req-b0040915-4555-4196-a725-2919c5305ae9 req-e2f1cb71-c89a-48f2-a54a-dd3c1bfa0168 service nova] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] No waiting events found dispatching network-vif-plugged-63f09c0d-4a1c-4577-bba3-4ca13dbfd991 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1349.942313] env[69350]: WARNING nova.compute.manager [req-b0040915-4555-4196-a725-2919c5305ae9 req-e2f1cb71-c89a-48f2-a54a-dd3c1bfa0168 service nova] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Received unexpected event network-vif-plugged-63f09c0d-4a1c-4577-bba3-4ca13dbfd991 for instance with vm_state building and task_state spawning. [ 1349.949943] env[69350]: DEBUG nova.scheduler.client.report [None req-8004162f-69e4-4bb4-8178-d068436dfa22 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1350.421646] env[69350]: DEBUG nova.network.neutron [None req-922ff380-633a-4ede-bfea-4962fe3300c0 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Successfully updated port: 63f09c0d-4a1c-4577-bba3-4ca13dbfd991 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1350.455085] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8004162f-69e4-4bb4-8178-d068436dfa22 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.662s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1350.484705] env[69350]: INFO nova.scheduler.client.report [None req-8004162f-69e4-4bb4-8178-d068436dfa22 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Deleted allocations for instance d626c562-9799-43f3-a25a-5bdc1774ef77 [ 1350.929400] env[69350]: DEBUG oslo_concurrency.lockutils [None req-922ff380-633a-4ede-bfea-4962fe3300c0 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Acquiring lock "refresh_cache-7f20767c-a7e8-4846-9b6c-f9807618335d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.929400] env[69350]: DEBUG oslo_concurrency.lockutils [None req-922ff380-633a-4ede-bfea-4962fe3300c0 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Acquired lock "refresh_cache-7f20767c-a7e8-4846-9b6c-f9807618335d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.929400] env[69350]: DEBUG nova.network.neutron [None req-922ff380-633a-4ede-bfea-4962fe3300c0 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1350.991784] env[69350]: DEBUG oslo_concurrency.lockutils [None req-8004162f-69e4-4bb4-8178-d068436dfa22 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Lock "d626c562-9799-43f3-a25a-5bdc1774ef77" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.570s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1351.299802] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7847aa21-869e-4588-b07e-d76147a026e3 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Acquiring lock "c2902164-bd0d-4dfd-bfa5-4777e4341d4b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1351.300086] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7847aa21-869e-4588-b07e-d76147a026e3 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Lock "c2902164-bd0d-4dfd-bfa5-4777e4341d4b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1351.300298] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7847aa21-869e-4588-b07e-d76147a026e3 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Acquiring lock "c2902164-bd0d-4dfd-bfa5-4777e4341d4b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1351.300477] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7847aa21-869e-4588-b07e-d76147a026e3 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Lock "c2902164-bd0d-4dfd-bfa5-4777e4341d4b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1351.300746] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7847aa21-869e-4588-b07e-d76147a026e3 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Lock "c2902164-bd0d-4dfd-bfa5-4777e4341d4b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1351.302761] env[69350]: INFO nova.compute.manager [None req-7847aa21-869e-4588-b07e-d76147a026e3 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: c2902164-bd0d-4dfd-bfa5-4777e4341d4b] Terminating instance [ 1351.506090] env[69350]: DEBUG nova.network.neutron [None req-922ff380-633a-4ede-bfea-4962fe3300c0 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1351.675889] env[69350]: DEBUG nova.network.neutron [None req-922ff380-633a-4ede-bfea-4962fe3300c0 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Updating instance_info_cache with network_info: [{"id": "63f09c0d-4a1c-4577-bba3-4ca13dbfd991", "address": "fa:16:3e:a3:bd:30", "network": {"id": "34a2c3ee-fe3e-415d-8849-d77b3a2f0d5d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1259450890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1809393971847168d1f25b15221a7f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63f09c0d-4a", "ovs_interfaceid": "63f09c0d-4a1c-4577-bba3-4ca13dbfd991", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1351.806656] env[69350]: DEBUG nova.compute.manager [None req-7847aa21-869e-4588-b07e-d76147a026e3 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: c2902164-bd0d-4dfd-bfa5-4777e4341d4b] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1351.806929] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7847aa21-869e-4588-b07e-d76147a026e3 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: c2902164-bd0d-4dfd-bfa5-4777e4341d4b] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1351.808341] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae27ee5-25ac-4f30-b3c0-81d1f9254141 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.816498] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-7847aa21-869e-4588-b07e-d76147a026e3 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: c2902164-bd0d-4dfd-bfa5-4777e4341d4b] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1351.816744] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b35f5100-42d4-49fc-89d1-7991cb4f681f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.824618] env[69350]: DEBUG oslo_vmware.api [None req-7847aa21-869e-4588-b07e-d76147a026e3 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Waiting for the task: (returnval){ [ 1351.824618] env[69350]: value = "task-3366248" [ 1351.824618] env[69350]: _type = "Task" [ 1351.824618] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.835708] env[69350]: DEBUG oslo_vmware.api [None req-7847aa21-869e-4588-b07e-d76147a026e3 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3366248, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.181098] env[69350]: DEBUG oslo_concurrency.lockutils [None req-922ff380-633a-4ede-bfea-4962fe3300c0 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Releasing lock "refresh_cache-7f20767c-a7e8-4846-9b6c-f9807618335d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.181460] env[69350]: DEBUG nova.compute.manager [None req-922ff380-633a-4ede-bfea-4962fe3300c0 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Instance network_info: |[{"id": "63f09c0d-4a1c-4577-bba3-4ca13dbfd991", "address": "fa:16:3e:a3:bd:30", "network": {"id": "34a2c3ee-fe3e-415d-8849-d77b3a2f0d5d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1259450890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1809393971847168d1f25b15221a7f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63f09c0d-4a", "ovs_interfaceid": "63f09c0d-4a1c-4577-bba3-4ca13dbfd991", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1352.181893] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-922ff380-633a-4ede-bfea-4962fe3300c0 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:bd:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '63f09c0d-4a1c-4577-bba3-4ca13dbfd991', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1352.189663] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-922ff380-633a-4ede-bfea-4962fe3300c0 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Creating folder: Project (a1809393971847168d1f25b15221a7f9). Parent ref: group-v671398. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1352.189974] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-611e6c34-b3be-4294-b81e-ba4052daff98 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.202057] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-922ff380-633a-4ede-bfea-4962fe3300c0 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Created folder: Project (a1809393971847168d1f25b15221a7f9) in parent group-v671398. [ 1352.202265] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-922ff380-633a-4ede-bfea-4962fe3300c0 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Creating folder: Instances. Parent ref: group-v671705. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1352.202524] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d3b10215-98f0-4a07-97c8-d1aaec53033c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.211519] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-922ff380-633a-4ede-bfea-4962fe3300c0 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Created folder: Instances in parent group-v671705. [ 1352.211769] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-922ff380-633a-4ede-bfea-4962fe3300c0 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1352.211972] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1352.212206] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a36fb9dc-545f-4984-bf36-645f09d93e26 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.233893] env[69350]: DEBUG nova.compute.manager [req-751cad77-b826-4616-94a3-6d4eb512f5e4 req-4dc17c5b-8a73-4af6-b055-46c24b38bd54 service nova] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Received event network-changed-63f09c0d-4a1c-4577-bba3-4ca13dbfd991 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1352.234102] env[69350]: DEBUG nova.compute.manager [req-751cad77-b826-4616-94a3-6d4eb512f5e4 req-4dc17c5b-8a73-4af6-b055-46c24b38bd54 service nova] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Refreshing instance network info cache due to event network-changed-63f09c0d-4a1c-4577-bba3-4ca13dbfd991. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1352.234314] env[69350]: DEBUG oslo_concurrency.lockutils [req-751cad77-b826-4616-94a3-6d4eb512f5e4 req-4dc17c5b-8a73-4af6-b055-46c24b38bd54 service nova] Acquiring lock "refresh_cache-7f20767c-a7e8-4846-9b6c-f9807618335d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.234454] env[69350]: DEBUG oslo_concurrency.lockutils [req-751cad77-b826-4616-94a3-6d4eb512f5e4 req-4dc17c5b-8a73-4af6-b055-46c24b38bd54 service nova] Acquired lock "refresh_cache-7f20767c-a7e8-4846-9b6c-f9807618335d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.234613] env[69350]: DEBUG nova.network.neutron [req-751cad77-b826-4616-94a3-6d4eb512f5e4 req-4dc17c5b-8a73-4af6-b055-46c24b38bd54 service nova] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Refreshing network info cache for port 63f09c0d-4a1c-4577-bba3-4ca13dbfd991 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1352.246655] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1352.246655] env[69350]: value = "task-3366251" [ 1352.246655] env[69350]: _type = "Task" [ 1352.246655] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.261029] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366251, 'name': CreateVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.340280] env[69350]: DEBUG oslo_vmware.api [None req-7847aa21-869e-4588-b07e-d76147a026e3 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3366248, 'name': PowerOffVM_Task, 'duration_secs': 0.218527} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.340708] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-7847aa21-869e-4588-b07e-d76147a026e3 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: c2902164-bd0d-4dfd-bfa5-4777e4341d4b] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1352.341049] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7847aa21-869e-4588-b07e-d76147a026e3 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: c2902164-bd0d-4dfd-bfa5-4777e4341d4b] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1352.344167] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b14468f-3acc-402b-ba1c-9b706c4bccc7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.411257] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7847aa21-869e-4588-b07e-d76147a026e3 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: c2902164-bd0d-4dfd-bfa5-4777e4341d4b] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1352.412563] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7847aa21-869e-4588-b07e-d76147a026e3 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: c2902164-bd0d-4dfd-bfa5-4777e4341d4b] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1352.412563] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-7847aa21-869e-4588-b07e-d76147a026e3 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Deleting the datastore file [datastore1] c2902164-bd0d-4dfd-bfa5-4777e4341d4b {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1352.413479] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-33e5926f-d431-43a2-8ef7-780881bf9ecb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.419574] env[69350]: DEBUG oslo_vmware.api [None req-7847aa21-869e-4588-b07e-d76147a026e3 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Waiting for the task: (returnval){ [ 1352.419574] env[69350]: value = "task-3366254" [ 1352.419574] env[69350]: _type = "Task" [ 1352.419574] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.428453] env[69350]: DEBUG oslo_vmware.api [None req-7847aa21-869e-4588-b07e-d76147a026e3 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3366254, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.761301] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366251, 'name': CreateVM_Task, 'duration_secs': 0.430006} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.761680] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1352.762285] env[69350]: DEBUG oslo_concurrency.lockutils [None req-922ff380-633a-4ede-bfea-4962fe3300c0 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.762285] env[69350]: DEBUG oslo_concurrency.lockutils [None req-922ff380-633a-4ede-bfea-4962fe3300c0 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.762629] env[69350]: DEBUG oslo_concurrency.lockutils [None req-922ff380-633a-4ede-bfea-4962fe3300c0 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.762915] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f76356dd-69f7-4781-afbf-15784eedab9e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.768390] env[69350]: DEBUG oslo_vmware.api [None req-922ff380-633a-4ede-bfea-4962fe3300c0 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Waiting for the task: (returnval){ [ 1352.768390] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5283844c-aa14-aa3f-dcbf-0468007327f0" [ 1352.768390] env[69350]: _type = "Task" [ 1352.768390] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.781037] env[69350]: DEBUG oslo_vmware.api [None req-922ff380-633a-4ede-bfea-4962fe3300c0 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5283844c-aa14-aa3f-dcbf-0468007327f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.930013] env[69350]: DEBUG oslo_vmware.api [None req-7847aa21-869e-4588-b07e-d76147a026e3 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Task: {'id': task-3366254, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.466339} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.930013] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-7847aa21-869e-4588-b07e-d76147a026e3 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1352.930013] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7847aa21-869e-4588-b07e-d76147a026e3 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: c2902164-bd0d-4dfd-bfa5-4777e4341d4b] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1352.930191] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-7847aa21-869e-4588-b07e-d76147a026e3 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: c2902164-bd0d-4dfd-bfa5-4777e4341d4b] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1352.930306] env[69350]: INFO nova.compute.manager [None req-7847aa21-869e-4588-b07e-d76147a026e3 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] [instance: c2902164-bd0d-4dfd-bfa5-4777e4341d4b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1352.930568] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7847aa21-869e-4588-b07e-d76147a026e3 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1352.930788] env[69350]: DEBUG nova.compute.manager [-] [instance: c2902164-bd0d-4dfd-bfa5-4777e4341d4b] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1352.930887] env[69350]: DEBUG nova.network.neutron [-] [instance: c2902164-bd0d-4dfd-bfa5-4777e4341d4b] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1353.008453] env[69350]: DEBUG nova.network.neutron [req-751cad77-b826-4616-94a3-6d4eb512f5e4 req-4dc17c5b-8a73-4af6-b055-46c24b38bd54 service nova] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Updated VIF entry in instance network info cache for port 63f09c0d-4a1c-4577-bba3-4ca13dbfd991. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1353.008960] env[69350]: DEBUG nova.network.neutron [req-751cad77-b826-4616-94a3-6d4eb512f5e4 req-4dc17c5b-8a73-4af6-b055-46c24b38bd54 service nova] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Updating instance_info_cache with network_info: [{"id": "63f09c0d-4a1c-4577-bba3-4ca13dbfd991", "address": "fa:16:3e:a3:bd:30", "network": {"id": "34a2c3ee-fe3e-415d-8849-d77b3a2f0d5d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1259450890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1809393971847168d1f25b15221a7f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63f09c0d-4a", "ovs_interfaceid": "63f09c0d-4a1c-4577-bba3-4ca13dbfd991", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1353.278439] env[69350]: DEBUG oslo_vmware.api [None req-922ff380-633a-4ede-bfea-4962fe3300c0 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5283844c-aa14-aa3f-dcbf-0468007327f0, 'name': SearchDatastore_Task, 'duration_secs': 0.050914} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.278736] env[69350]: DEBUG oslo_concurrency.lockutils [None req-922ff380-633a-4ede-bfea-4962fe3300c0 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.279036] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-922ff380-633a-4ede-bfea-4962fe3300c0 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1353.279277] env[69350]: DEBUG oslo_concurrency.lockutils [None req-922ff380-633a-4ede-bfea-4962fe3300c0 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.279426] env[69350]: DEBUG oslo_concurrency.lockutils [None req-922ff380-633a-4ede-bfea-4962fe3300c0 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.279603] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-922ff380-633a-4ede-bfea-4962fe3300c0 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1353.279880] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-571959bb-ed1e-4748-9b5a-36e71a9f2403 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.287815] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-922ff380-633a-4ede-bfea-4962fe3300c0 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1353.287988] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-922ff380-633a-4ede-bfea-4962fe3300c0 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1353.288692] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c82bdea-6808-4647-8ccf-f641cd93481e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.293492] env[69350]: DEBUG oslo_vmware.api [None req-922ff380-633a-4ede-bfea-4962fe3300c0 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Waiting for the task: (returnval){ [ 1353.293492] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52305fbf-22d7-8ff9-c2c7-65b9580bfb0f" [ 1353.293492] env[69350]: _type = "Task" [ 1353.293492] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.301022] env[69350]: DEBUG oslo_vmware.api [None req-922ff380-633a-4ede-bfea-4962fe3300c0 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52305fbf-22d7-8ff9-c2c7-65b9580bfb0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.512151] env[69350]: DEBUG oslo_concurrency.lockutils [req-751cad77-b826-4616-94a3-6d4eb512f5e4 req-4dc17c5b-8a73-4af6-b055-46c24b38bd54 service nova] Releasing lock "refresh_cache-7f20767c-a7e8-4846-9b6c-f9807618335d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.694090] env[69350]: DEBUG nova.network.neutron [-] [instance: c2902164-bd0d-4dfd-bfa5-4777e4341d4b] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1353.804360] env[69350]: DEBUG oslo_vmware.api [None req-922ff380-633a-4ede-bfea-4962fe3300c0 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52305fbf-22d7-8ff9-c2c7-65b9580bfb0f, 'name': SearchDatastore_Task, 'duration_secs': 0.008105} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.805145] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe1533eb-9f73-4757-ae40-b77c8587489f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.810171] env[69350]: DEBUG oslo_vmware.api [None req-922ff380-633a-4ede-bfea-4962fe3300c0 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Waiting for the task: (returnval){ [ 1353.810171] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52201c03-ff89-57e0-03a5-0d22dc5c402f" [ 1353.810171] env[69350]: _type = "Task" [ 1353.810171] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.817847] env[69350]: DEBUG oslo_vmware.api [None req-922ff380-633a-4ede-bfea-4962fe3300c0 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52201c03-ff89-57e0-03a5-0d22dc5c402f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.197084] env[69350]: INFO nova.compute.manager [-] [instance: c2902164-bd0d-4dfd-bfa5-4777e4341d4b] Took 1.27 seconds to deallocate network for instance. [ 1354.252341] env[69350]: DEBUG nova.compute.manager [req-18df2b4f-39a0-4eac-8f9d-8f58ec074f58 req-8256a016-25cc-41b1-b7dd-f284d12c83db service nova] [instance: c2902164-bd0d-4dfd-bfa5-4777e4341d4b] Received event network-vif-deleted-49dcecd7-000f-4434-abb0-878baf509ce8 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1354.320384] env[69350]: DEBUG oslo_vmware.api [None req-922ff380-633a-4ede-bfea-4962fe3300c0 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52201c03-ff89-57e0-03a5-0d22dc5c402f, 'name': SearchDatastore_Task, 'duration_secs': 0.009545} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.320653] env[69350]: DEBUG oslo_concurrency.lockutils [None req-922ff380-633a-4ede-bfea-4962fe3300c0 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.320917] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-922ff380-633a-4ede-bfea-4962fe3300c0 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] 7f20767c-a7e8-4846-9b6c-f9807618335d/7f20767c-a7e8-4846-9b6c-f9807618335d.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1354.321229] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c415e390-7b06-4460-96d4-cc273122f3f4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.326676] env[69350]: DEBUG oslo_vmware.api [None req-922ff380-633a-4ede-bfea-4962fe3300c0 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Waiting for the task: (returnval){ [ 1354.326676] env[69350]: value = "task-3366259" [ 1354.326676] env[69350]: _type = "Task" [ 1354.326676] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.334435] env[69350]: DEBUG oslo_vmware.api [None req-922ff380-633a-4ede-bfea-4962fe3300c0 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366259, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.704206] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7847aa21-869e-4588-b07e-d76147a026e3 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1354.704506] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7847aa21-869e-4588-b07e-d76147a026e3 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1354.704761] env[69350]: DEBUG nova.objects.instance [None req-7847aa21-869e-4588-b07e-d76147a026e3 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Lazy-loading 'resources' on Instance uuid c2902164-bd0d-4dfd-bfa5-4777e4341d4b {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1354.835767] env[69350]: DEBUG oslo_vmware.api [None req-922ff380-633a-4ede-bfea-4962fe3300c0 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366259, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.409217} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.836099] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-922ff380-633a-4ede-bfea-4962fe3300c0 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] 7f20767c-a7e8-4846-9b6c-f9807618335d/7f20767c-a7e8-4846-9b6c-f9807618335d.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1354.836328] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-922ff380-633a-4ede-bfea-4962fe3300c0 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1354.836579] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d246bb39-6270-4551-aa9d-73351acb27f7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.843673] env[69350]: DEBUG oslo_vmware.api [None req-922ff380-633a-4ede-bfea-4962fe3300c0 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Waiting for the task: (returnval){ [ 1354.843673] env[69350]: value = "task-3366260" [ 1354.843673] env[69350]: _type = "Task" [ 1354.843673] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.854228] env[69350]: DEBUG oslo_vmware.api [None req-922ff380-633a-4ede-bfea-4962fe3300c0 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366260, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.283783] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc2619fe-c117-4cb2-a9dc-dc671fa8fdd7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.291974] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-851dee88-2089-4a51-a8de-f4884dd2a807 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.322089] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e8b4595-3ee7-4cee-bdfc-23e01b0db8bf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.329551] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06fca9b4-ecbb-4bcc-a25c-b3718df40c04 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.343930] env[69350]: DEBUG nova.compute.provider_tree [None req-7847aa21-869e-4588-b07e-d76147a026e3 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1355.351597] env[69350]: DEBUG oslo_vmware.api [None req-922ff380-633a-4ede-bfea-4962fe3300c0 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366260, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064283} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.352427] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-922ff380-633a-4ede-bfea-4962fe3300c0 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1355.353188] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f027fd0-c2d4-471e-bdc1-0dcbaae4dc90 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.374929] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-922ff380-633a-4ede-bfea-4962fe3300c0 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 7f20767c-a7e8-4846-9b6c-f9807618335d/7f20767c-a7e8-4846-9b6c-f9807618335d.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1355.375391] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d05f574-4f5b-4d38-8ce9-8f85b618fdf3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.394339] env[69350]: DEBUG oslo_vmware.api [None req-922ff380-633a-4ede-bfea-4962fe3300c0 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Waiting for the task: (returnval){ [ 1355.394339] env[69350]: value = "task-3366261" [ 1355.394339] env[69350]: _type = "Task" [ 1355.394339] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.401510] env[69350]: DEBUG oslo_vmware.api [None req-922ff380-633a-4ede-bfea-4962fe3300c0 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366261, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.849333] env[69350]: DEBUG nova.scheduler.client.report [None req-7847aa21-869e-4588-b07e-d76147a026e3 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1355.903959] env[69350]: DEBUG oslo_vmware.api [None req-922ff380-633a-4ede-bfea-4962fe3300c0 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366261, 'name': ReconfigVM_Task, 'duration_secs': 0.360623} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.904390] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-922ff380-633a-4ede-bfea-4962fe3300c0 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 7f20767c-a7e8-4846-9b6c-f9807618335d/7f20767c-a7e8-4846-9b6c-f9807618335d.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1355.905144] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ec3c407f-62f5-4dcd-8f7e-525190c11cde {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.911790] env[69350]: DEBUG oslo_vmware.api [None req-922ff380-633a-4ede-bfea-4962fe3300c0 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Waiting for the task: (returnval){ [ 1355.911790] env[69350]: value = "task-3366263" [ 1355.911790] env[69350]: _type = "Task" [ 1355.911790] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.920704] env[69350]: DEBUG oslo_vmware.api [None req-922ff380-633a-4ede-bfea-4962fe3300c0 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366263, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.356876] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7847aa21-869e-4588-b07e-d76147a026e3 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.652s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1356.381063] env[69350]: INFO nova.scheduler.client.report [None req-7847aa21-869e-4588-b07e-d76147a026e3 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Deleted allocations for instance c2902164-bd0d-4dfd-bfa5-4777e4341d4b [ 1356.421389] env[69350]: DEBUG oslo_vmware.api [None req-922ff380-633a-4ede-bfea-4962fe3300c0 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366263, 'name': Rename_Task, 'duration_secs': 0.322875} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.421648] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-922ff380-633a-4ede-bfea-4962fe3300c0 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1356.421893] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f7fb6b59-af39-447c-8535-855469935a35 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.428142] env[69350]: DEBUG oslo_vmware.api [None req-922ff380-633a-4ede-bfea-4962fe3300c0 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Waiting for the task: (returnval){ [ 1356.428142] env[69350]: value = "task-3366265" [ 1356.428142] env[69350]: _type = "Task" [ 1356.428142] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.435781] env[69350]: DEBUG oslo_vmware.api [None req-922ff380-633a-4ede-bfea-4962fe3300c0 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366265, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.889491] env[69350]: DEBUG oslo_concurrency.lockutils [None req-7847aa21-869e-4588-b07e-d76147a026e3 tempest-ServerRescueNegativeTestJSON-920990083 tempest-ServerRescueNegativeTestJSON-920990083-project-member] Lock "c2902164-bd0d-4dfd-bfa5-4777e4341d4b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.589s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1356.938924] env[69350]: DEBUG oslo_vmware.api [None req-922ff380-633a-4ede-bfea-4962fe3300c0 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366265, 'name': PowerOnVM_Task, 'duration_secs': 0.486515} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.939358] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-922ff380-633a-4ede-bfea-4962fe3300c0 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1356.939548] env[69350]: INFO nova.compute.manager [None req-922ff380-633a-4ede-bfea-4962fe3300c0 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Took 7.44 seconds to spawn the instance on the hypervisor. [ 1356.939731] env[69350]: DEBUG nova.compute.manager [None req-922ff380-633a-4ede-bfea-4962fe3300c0 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1356.940538] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e419532b-5f99-4fad-86fb-153331859759 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.466921] env[69350]: INFO nova.compute.manager [None req-922ff380-633a-4ede-bfea-4962fe3300c0 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Took 13.11 seconds to build instance. [ 1357.627832] env[69350]: DEBUG nova.compute.manager [req-25b82cb0-1742-4f3c-b4cc-d22ac7a59e9d req-3936d8f8-f16b-45bb-bf7e-ad31f5783736 service nova] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Received event network-changed-63f09c0d-4a1c-4577-bba3-4ca13dbfd991 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1357.628402] env[69350]: DEBUG nova.compute.manager [req-25b82cb0-1742-4f3c-b4cc-d22ac7a59e9d req-3936d8f8-f16b-45bb-bf7e-ad31f5783736 service nova] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Refreshing instance network info cache due to event network-changed-63f09c0d-4a1c-4577-bba3-4ca13dbfd991. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1357.628692] env[69350]: DEBUG oslo_concurrency.lockutils [req-25b82cb0-1742-4f3c-b4cc-d22ac7a59e9d req-3936d8f8-f16b-45bb-bf7e-ad31f5783736 service nova] Acquiring lock "refresh_cache-7f20767c-a7e8-4846-9b6c-f9807618335d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.628842] env[69350]: DEBUG oslo_concurrency.lockutils [req-25b82cb0-1742-4f3c-b4cc-d22ac7a59e9d req-3936d8f8-f16b-45bb-bf7e-ad31f5783736 service nova] Acquired lock "refresh_cache-7f20767c-a7e8-4846-9b6c-f9807618335d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.629055] env[69350]: DEBUG nova.network.neutron [req-25b82cb0-1742-4f3c-b4cc-d22ac7a59e9d req-3936d8f8-f16b-45bb-bf7e-ad31f5783736 service nova] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Refreshing network info cache for port 63f09c0d-4a1c-4577-bba3-4ca13dbfd991 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1357.969555] env[69350]: DEBUG oslo_concurrency.lockutils [None req-922ff380-633a-4ede-bfea-4962fe3300c0 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Lock "7f20767c-a7e8-4846-9b6c-f9807618335d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.624s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1358.450628] env[69350]: DEBUG nova.network.neutron [req-25b82cb0-1742-4f3c-b4cc-d22ac7a59e9d req-3936d8f8-f16b-45bb-bf7e-ad31f5783736 service nova] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Updated VIF entry in instance network info cache for port 63f09c0d-4a1c-4577-bba3-4ca13dbfd991. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1358.451068] env[69350]: DEBUG nova.network.neutron [req-25b82cb0-1742-4f3c-b4cc-d22ac7a59e9d req-3936d8f8-f16b-45bb-bf7e-ad31f5783736 service nova] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Updating instance_info_cache with network_info: [{"id": "63f09c0d-4a1c-4577-bba3-4ca13dbfd991", "address": "fa:16:3e:a3:bd:30", "network": {"id": "34a2c3ee-fe3e-415d-8849-d77b3a2f0d5d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1259450890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1809393971847168d1f25b15221a7f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63f09c0d-4a", "ovs_interfaceid": "63f09c0d-4a1c-4577-bba3-4ca13dbfd991", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1358.953990] env[69350]: DEBUG oslo_concurrency.lockutils [req-25b82cb0-1742-4f3c-b4cc-d22ac7a59e9d req-3936d8f8-f16b-45bb-bf7e-ad31f5783736 service nova] Releasing lock "refresh_cache-7f20767c-a7e8-4846-9b6c-f9807618335d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.679719] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1368.695391] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4a88761d-1c92-4005-8ff0-bc682aa63df7 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Acquiring lock "1b5bbd44-c1b8-4985-a42d-c05da0a59c47" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1368.695738] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4a88761d-1c92-4005-8ff0-bc682aa63df7 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Lock "1b5bbd44-c1b8-4985-a42d-c05da0a59c47" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1369.199378] env[69350]: DEBUG nova.compute.manager [None req-4a88761d-1c92-4005-8ff0-bc682aa63df7 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: 1b5bbd44-c1b8-4985-a42d-c05da0a59c47] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1369.683829] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1369.721527] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4a88761d-1c92-4005-8ff0-bc682aa63df7 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1369.721827] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4a88761d-1c92-4005-8ff0-bc682aa63df7 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1369.723459] env[69350]: INFO nova.compute.claims [None req-4a88761d-1c92-4005-8ff0-bc682aa63df7 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: 1b5bbd44-c1b8-4985-a42d-c05da0a59c47] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1370.794163] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b59dc7-8069-4dab-9599-1bd201272889 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.801985] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-640c1284-6af6-42ee-99da-87ef87104f29 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.831465] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d5f74f4-2e09-4352-bf9f-bbbacf926c37 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.839045] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74a93728-989e-4892-a182-b8d454fc2399 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.853154] env[69350]: DEBUG nova.compute.provider_tree [None req-4a88761d-1c92-4005-8ff0-bc682aa63df7 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Updating inventory in ProviderTree for provider 493c4881-f171-4c66-96e5-06180e27f02f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1371.373044] env[69350]: ERROR nova.scheduler.client.report [None req-4a88761d-1c92-4005-8ff0-bc682aa63df7 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [req-176eb4da-0309-4bea-a320-b29ce04f316b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 493c4881-f171-4c66-96e5-06180e27f02f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-176eb4da-0309-4bea-a320-b29ce04f316b"}]} [ 1371.389506] env[69350]: DEBUG nova.scheduler.client.report [None req-4a88761d-1c92-4005-8ff0-bc682aa63df7 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Refreshing inventories for resource provider 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1371.403025] env[69350]: DEBUG nova.scheduler.client.report [None req-4a88761d-1c92-4005-8ff0-bc682aa63df7 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Updating ProviderTree inventory for provider 493c4881-f171-4c66-96e5-06180e27f02f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1371.403025] env[69350]: DEBUG nova.compute.provider_tree [None req-4a88761d-1c92-4005-8ff0-bc682aa63df7 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Updating inventory in ProviderTree for provider 493c4881-f171-4c66-96e5-06180e27f02f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1371.413215] env[69350]: DEBUG nova.scheduler.client.report [None req-4a88761d-1c92-4005-8ff0-bc682aa63df7 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Refreshing aggregate associations for resource provider 493c4881-f171-4c66-96e5-06180e27f02f, aggregates: None {{(pid=69350) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1371.430672] env[69350]: DEBUG nova.scheduler.client.report [None req-4a88761d-1c92-4005-8ff0-bc682aa63df7 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Refreshing trait associations for resource provider 493c4881-f171-4c66-96e5-06180e27f02f, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69350) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1371.497851] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63927fdc-0052-4b9e-9535-0ae3a023d863 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.505965] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-588f1f3b-51d4-4feb-89bb-01c962424880 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.536775] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34621915-8ace-4599-bc9b-d7f14e214995 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.544611] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f721b89-b94b-4c89-ac12-47a05a383abb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.559718] env[69350]: DEBUG nova.compute.provider_tree [None req-4a88761d-1c92-4005-8ff0-bc682aa63df7 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Updating inventory in ProviderTree for provider 493c4881-f171-4c66-96e5-06180e27f02f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1372.081151] env[69350]: ERROR nova.scheduler.client.report [None req-4a88761d-1c92-4005-8ff0-bc682aa63df7 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [req-cfde31eb-0679-4a4c-aae7-6b65c8d8a83a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 493c4881-f171-4c66-96e5-06180e27f02f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-cfde31eb-0679-4a4c-aae7-6b65c8d8a83a"}]} [ 1372.096483] env[69350]: DEBUG nova.scheduler.client.report [None req-4a88761d-1c92-4005-8ff0-bc682aa63df7 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Refreshing inventories for resource provider 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1372.109208] env[69350]: DEBUG nova.scheduler.client.report [None req-4a88761d-1c92-4005-8ff0-bc682aa63df7 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Updating ProviderTree inventory for provider 493c4881-f171-4c66-96e5-06180e27f02f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1372.109439] env[69350]: DEBUG nova.compute.provider_tree [None req-4a88761d-1c92-4005-8ff0-bc682aa63df7 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Updating inventory in ProviderTree for provider 493c4881-f171-4c66-96e5-06180e27f02f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1372.119159] env[69350]: DEBUG nova.scheduler.client.report [None req-4a88761d-1c92-4005-8ff0-bc682aa63df7 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Refreshing aggregate associations for resource provider 493c4881-f171-4c66-96e5-06180e27f02f, aggregates: None {{(pid=69350) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1372.136207] env[69350]: DEBUG nova.scheduler.client.report [None req-4a88761d-1c92-4005-8ff0-bc682aa63df7 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Refreshing trait associations for resource provider 493c4881-f171-4c66-96e5-06180e27f02f, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69350) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1372.218742] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59ce70ed-1810-4fd0-b712-957cd14c8d50 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.226805] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b65fa162-442b-48cf-8ee5-12cc944f501d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.258562] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-339bf921-fc5d-44ff-8c31-f0b985342753 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.263478] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1a48441e-fc51-4114-a7fd-8eae69ba14ee tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] Acquiring lock "befd1589-8a72-480b-ad4b-6022f4710566" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1372.263681] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1a48441e-fc51-4114-a7fd-8eae69ba14ee tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] Lock "befd1589-8a72-480b-ad4b-6022f4710566" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1372.269933] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe4a5c3-2e61-4869-86b1-cada56699ece {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.284171] env[69350]: DEBUG nova.compute.provider_tree [None req-4a88761d-1c92-4005-8ff0-bc682aa63df7 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Updating inventory in ProviderTree for provider 493c4881-f171-4c66-96e5-06180e27f02f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1372.684578] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1372.766467] env[69350]: DEBUG nova.compute.manager [None req-1a48441e-fc51-4114-a7fd-8eae69ba14ee tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] [instance: befd1589-8a72-480b-ad4b-6022f4710566] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1372.812965] env[69350]: DEBUG nova.scheduler.client.report [None req-4a88761d-1c92-4005-8ff0-bc682aa63df7 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Updated inventory for provider 493c4881-f171-4c66-96e5-06180e27f02f with generation 164 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1372.813252] env[69350]: DEBUG nova.compute.provider_tree [None req-4a88761d-1c92-4005-8ff0-bc682aa63df7 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Updating resource provider 493c4881-f171-4c66-96e5-06180e27f02f generation from 164 to 165 during operation: update_inventory {{(pid=69350) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1372.813436] env[69350]: DEBUG nova.compute.provider_tree [None req-4a88761d-1c92-4005-8ff0-bc682aa63df7 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Updating inventory in ProviderTree for provider 493c4881-f171-4c66-96e5-06180e27f02f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1373.286265] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1a48441e-fc51-4114-a7fd-8eae69ba14ee tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1373.318588] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4a88761d-1c92-4005-8ff0-bc682aa63df7 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.597s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1373.318954] env[69350]: DEBUG nova.compute.manager [None req-4a88761d-1c92-4005-8ff0-bc682aa63df7 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: 1b5bbd44-c1b8-4985-a42d-c05da0a59c47] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1373.321640] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1a48441e-fc51-4114-a7fd-8eae69ba14ee tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.036s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1373.323097] env[69350]: INFO nova.compute.claims [None req-1a48441e-fc51-4114-a7fd-8eae69ba14ee tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] [instance: befd1589-8a72-480b-ad4b-6022f4710566] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1373.684400] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1373.684600] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1373.684732] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69350) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1373.684941] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1373.827249] env[69350]: DEBUG nova.compute.utils [None req-4a88761d-1c92-4005-8ff0-bc682aa63df7 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1373.830477] env[69350]: DEBUG nova.compute.manager [None req-4a88761d-1c92-4005-8ff0-bc682aa63df7 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: 1b5bbd44-c1b8-4985-a42d-c05da0a59c47] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1373.830644] env[69350]: DEBUG nova.network.neutron [None req-4a88761d-1c92-4005-8ff0-bc682aa63df7 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: 1b5bbd44-c1b8-4985-a42d-c05da0a59c47] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1373.876147] env[69350]: DEBUG nova.policy [None req-4a88761d-1c92-4005-8ff0-bc682aa63df7 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ab4329b91984482e9142ad4773bd0560', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eb23de86c4ea42c1accf78e42cda1fc1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 1374.142342] env[69350]: DEBUG nova.network.neutron [None req-4a88761d-1c92-4005-8ff0-bc682aa63df7 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: 1b5bbd44-c1b8-4985-a42d-c05da0a59c47] Successfully created port: ebaebc84-4974-4f29-9f8a-74fc8d1d8a60 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1374.187610] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1374.331508] env[69350]: DEBUG nova.compute.manager [None req-4a88761d-1c92-4005-8ff0-bc682aa63df7 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: 1b5bbd44-c1b8-4985-a42d-c05da0a59c47] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1374.422635] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d1db2d3-b53a-4c28-a777-0be576e7ac3c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.431442] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d005fab-d6ae-4863-8ef0-fca8f63bf3c2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.461819] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eda4a62-9088-4369-81ec-70b23ee2e710 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.469514] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ad69e9-676d-4c6c-b6ae-8e5f25ebdf51 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.483119] env[69350]: DEBUG nova.compute.provider_tree [None req-1a48441e-fc51-4114-a7fd-8eae69ba14ee tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1374.838883] env[69350]: INFO nova.virt.block_device [None req-4a88761d-1c92-4005-8ff0-bc682aa63df7 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: 1b5bbd44-c1b8-4985-a42d-c05da0a59c47] Booting with volume d275a4c0-659d-4e62-9e88-4dcdbfd277ac at /dev/sda [ 1374.877206] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-09ea2dbf-52c8-4ba6-aa40-447b5ef18573 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.887057] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf72c7b9-b9fc-46d9-9c9a-ac3e09de26e3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.918992] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-16474910-5b33-4cde-be7c-705780d74913 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.930023] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0694016a-6e7f-48ab-992e-b454dfe2eaea {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.960724] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30536fb2-56b0-498f-b852-f6257da2c409 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.968867] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bf4d438-7fb3-40ce-a831-3db66eb254a6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.984364] env[69350]: DEBUG nova.virt.block_device [None req-4a88761d-1c92-4005-8ff0-bc682aa63df7 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: 1b5bbd44-c1b8-4985-a42d-c05da0a59c47] Updating existing volume attachment record: a00b297f-4d7c-4aa4-b518-714b6d7f1279 {{(pid=69350) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1374.987255] env[69350]: DEBUG nova.scheduler.client.report [None req-1a48441e-fc51-4114-a7fd-8eae69ba14ee tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1375.409438] env[69350]: DEBUG oslo_concurrency.lockutils [None req-72da2415-65fd-4f34-9f2e-3d9b4ed8c10a tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Acquiring lock "86b9b6a7-d3c3-45b0-acfe-465de994659d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1375.409687] env[69350]: DEBUG oslo_concurrency.lockutils [None req-72da2415-65fd-4f34-9f2e-3d9b4ed8c10a tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Lock "86b9b6a7-d3c3-45b0-acfe-465de994659d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1375.409879] env[69350]: DEBUG nova.compute.manager [None req-72da2415-65fd-4f34-9f2e-3d9b4ed8c10a tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: 86b9b6a7-d3c3-45b0-acfe-465de994659d] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1375.410778] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-badeaf28-9311-4cb4-8c87-5a78fd0752b3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.418200] env[69350]: DEBUG nova.compute.manager [None req-72da2415-65fd-4f34-9f2e-3d9b4ed8c10a tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: 86b9b6a7-d3c3-45b0-acfe-465de994659d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69350) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1375.418775] env[69350]: DEBUG nova.objects.instance [None req-72da2415-65fd-4f34-9f2e-3d9b4ed8c10a tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Lazy-loading 'flavor' on Instance uuid 86b9b6a7-d3c3-45b0-acfe-465de994659d {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1375.491819] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1a48441e-fc51-4114-a7fd-8eae69ba14ee tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.170s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1375.492250] env[69350]: DEBUG nova.compute.manager [None req-1a48441e-fc51-4114-a7fd-8eae69ba14ee tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] [instance: befd1589-8a72-480b-ad4b-6022f4710566] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1375.496031] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.309s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1375.496221] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1375.496376] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69350) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1375.497362] env[69350]: DEBUG nova.compute.manager [req-95a4e6bf-d1c3-4884-874f-fb32ba119ba8 req-dc01af54-1c9a-4fcc-b6a3-e50548eb7267 service nova] [instance: 1b5bbd44-c1b8-4985-a42d-c05da0a59c47] Received event network-vif-plugged-ebaebc84-4974-4f29-9f8a-74fc8d1d8a60 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1375.497552] env[69350]: DEBUG oslo_concurrency.lockutils [req-95a4e6bf-d1c3-4884-874f-fb32ba119ba8 req-dc01af54-1c9a-4fcc-b6a3-e50548eb7267 service nova] Acquiring lock "1b5bbd44-c1b8-4985-a42d-c05da0a59c47-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1375.497741] env[69350]: DEBUG oslo_concurrency.lockutils [req-95a4e6bf-d1c3-4884-874f-fb32ba119ba8 req-dc01af54-1c9a-4fcc-b6a3-e50548eb7267 service nova] Lock "1b5bbd44-c1b8-4985-a42d-c05da0a59c47-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1375.497900] env[69350]: DEBUG oslo_concurrency.lockutils [req-95a4e6bf-d1c3-4884-874f-fb32ba119ba8 req-dc01af54-1c9a-4fcc-b6a3-e50548eb7267 service nova] Lock "1b5bbd44-c1b8-4985-a42d-c05da0a59c47-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1375.498079] env[69350]: DEBUG nova.compute.manager [req-95a4e6bf-d1c3-4884-874f-fb32ba119ba8 req-dc01af54-1c9a-4fcc-b6a3-e50548eb7267 service nova] [instance: 1b5bbd44-c1b8-4985-a42d-c05da0a59c47] No waiting events found dispatching network-vif-plugged-ebaebc84-4974-4f29-9f8a-74fc8d1d8a60 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1375.498243] env[69350]: WARNING nova.compute.manager [req-95a4e6bf-d1c3-4884-874f-fb32ba119ba8 req-dc01af54-1c9a-4fcc-b6a3-e50548eb7267 service nova] [instance: 1b5bbd44-c1b8-4985-a42d-c05da0a59c47] Received unexpected event network-vif-plugged-ebaebc84-4974-4f29-9f8a-74fc8d1d8a60 for instance with vm_state building and task_state block_device_mapping. [ 1375.499324] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d450d61-f651-41d6-9c49-e3eed33781f5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.508437] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63e7dd07-3b0c-4daa-be7e-216243d12f53 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.523675] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2876bda-ca77-4f3a-b280-1319d4d0aa45 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.531050] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f777c524-c429-442a-87ed-7faf60ad66f4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.566024] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179585MB free_disk=106GB free_vcpus=48 pci_devices=None {{(pid=69350) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1375.566024] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1375.566024] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1375.587165] env[69350]: DEBUG nova.network.neutron [None req-4a88761d-1c92-4005-8ff0-bc682aa63df7 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: 1b5bbd44-c1b8-4985-a42d-c05da0a59c47] Successfully updated port: ebaebc84-4974-4f29-9f8a-74fc8d1d8a60 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1376.000552] env[69350]: DEBUG nova.compute.utils [None req-1a48441e-fc51-4114-a7fd-8eae69ba14ee tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1376.002104] env[69350]: DEBUG nova.compute.manager [None req-1a48441e-fc51-4114-a7fd-8eae69ba14ee tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] [instance: befd1589-8a72-480b-ad4b-6022f4710566] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1376.002307] env[69350]: DEBUG nova.network.neutron [None req-1a48441e-fc51-4114-a7fd-8eae69ba14ee tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] [instance: befd1589-8a72-480b-ad4b-6022f4710566] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1376.043324] env[69350]: DEBUG nova.policy [None req-1a48441e-fc51-4114-a7fd-8eae69ba14ee tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fb50fe7b653f4b248406a02eb1aa175a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a67c7b4a048b450984e71a96a14bf095', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 1376.089980] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4a88761d-1c92-4005-8ff0-bc682aa63df7 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Acquiring lock "refresh_cache-1b5bbd44-c1b8-4985-a42d-c05da0a59c47" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.090245] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4a88761d-1c92-4005-8ff0-bc682aa63df7 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Acquired lock "refresh_cache-1b5bbd44-c1b8-4985-a42d-c05da0a59c47" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.090245] env[69350]: DEBUG nova.network.neutron [None req-4a88761d-1c92-4005-8ff0-bc682aa63df7 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: 1b5bbd44-c1b8-4985-a42d-c05da0a59c47] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1376.321266] env[69350]: DEBUG nova.network.neutron [None req-1a48441e-fc51-4114-a7fd-8eae69ba14ee tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] [instance: befd1589-8a72-480b-ad4b-6022f4710566] Successfully created port: debccf42-d169-4f43-b073-4d15cadd538c {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1376.427674] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-72da2415-65fd-4f34-9f2e-3d9b4ed8c10a tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: 86b9b6a7-d3c3-45b0-acfe-465de994659d] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1376.428046] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7aced200-1bfd-4ef5-bc21-5a7ede6e2d53 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.436307] env[69350]: DEBUG oslo_vmware.api [None req-72da2415-65fd-4f34-9f2e-3d9b4ed8c10a tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Waiting for the task: (returnval){ [ 1376.436307] env[69350]: value = "task-3366276" [ 1376.436307] env[69350]: _type = "Task" [ 1376.436307] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.445356] env[69350]: DEBUG oslo_vmware.api [None req-72da2415-65fd-4f34-9f2e-3d9b4ed8c10a tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3366276, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.506389] env[69350]: DEBUG nova.compute.manager [None req-1a48441e-fc51-4114-a7fd-8eae69ba14ee tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] [instance: befd1589-8a72-480b-ad4b-6022f4710566] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1376.595543] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance a03ec981-aaa5-45f3-aee7-8716b22652c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1376.595703] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance 86b9b6a7-d3c3-45b0-acfe-465de994659d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1376.595828] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance d3b0bc5b-f5b8-4e02-8312-caf9e28b93a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1376.595960] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance 7f20767c-a7e8-4846-9b6c-f9807618335d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1376.596106] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance 1b5bbd44-c1b8-4985-a42d-c05da0a59c47 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1376.596226] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance befd1589-8a72-480b-ad4b-6022f4710566 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1376.596409] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=69350) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1376.596545] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1664MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=69350) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1376.627339] env[69350]: DEBUG nova.network.neutron [None req-4a88761d-1c92-4005-8ff0-bc682aa63df7 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: 1b5bbd44-c1b8-4985-a42d-c05da0a59c47] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1376.758534] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86036bc1-c958-438e-8ad1-fa65fe23120f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.770563] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c142f3-0e2e-4c38-b4de-5eccbe65f091 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.802462] env[69350]: DEBUG nova.network.neutron [None req-4a88761d-1c92-4005-8ff0-bc682aa63df7 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: 1b5bbd44-c1b8-4985-a42d-c05da0a59c47] Updating instance_info_cache with network_info: [{"id": "ebaebc84-4974-4f29-9f8a-74fc8d1d8a60", "address": "fa:16:3e:cb:b2:e6", "network": {"id": "0bcb2b19-9d56-48ef-ae2f-bfa8be4a624b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1099470443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb23de86c4ea42c1accf78e42cda1fc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebaebc84-49", "ovs_interfaceid": "ebaebc84-4974-4f29-9f8a-74fc8d1d8a60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1376.804214] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0716138-27c2-410e-818d-fef8916f22fc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.814118] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4482891c-ff77-4199-b023-238cc363f602 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.830422] env[69350]: DEBUG nova.compute.provider_tree [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1376.947283] env[69350]: DEBUG oslo_vmware.api [None req-72da2415-65fd-4f34-9f2e-3d9b4ed8c10a tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3366276, 'name': PowerOffVM_Task, 'duration_secs': 0.215343} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.947564] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-72da2415-65fd-4f34-9f2e-3d9b4ed8c10a tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: 86b9b6a7-d3c3-45b0-acfe-465de994659d] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1376.947762] env[69350]: DEBUG nova.compute.manager [None req-72da2415-65fd-4f34-9f2e-3d9b4ed8c10a tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: 86b9b6a7-d3c3-45b0-acfe-465de994659d] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1376.948544] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2836703-7d9e-422b-87cf-d349ee5ace25 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.011871] env[69350]: INFO nova.virt.block_device [None req-1a48441e-fc51-4114-a7fd-8eae69ba14ee tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] [instance: befd1589-8a72-480b-ad4b-6022f4710566] Booting with volume 4196ebb1-5343-4a07-a19a-a916ed284a91 at /dev/sda [ 1377.048080] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3cd2a5da-5082-49f0-b2fa-c23056df5fb9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.058656] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e132a542-ed9a-4cd6-ab1e-8022ae1682c3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.088298] env[69350]: DEBUG nova.compute.manager [None req-4a88761d-1c92-4005-8ff0-bc682aa63df7 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: 1b5bbd44-c1b8-4985-a42d-c05da0a59c47] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1377.088780] env[69350]: DEBUG nova.virt.hardware [None req-4a88761d-1c92-4005-8ff0-bc682aa63df7 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1377.089011] env[69350]: DEBUG nova.virt.hardware [None req-4a88761d-1c92-4005-8ff0-bc682aa63df7 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1377.089199] env[69350]: DEBUG nova.virt.hardware [None req-4a88761d-1c92-4005-8ff0-bc682aa63df7 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1377.089383] env[69350]: DEBUG nova.virt.hardware [None req-4a88761d-1c92-4005-8ff0-bc682aa63df7 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1377.089525] env[69350]: DEBUG nova.virt.hardware [None req-4a88761d-1c92-4005-8ff0-bc682aa63df7 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1377.089667] env[69350]: DEBUG nova.virt.hardware [None req-4a88761d-1c92-4005-8ff0-bc682aa63df7 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1377.089863] env[69350]: DEBUG nova.virt.hardware [None req-4a88761d-1c92-4005-8ff0-bc682aa63df7 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1377.090028] env[69350]: DEBUG nova.virt.hardware [None req-4a88761d-1c92-4005-8ff0-bc682aa63df7 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1377.090200] env[69350]: DEBUG nova.virt.hardware [None req-4a88761d-1c92-4005-8ff0-bc682aa63df7 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1377.090364] env[69350]: DEBUG nova.virt.hardware [None req-4a88761d-1c92-4005-8ff0-bc682aa63df7 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1377.090536] env[69350]: DEBUG nova.virt.hardware [None req-4a88761d-1c92-4005-8ff0-bc682aa63df7 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1377.091533] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2cbd9a0-7f7d-4573-80a2-df7a996d551c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.093942] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b3ffeae7-db84-485f-b456-86dea2312a40 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.102650] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae60610-506d-41a0-9453-4bb12324cf3a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.108972] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bad2a789-69dd-4005-aa5d-a5a842c3b764 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.136451] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e0d184b-218f-40b7-b3d3-3aac8f787c73 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.142323] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-996bfd11-24f2-45d5-8799-b70d45d46d26 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.155959] env[69350]: DEBUG nova.virt.block_device [None req-1a48441e-fc51-4114-a7fd-8eae69ba14ee tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] [instance: befd1589-8a72-480b-ad4b-6022f4710566] Updating existing volume attachment record: a1e35cdc-931e-48ef-b64f-cfc11944bd86 {{(pid=69350) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1377.309204] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4a88761d-1c92-4005-8ff0-bc682aa63df7 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Releasing lock "refresh_cache-1b5bbd44-c1b8-4985-a42d-c05da0a59c47" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.309584] env[69350]: DEBUG nova.compute.manager [None req-4a88761d-1c92-4005-8ff0-bc682aa63df7 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: 1b5bbd44-c1b8-4985-a42d-c05da0a59c47] Instance network_info: |[{"id": "ebaebc84-4974-4f29-9f8a-74fc8d1d8a60", "address": "fa:16:3e:cb:b2:e6", "network": {"id": "0bcb2b19-9d56-48ef-ae2f-bfa8be4a624b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1099470443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb23de86c4ea42c1accf78e42cda1fc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebaebc84-49", "ovs_interfaceid": "ebaebc84-4974-4f29-9f8a-74fc8d1d8a60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1377.310010] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4a88761d-1c92-4005-8ff0-bc682aa63df7 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: 1b5bbd44-c1b8-4985-a42d-c05da0a59c47] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:b2:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f1b07b1-e4e5-4842-9090-07fb2c3e124b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ebaebc84-4974-4f29-9f8a-74fc8d1d8a60', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1377.318039] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a88761d-1c92-4005-8ff0-bc682aa63df7 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1377.318222] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b5bbd44-c1b8-4985-a42d-c05da0a59c47] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1377.318447] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-03f99378-d21f-4cbb-bde9-ed11736d68c8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.334387] env[69350]: DEBUG nova.scheduler.client.report [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1377.346166] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1377.346166] env[69350]: value = "task-3366277" [ 1377.346166] env[69350]: _type = "Task" [ 1377.346166] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.356832] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366277, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.460917] env[69350]: DEBUG oslo_concurrency.lockutils [None req-72da2415-65fd-4f34-9f2e-3d9b4ed8c10a tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Lock "86b9b6a7-d3c3-45b0-acfe-465de994659d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.051s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1377.523235] env[69350]: DEBUG nova.compute.manager [req-6c5fd949-86fb-4964-a93a-aac1dda5256d req-88d0d165-9d4d-4e73-8819-1e8dce9fcbb8 service nova] [instance: 1b5bbd44-c1b8-4985-a42d-c05da0a59c47] Received event network-changed-ebaebc84-4974-4f29-9f8a-74fc8d1d8a60 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1377.523329] env[69350]: DEBUG nova.compute.manager [req-6c5fd949-86fb-4964-a93a-aac1dda5256d req-88d0d165-9d4d-4e73-8819-1e8dce9fcbb8 service nova] [instance: 1b5bbd44-c1b8-4985-a42d-c05da0a59c47] Refreshing instance network info cache due to event network-changed-ebaebc84-4974-4f29-9f8a-74fc8d1d8a60. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1377.523585] env[69350]: DEBUG oslo_concurrency.lockutils [req-6c5fd949-86fb-4964-a93a-aac1dda5256d req-88d0d165-9d4d-4e73-8819-1e8dce9fcbb8 service nova] Acquiring lock "refresh_cache-1b5bbd44-c1b8-4985-a42d-c05da0a59c47" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.523760] env[69350]: DEBUG oslo_concurrency.lockutils [req-6c5fd949-86fb-4964-a93a-aac1dda5256d req-88d0d165-9d4d-4e73-8819-1e8dce9fcbb8 service nova] Acquired lock "refresh_cache-1b5bbd44-c1b8-4985-a42d-c05da0a59c47" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.523959] env[69350]: DEBUG nova.network.neutron [req-6c5fd949-86fb-4964-a93a-aac1dda5256d req-88d0d165-9d4d-4e73-8819-1e8dce9fcbb8 service nova] [instance: 1b5bbd44-c1b8-4985-a42d-c05da0a59c47] Refreshing network info cache for port ebaebc84-4974-4f29-9f8a-74fc8d1d8a60 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1377.769487] env[69350]: DEBUG nova.network.neutron [None req-1a48441e-fc51-4114-a7fd-8eae69ba14ee tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] [instance: befd1589-8a72-480b-ad4b-6022f4710566] Successfully updated port: debccf42-d169-4f43-b073-4d15cadd538c {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1377.839836] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69350) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1377.839836] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.274s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1377.848162] env[69350]: DEBUG nova.objects.instance [None req-fd3031ad-55c8-4d26-9aa2-16df62c879f8 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Lazy-loading 'flavor' on Instance uuid 86b9b6a7-d3c3-45b0-acfe-465de994659d {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1377.859635] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366277, 'name': CreateVM_Task, 'duration_secs': 0.314393} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.859806] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b5bbd44-c1b8-4985-a42d-c05da0a59c47] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1377.860476] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-4a88761d-1c92-4005-8ff0-bc682aa63df7 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: 1b5bbd44-c1b8-4985-a42d-c05da0a59c47] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-671711', 'volume_id': 'd275a4c0-659d-4e62-9e88-4dcdbfd277ac', 'name': 'volume-d275a4c0-659d-4e62-9e88-4dcdbfd277ac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1b5bbd44-c1b8-4985-a42d-c05da0a59c47', 'attached_at': '', 'detached_at': '', 'volume_id': 'd275a4c0-659d-4e62-9e88-4dcdbfd277ac', 'serial': 'd275a4c0-659d-4e62-9e88-4dcdbfd277ac'}, 'boot_index': 0, 'disk_bus': None, 'mount_device': '/dev/sda', 'delete_on_termination': True, 'guest_format': None, 'device_type': None, 'attachment_id': 'a00b297f-4d7c-4aa4-b518-714b6d7f1279', 'volume_type': None}], 'swap': None} {{(pid=69350) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1377.860687] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a88761d-1c92-4005-8ff0-bc682aa63df7 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: 1b5bbd44-c1b8-4985-a42d-c05da0a59c47] Root volume attach. Driver type: vmdk {{(pid=69350) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1377.861511] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f523120-8aa9-4570-ba12-d7aa1e6fe7db {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.870235] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa7657d-ce9a-4d9c-ac54-bbf7884aac6e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.876409] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b36815-3302-4881-85ff-32cdf77271d9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.882139] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-c6ae7cbe-eb98-430b-a03d-8cdab4b9b66c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.889612] env[69350]: DEBUG oslo_vmware.api [None req-4a88761d-1c92-4005-8ff0-bc682aa63df7 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Waiting for the task: (returnval){ [ 1377.889612] env[69350]: value = "task-3366278" [ 1377.889612] env[69350]: _type = "Task" [ 1377.889612] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.896913] env[69350]: DEBUG oslo_vmware.api [None req-4a88761d-1c92-4005-8ff0-bc682aa63df7 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3366278, 'name': RelocateVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.225771] env[69350]: DEBUG nova.network.neutron [req-6c5fd949-86fb-4964-a93a-aac1dda5256d req-88d0d165-9d4d-4e73-8819-1e8dce9fcbb8 service nova] [instance: 1b5bbd44-c1b8-4985-a42d-c05da0a59c47] Updated VIF entry in instance network info cache for port ebaebc84-4974-4f29-9f8a-74fc8d1d8a60. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1378.226198] env[69350]: DEBUG nova.network.neutron [req-6c5fd949-86fb-4964-a93a-aac1dda5256d req-88d0d165-9d4d-4e73-8819-1e8dce9fcbb8 service nova] [instance: 1b5bbd44-c1b8-4985-a42d-c05da0a59c47] Updating instance_info_cache with network_info: [{"id": "ebaebc84-4974-4f29-9f8a-74fc8d1d8a60", "address": "fa:16:3e:cb:b2:e6", "network": {"id": "0bcb2b19-9d56-48ef-ae2f-bfa8be4a624b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1099470443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb23de86c4ea42c1accf78e42cda1fc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebaebc84-49", "ovs_interfaceid": "ebaebc84-4974-4f29-9f8a-74fc8d1d8a60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1378.271996] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1a48441e-fc51-4114-a7fd-8eae69ba14ee tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] Acquiring lock "refresh_cache-befd1589-8a72-480b-ad4b-6022f4710566" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.272502] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1a48441e-fc51-4114-a7fd-8eae69ba14ee tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] Acquired lock "refresh_cache-befd1589-8a72-480b-ad4b-6022f4710566" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.272603] env[69350]: DEBUG nova.network.neutron [None req-1a48441e-fc51-4114-a7fd-8eae69ba14ee tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] [instance: befd1589-8a72-480b-ad4b-6022f4710566] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1378.356586] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fd3031ad-55c8-4d26-9aa2-16df62c879f8 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Acquiring lock "refresh_cache-86b9b6a7-d3c3-45b0-acfe-465de994659d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.356761] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fd3031ad-55c8-4d26-9aa2-16df62c879f8 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Acquired lock "refresh_cache-86b9b6a7-d3c3-45b0-acfe-465de994659d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.356920] env[69350]: DEBUG nova.network.neutron [None req-fd3031ad-55c8-4d26-9aa2-16df62c879f8 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: 86b9b6a7-d3c3-45b0-acfe-465de994659d] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1378.357125] env[69350]: DEBUG nova.objects.instance [None req-fd3031ad-55c8-4d26-9aa2-16df62c879f8 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Lazy-loading 'info_cache' on Instance uuid 86b9b6a7-d3c3-45b0-acfe-465de994659d {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1378.400674] env[69350]: DEBUG oslo_vmware.api [None req-4a88761d-1c92-4005-8ff0-bc682aa63df7 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3366278, 'name': RelocateVM_Task, 'duration_secs': 0.505836} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.400674] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a88761d-1c92-4005-8ff0-bc682aa63df7 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: 1b5bbd44-c1b8-4985-a42d-c05da0a59c47] Volume attach. Driver type: vmdk {{(pid=69350) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1378.400877] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a88761d-1c92-4005-8ff0-bc682aa63df7 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: 1b5bbd44-c1b8-4985-a42d-c05da0a59c47] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-671711', 'volume_id': 'd275a4c0-659d-4e62-9e88-4dcdbfd277ac', 'name': 'volume-d275a4c0-659d-4e62-9e88-4dcdbfd277ac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1b5bbd44-c1b8-4985-a42d-c05da0a59c47', 'attached_at': '', 'detached_at': '', 'volume_id': 'd275a4c0-659d-4e62-9e88-4dcdbfd277ac', 'serial': 'd275a4c0-659d-4e62-9e88-4dcdbfd277ac'} {{(pid=69350) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1378.401674] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c18f07a6-24d3-41d1-b708-239288ffe754 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.417661] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c2fa44-9eb6-44de-996b-3b10e4e3b6d4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.440377] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a88761d-1c92-4005-8ff0-bc682aa63df7 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: 1b5bbd44-c1b8-4985-a42d-c05da0a59c47] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] volume-d275a4c0-659d-4e62-9e88-4dcdbfd277ac/volume-d275a4c0-659d-4e62-9e88-4dcdbfd277ac.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1378.440972] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3be2602b-e584-46d3-a157-d55f16aa9264 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.462660] env[69350]: DEBUG oslo_vmware.api [None req-4a88761d-1c92-4005-8ff0-bc682aa63df7 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Waiting for the task: (returnval){ [ 1378.462660] env[69350]: value = "task-3366279" [ 1378.462660] env[69350]: _type = "Task" [ 1378.462660] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.472639] env[69350]: DEBUG oslo_vmware.api [None req-4a88761d-1c92-4005-8ff0-bc682aa63df7 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3366279, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.729292] env[69350]: DEBUG oslo_concurrency.lockutils [req-6c5fd949-86fb-4964-a93a-aac1dda5256d req-88d0d165-9d4d-4e73-8819-1e8dce9fcbb8 service nova] Releasing lock "refresh_cache-1b5bbd44-c1b8-4985-a42d-c05da0a59c47" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.802540] env[69350]: DEBUG nova.network.neutron [None req-1a48441e-fc51-4114-a7fd-8eae69ba14ee tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] [instance: befd1589-8a72-480b-ad4b-6022f4710566] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1378.839996] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1378.840220] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1378.863040] env[69350]: DEBUG nova.objects.base [None req-fd3031ad-55c8-4d26-9aa2-16df62c879f8 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Object Instance<86b9b6a7-d3c3-45b0-acfe-465de994659d> lazy-loaded attributes: flavor,info_cache {{(pid=69350) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1378.955472] env[69350]: DEBUG nova.network.neutron [None req-1a48441e-fc51-4114-a7fd-8eae69ba14ee tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] [instance: befd1589-8a72-480b-ad4b-6022f4710566] Updating instance_info_cache with network_info: [{"id": "debccf42-d169-4f43-b073-4d15cadd538c", "address": "fa:16:3e:e5:e8:bd", "network": {"id": "c57cb1f9-5fab-4685-9ec8-a0ed829aaf7e", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1262493088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a67c7b4a048b450984e71a96a14bf095", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdebccf42-d1", "ovs_interfaceid": "debccf42-d169-4f43-b073-4d15cadd538c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1378.977361] env[69350]: DEBUG oslo_vmware.api [None req-4a88761d-1c92-4005-8ff0-bc682aa63df7 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3366279, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.242067] env[69350]: DEBUG nova.compute.manager [None req-1a48441e-fc51-4114-a7fd-8eae69ba14ee tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] [instance: befd1589-8a72-480b-ad4b-6022f4710566] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1379.242622] env[69350]: DEBUG nova.virt.hardware [None req-1a48441e-fc51-4114-a7fd-8eae69ba14ee tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1379.242837] env[69350]: DEBUG nova.virt.hardware [None req-1a48441e-fc51-4114-a7fd-8eae69ba14ee tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1379.242989] env[69350]: DEBUG nova.virt.hardware [None req-1a48441e-fc51-4114-a7fd-8eae69ba14ee tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1379.243186] env[69350]: DEBUG nova.virt.hardware [None req-1a48441e-fc51-4114-a7fd-8eae69ba14ee tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1379.243333] env[69350]: DEBUG nova.virt.hardware [None req-1a48441e-fc51-4114-a7fd-8eae69ba14ee tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1379.243477] env[69350]: DEBUG nova.virt.hardware [None req-1a48441e-fc51-4114-a7fd-8eae69ba14ee tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1379.243680] env[69350]: DEBUG nova.virt.hardware [None req-1a48441e-fc51-4114-a7fd-8eae69ba14ee tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1379.243835] env[69350]: DEBUG nova.virt.hardware [None req-1a48441e-fc51-4114-a7fd-8eae69ba14ee tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1379.244008] env[69350]: DEBUG nova.virt.hardware [None req-1a48441e-fc51-4114-a7fd-8eae69ba14ee tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1379.244188] env[69350]: DEBUG nova.virt.hardware [None req-1a48441e-fc51-4114-a7fd-8eae69ba14ee tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1379.244362] env[69350]: DEBUG nova.virt.hardware [None req-1a48441e-fc51-4114-a7fd-8eae69ba14ee tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1379.245241] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d3d4ce7-1681-42ad-b9c4-f6a6048dd4f1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.253912] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc2e2bd-5e96-4dd2-b5df-826e5c699616 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.461155] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1a48441e-fc51-4114-a7fd-8eae69ba14ee tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] Releasing lock "refresh_cache-befd1589-8a72-480b-ad4b-6022f4710566" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.461520] env[69350]: DEBUG nova.compute.manager [None req-1a48441e-fc51-4114-a7fd-8eae69ba14ee tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] [instance: befd1589-8a72-480b-ad4b-6022f4710566] Instance network_info: |[{"id": "debccf42-d169-4f43-b073-4d15cadd538c", "address": "fa:16:3e:e5:e8:bd", "network": {"id": "c57cb1f9-5fab-4685-9ec8-a0ed829aaf7e", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1262493088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a67c7b4a048b450984e71a96a14bf095", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdebccf42-d1", "ovs_interfaceid": "debccf42-d169-4f43-b073-4d15cadd538c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1379.461919] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-1a48441e-fc51-4114-a7fd-8eae69ba14ee tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] [instance: befd1589-8a72-480b-ad4b-6022f4710566] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:e8:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '683a619f-b10d-41a3-8c03-4f69f6c9ce53', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'debccf42-d169-4f43-b073-4d15cadd538c', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1379.469294] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a48441e-fc51-4114-a7fd-8eae69ba14ee tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] Creating folder: Project (a67c7b4a048b450984e71a96a14bf095). Parent ref: group-v671398. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1379.469624] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-db581d37-03be-4ef7-9d8e-6db967e1caad {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.481788] env[69350]: DEBUG oslo_vmware.api [None req-4a88761d-1c92-4005-8ff0-bc682aa63df7 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3366279, 'name': ReconfigVM_Task, 'duration_secs': 0.567588} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.482083] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a88761d-1c92-4005-8ff0-bc682aa63df7 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: 1b5bbd44-c1b8-4985-a42d-c05da0a59c47] Reconfigured VM instance instance-00000076 to attach disk [datastore1] volume-d275a4c0-659d-4e62-9e88-4dcdbfd277ac/volume-d275a4c0-659d-4e62-9e88-4dcdbfd277ac.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1379.487636] env[69350]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1379.487776] env[69350]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69350) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1379.487991] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a4bd62f-3b9f-4d7f-81af-019405c65aff {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.497725] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a48441e-fc51-4114-a7fd-8eae69ba14ee tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] Folder already exists: Project (a67c7b4a048b450984e71a96a14bf095). Parent ref: group-v671398. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1379.497915] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a48441e-fc51-4114-a7fd-8eae69ba14ee tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] Creating folder: Instances. Parent ref: group-v671708. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1379.498451] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ecc66aae-4ed5-4b0c-a85f-6cb30ec15d78 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.504292] env[69350]: DEBUG oslo_vmware.api [None req-4a88761d-1c92-4005-8ff0-bc682aa63df7 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Waiting for the task: (returnval){ [ 1379.504292] env[69350]: value = "task-3366282" [ 1379.504292] env[69350]: _type = "Task" [ 1379.504292] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.511672] env[69350]: DEBUG oslo_vmware.api [None req-4a88761d-1c92-4005-8ff0-bc682aa63df7 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3366282, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.514487] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-1a48441e-fc51-4114-a7fd-8eae69ba14ee tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] Created folder: Instances in parent group-v671708. [ 1379.514703] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a48441e-fc51-4114-a7fd-8eae69ba14ee tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1379.514880] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: befd1589-8a72-480b-ad4b-6022f4710566] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1379.515087] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a8c8d19-e526-4c7f-a8b7-a018de3c5284 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.533416] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1379.533416] env[69350]: value = "task-3366283" [ 1379.533416] env[69350]: _type = "Task" [ 1379.533416] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.543663] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366283, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.548764] env[69350]: DEBUG nova.compute.manager [req-b5b5d35c-dad4-487d-99c9-d4880aa38836 req-22372e4a-70fd-41b1-9b94-584dfa1b1978 service nova] [instance: befd1589-8a72-480b-ad4b-6022f4710566] Received event network-vif-plugged-debccf42-d169-4f43-b073-4d15cadd538c {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1379.548972] env[69350]: DEBUG oslo_concurrency.lockutils [req-b5b5d35c-dad4-487d-99c9-d4880aa38836 req-22372e4a-70fd-41b1-9b94-584dfa1b1978 service nova] Acquiring lock "befd1589-8a72-480b-ad4b-6022f4710566-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1379.549212] env[69350]: DEBUG oslo_concurrency.lockutils [req-b5b5d35c-dad4-487d-99c9-d4880aa38836 req-22372e4a-70fd-41b1-9b94-584dfa1b1978 service nova] Lock "befd1589-8a72-480b-ad4b-6022f4710566-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1379.549386] env[69350]: DEBUG oslo_concurrency.lockutils [req-b5b5d35c-dad4-487d-99c9-d4880aa38836 req-22372e4a-70fd-41b1-9b94-584dfa1b1978 service nova] Lock "befd1589-8a72-480b-ad4b-6022f4710566-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1379.549681] env[69350]: DEBUG nova.compute.manager [req-b5b5d35c-dad4-487d-99c9-d4880aa38836 req-22372e4a-70fd-41b1-9b94-584dfa1b1978 service nova] [instance: befd1589-8a72-480b-ad4b-6022f4710566] No waiting events found dispatching network-vif-plugged-debccf42-d169-4f43-b073-4d15cadd538c {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1379.549921] env[69350]: WARNING nova.compute.manager [req-b5b5d35c-dad4-487d-99c9-d4880aa38836 req-22372e4a-70fd-41b1-9b94-584dfa1b1978 service nova] [instance: befd1589-8a72-480b-ad4b-6022f4710566] Received unexpected event network-vif-plugged-debccf42-d169-4f43-b073-4d15cadd538c for instance with vm_state building and task_state spawning. [ 1379.549921] env[69350]: DEBUG nova.compute.manager [req-b5b5d35c-dad4-487d-99c9-d4880aa38836 req-22372e4a-70fd-41b1-9b94-584dfa1b1978 service nova] [instance: befd1589-8a72-480b-ad4b-6022f4710566] Received event network-changed-debccf42-d169-4f43-b073-4d15cadd538c {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1379.550068] env[69350]: DEBUG nova.compute.manager [req-b5b5d35c-dad4-487d-99c9-d4880aa38836 req-22372e4a-70fd-41b1-9b94-584dfa1b1978 service nova] [instance: befd1589-8a72-480b-ad4b-6022f4710566] Refreshing instance network info cache due to event network-changed-debccf42-d169-4f43-b073-4d15cadd538c. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1379.550284] env[69350]: DEBUG oslo_concurrency.lockutils [req-b5b5d35c-dad4-487d-99c9-d4880aa38836 req-22372e4a-70fd-41b1-9b94-584dfa1b1978 service nova] Acquiring lock "refresh_cache-befd1589-8a72-480b-ad4b-6022f4710566" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.550358] env[69350]: DEBUG oslo_concurrency.lockutils [req-b5b5d35c-dad4-487d-99c9-d4880aa38836 req-22372e4a-70fd-41b1-9b94-584dfa1b1978 service nova] Acquired lock "refresh_cache-befd1589-8a72-480b-ad4b-6022f4710566" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.550518] env[69350]: DEBUG nova.network.neutron [req-b5b5d35c-dad4-487d-99c9-d4880aa38836 req-22372e4a-70fd-41b1-9b94-584dfa1b1978 service nova] [instance: befd1589-8a72-480b-ad4b-6022f4710566] Refreshing network info cache for port debccf42-d169-4f43-b073-4d15cadd538c {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1379.586340] env[69350]: DEBUG nova.network.neutron [None req-fd3031ad-55c8-4d26-9aa2-16df62c879f8 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: 86b9b6a7-d3c3-45b0-acfe-465de994659d] Updating instance_info_cache with network_info: [{"id": "a6532ad9-1291-42ee-92e4-dcdbe61df642", "address": "fa:16:3e:02:ff:77", "network": {"id": "bc16c158-ef75-4a41-beeb-3ceae708fa9d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-469663997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46625a434b9f47dc83d92c9db8a3024c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6532ad9-12", "ovs_interfaceid": "a6532ad9-1291-42ee-92e4-dcdbe61df642", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1380.018681] env[69350]: DEBUG oslo_vmware.api [None req-4a88761d-1c92-4005-8ff0-bc682aa63df7 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3366282, 'name': ReconfigVM_Task, 'duration_secs': 0.137326} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.019105] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a88761d-1c92-4005-8ff0-bc682aa63df7 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: 1b5bbd44-c1b8-4985-a42d-c05da0a59c47] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-671711', 'volume_id': 'd275a4c0-659d-4e62-9e88-4dcdbfd277ac', 'name': 'volume-d275a4c0-659d-4e62-9e88-4dcdbfd277ac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1b5bbd44-c1b8-4985-a42d-c05da0a59c47', 'attached_at': '', 'detached_at': '', 'volume_id': 'd275a4c0-659d-4e62-9e88-4dcdbfd277ac', 'serial': 'd275a4c0-659d-4e62-9e88-4dcdbfd277ac'} {{(pid=69350) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1380.019829] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9ebedd87-73e3-41e6-9fef-81e6c9595725 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.026828] env[69350]: DEBUG oslo_vmware.api [None req-4a88761d-1c92-4005-8ff0-bc682aa63df7 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Waiting for the task: (returnval){ [ 1380.026828] env[69350]: value = "task-3366284" [ 1380.026828] env[69350]: _type = "Task" [ 1380.026828] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.036100] env[69350]: DEBUG oslo_vmware.api [None req-4a88761d-1c92-4005-8ff0-bc682aa63df7 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3366284, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.043287] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366283, 'name': CreateVM_Task, 'duration_secs': 0.297792} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.043445] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: befd1589-8a72-480b-ad4b-6022f4710566] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1380.044076] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-1a48441e-fc51-4114-a7fd-8eae69ba14ee tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] [instance: befd1589-8a72-480b-ad4b-6022f4710566] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-671712', 'volume_id': '4196ebb1-5343-4a07-a19a-a916ed284a91', 'name': 'volume-4196ebb1-5343-4a07-a19a-a916ed284a91', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'befd1589-8a72-480b-ad4b-6022f4710566', 'attached_at': '', 'detached_at': '', 'volume_id': '4196ebb1-5343-4a07-a19a-a916ed284a91', 'serial': '4196ebb1-5343-4a07-a19a-a916ed284a91'}, 'boot_index': 0, 'disk_bus': None, 'mount_device': '/dev/sda', 'delete_on_termination': True, 'guest_format': None, 'device_type': None, 'attachment_id': 'a1e35cdc-931e-48ef-b64f-cfc11944bd86', 'volume_type': None}], 'swap': None} {{(pid=69350) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1380.044280] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a48441e-fc51-4114-a7fd-8eae69ba14ee tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] [instance: befd1589-8a72-480b-ad4b-6022f4710566] Root volume attach. Driver type: vmdk {{(pid=69350) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1380.045021] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec017e8-0818-45ba-897a-d75744ce0b1e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.052203] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da89ee30-8674-4377-a447-089b95c7a1dd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.059594] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e1e2a24-11e5-48a6-bd08-962f1eba8ec1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.065392] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-28a07035-974b-49e8-aa9d-b7db08367f21 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.072457] env[69350]: DEBUG oslo_vmware.api [None req-1a48441e-fc51-4114-a7fd-8eae69ba14ee tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] Waiting for the task: (returnval){ [ 1380.072457] env[69350]: value = "task-3366285" [ 1380.072457] env[69350]: _type = "Task" [ 1380.072457] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.080388] env[69350]: DEBUG oslo_vmware.api [None req-1a48441e-fc51-4114-a7fd-8eae69ba14ee tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] Task: {'id': task-3366285, 'name': RelocateVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.089012] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fd3031ad-55c8-4d26-9aa2-16df62c879f8 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Releasing lock "refresh_cache-86b9b6a7-d3c3-45b0-acfe-465de994659d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.263443] env[69350]: DEBUG nova.network.neutron [req-b5b5d35c-dad4-487d-99c9-d4880aa38836 req-22372e4a-70fd-41b1-9b94-584dfa1b1978 service nova] [instance: befd1589-8a72-480b-ad4b-6022f4710566] Updated VIF entry in instance network info cache for port debccf42-d169-4f43-b073-4d15cadd538c. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1380.263817] env[69350]: DEBUG nova.network.neutron [req-b5b5d35c-dad4-487d-99c9-d4880aa38836 req-22372e4a-70fd-41b1-9b94-584dfa1b1978 service nova] [instance: befd1589-8a72-480b-ad4b-6022f4710566] Updating instance_info_cache with network_info: [{"id": "debccf42-d169-4f43-b073-4d15cadd538c", "address": "fa:16:3e:e5:e8:bd", "network": {"id": "c57cb1f9-5fab-4685-9ec8-a0ed829aaf7e", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1262493088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a67c7b4a048b450984e71a96a14bf095", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdebccf42-d1", "ovs_interfaceid": "debccf42-d169-4f43-b073-4d15cadd538c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1380.537306] env[69350]: DEBUG oslo_vmware.api [None req-4a88761d-1c92-4005-8ff0-bc682aa63df7 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3366284, 'name': Rename_Task, 'duration_secs': 0.12951} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.537659] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a88761d-1c92-4005-8ff0-bc682aa63df7 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: 1b5bbd44-c1b8-4985-a42d-c05da0a59c47] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1380.537754] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-04de469c-3165-4e21-8369-5ffd52f9bd33 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.542961] env[69350]: DEBUG oslo_vmware.api [None req-4a88761d-1c92-4005-8ff0-bc682aa63df7 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Waiting for the task: (returnval){ [ 1380.542961] env[69350]: value = "task-3366286" [ 1380.542961] env[69350]: _type = "Task" [ 1380.542961] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.549899] env[69350]: DEBUG oslo_vmware.api [None req-4a88761d-1c92-4005-8ff0-bc682aa63df7 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3366286, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.583245] env[69350]: DEBUG oslo_vmware.api [None req-1a48441e-fc51-4114-a7fd-8eae69ba14ee tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] Task: {'id': task-3366285, 'name': RelocateVM_Task, 'duration_secs': 0.394068} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.583522] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a48441e-fc51-4114-a7fd-8eae69ba14ee tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] [instance: befd1589-8a72-480b-ad4b-6022f4710566] Volume attach. Driver type: vmdk {{(pid=69350) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1380.583721] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a48441e-fc51-4114-a7fd-8eae69ba14ee tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] [instance: befd1589-8a72-480b-ad4b-6022f4710566] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-671712', 'volume_id': '4196ebb1-5343-4a07-a19a-a916ed284a91', 'name': 'volume-4196ebb1-5343-4a07-a19a-a916ed284a91', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'befd1589-8a72-480b-ad4b-6022f4710566', 'attached_at': '', 'detached_at': '', 'volume_id': '4196ebb1-5343-4a07-a19a-a916ed284a91', 'serial': '4196ebb1-5343-4a07-a19a-a916ed284a91'} {{(pid=69350) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1380.584481] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc84e04d-1e60-4710-b4da-eaed509e5f64 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.602075] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f29837b-7b21-4a19-bbcf-aeba863ab4e9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.624092] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a48441e-fc51-4114-a7fd-8eae69ba14ee tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] [instance: befd1589-8a72-480b-ad4b-6022f4710566] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] volume-4196ebb1-5343-4a07-a19a-a916ed284a91/volume-4196ebb1-5343-4a07-a19a-a916ed284a91.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1380.624548] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f999906c-211c-4f9b-9bd0-959ff98aeb5c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.643248] env[69350]: DEBUG oslo_vmware.api [None req-1a48441e-fc51-4114-a7fd-8eae69ba14ee tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] Waiting for the task: (returnval){ [ 1380.643248] env[69350]: value = "task-3366287" [ 1380.643248] env[69350]: _type = "Task" [ 1380.643248] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.651240] env[69350]: DEBUG oslo_vmware.api [None req-1a48441e-fc51-4114-a7fd-8eae69ba14ee tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] Task: {'id': task-3366287, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.767919] env[69350]: DEBUG oslo_concurrency.lockutils [req-b5b5d35c-dad4-487d-99c9-d4880aa38836 req-22372e4a-70fd-41b1-9b94-584dfa1b1978 service nova] Releasing lock "refresh_cache-befd1589-8a72-480b-ad4b-6022f4710566" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.053018] env[69350]: DEBUG oslo_vmware.api [None req-4a88761d-1c92-4005-8ff0-bc682aa63df7 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3366286, 'name': PowerOnVM_Task, 'duration_secs': 0.464076} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.053318] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a88761d-1c92-4005-8ff0-bc682aa63df7 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: 1b5bbd44-c1b8-4985-a42d-c05da0a59c47] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1381.053523] env[69350]: INFO nova.compute.manager [None req-4a88761d-1c92-4005-8ff0-bc682aa63df7 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: 1b5bbd44-c1b8-4985-a42d-c05da0a59c47] Took 3.97 seconds to spawn the instance on the hypervisor. [ 1381.053696] env[69350]: DEBUG nova.compute.manager [None req-4a88761d-1c92-4005-8ff0-bc682aa63df7 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: 1b5bbd44-c1b8-4985-a42d-c05da0a59c47] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1381.054465] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eca1426-3cdc-441a-8937-d10a8f02c193 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.102948] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd3031ad-55c8-4d26-9aa2-16df62c879f8 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: 86b9b6a7-d3c3-45b0-acfe-465de994659d] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1381.103387] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-05b90bc2-5cdc-49f4-acc3-1886340996f0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.111039] env[69350]: DEBUG oslo_vmware.api [None req-fd3031ad-55c8-4d26-9aa2-16df62c879f8 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Waiting for the task: (returnval){ [ 1381.111039] env[69350]: value = "task-3366288" [ 1381.111039] env[69350]: _type = "Task" [ 1381.111039] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.118834] env[69350]: DEBUG oslo_vmware.api [None req-fd3031ad-55c8-4d26-9aa2-16df62c879f8 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3366288, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.153960] env[69350]: DEBUG oslo_vmware.api [None req-1a48441e-fc51-4114-a7fd-8eae69ba14ee tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] Task: {'id': task-3366287, 'name': ReconfigVM_Task, 'duration_secs': 0.265896} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.154284] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a48441e-fc51-4114-a7fd-8eae69ba14ee tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] [instance: befd1589-8a72-480b-ad4b-6022f4710566] Reconfigured VM instance instance-00000077 to attach disk [datastore1] volume-4196ebb1-5343-4a07-a19a-a916ed284a91/volume-4196ebb1-5343-4a07-a19a-a916ed284a91.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1381.159606] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f7616d0-3fee-40c5-9a00-177d0b2c6ea8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.175954] env[69350]: DEBUG oslo_vmware.api [None req-1a48441e-fc51-4114-a7fd-8eae69ba14ee tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] Waiting for the task: (returnval){ [ 1381.175954] env[69350]: value = "task-3366289" [ 1381.175954] env[69350]: _type = "Task" [ 1381.175954] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.185241] env[69350]: DEBUG oslo_vmware.api [None req-1a48441e-fc51-4114-a7fd-8eae69ba14ee tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] Task: {'id': task-3366289, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.570719] env[69350]: INFO nova.compute.manager [None req-4a88761d-1c92-4005-8ff0-bc682aa63df7 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: 1b5bbd44-c1b8-4985-a42d-c05da0a59c47] Took 11.87 seconds to build instance. [ 1381.621786] env[69350]: DEBUG oslo_vmware.api [None req-fd3031ad-55c8-4d26-9aa2-16df62c879f8 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3366288, 'name': PowerOnVM_Task, 'duration_secs': 0.42998} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.622051] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd3031ad-55c8-4d26-9aa2-16df62c879f8 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: 86b9b6a7-d3c3-45b0-acfe-465de994659d] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1381.622260] env[69350]: DEBUG nova.compute.manager [None req-fd3031ad-55c8-4d26-9aa2-16df62c879f8 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: 86b9b6a7-d3c3-45b0-acfe-465de994659d] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1381.623022] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d08aeca5-c898-4642-94e0-85456a247e53 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.685981] env[69350]: DEBUG oslo_vmware.api [None req-1a48441e-fc51-4114-a7fd-8eae69ba14ee tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] Task: {'id': task-3366289, 'name': ReconfigVM_Task, 'duration_secs': 0.147035} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.686302] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a48441e-fc51-4114-a7fd-8eae69ba14ee tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] [instance: befd1589-8a72-480b-ad4b-6022f4710566] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-671712', 'volume_id': '4196ebb1-5343-4a07-a19a-a916ed284a91', 'name': 'volume-4196ebb1-5343-4a07-a19a-a916ed284a91', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'befd1589-8a72-480b-ad4b-6022f4710566', 'attached_at': '', 'detached_at': '', 'volume_id': '4196ebb1-5343-4a07-a19a-a916ed284a91', 'serial': '4196ebb1-5343-4a07-a19a-a916ed284a91'} {{(pid=69350) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1381.686931] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-623d7927-e23b-4749-b971-e4d1273949e7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.693022] env[69350]: DEBUG oslo_vmware.api [None req-1a48441e-fc51-4114-a7fd-8eae69ba14ee tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] Waiting for the task: (returnval){ [ 1381.693022] env[69350]: value = "task-3366290" [ 1381.693022] env[69350]: _type = "Task" [ 1381.693022] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.700591] env[69350]: DEBUG oslo_vmware.api [None req-1a48441e-fc51-4114-a7fd-8eae69ba14ee tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] Task: {'id': task-3366290, 'name': Rename_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.074587] env[69350]: DEBUG oslo_concurrency.lockutils [None req-4a88761d-1c92-4005-8ff0-bc682aa63df7 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Lock "1b5bbd44-c1b8-4985-a42d-c05da0a59c47" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.377s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1382.203184] env[69350]: DEBUG oslo_vmware.api [None req-1a48441e-fc51-4114-a7fd-8eae69ba14ee tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] Task: {'id': task-3366290, 'name': Rename_Task, 'duration_secs': 0.137958} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.203469] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a48441e-fc51-4114-a7fd-8eae69ba14ee tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] [instance: befd1589-8a72-480b-ad4b-6022f4710566] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1382.203744] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e5df2b2a-1b98-4a4d-9317-9771fd0b0f2d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.211323] env[69350]: DEBUG oslo_vmware.api [None req-1a48441e-fc51-4114-a7fd-8eae69ba14ee tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] Waiting for the task: (returnval){ [ 1382.211323] env[69350]: value = "task-3366291" [ 1382.211323] env[69350]: _type = "Task" [ 1382.211323] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.219515] env[69350]: DEBUG oslo_vmware.api [None req-1a48441e-fc51-4114-a7fd-8eae69ba14ee tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] Task: {'id': task-3366291, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.297740] env[69350]: DEBUG nova.compute.manager [req-f8a505dc-58de-4b4a-8f28-372b6c0c54bd req-ee280fbd-4bc9-4e56-a51a-98b990b89c60 service nova] [instance: a03ec981-aaa5-45f3-aee7-8716b22652c4] Received event network-changed-3e18beea-4fc6-4f21-91b4-318acb8511f3 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1382.297953] env[69350]: DEBUG nova.compute.manager [req-f8a505dc-58de-4b4a-8f28-372b6c0c54bd req-ee280fbd-4bc9-4e56-a51a-98b990b89c60 service nova] [instance: a03ec981-aaa5-45f3-aee7-8716b22652c4] Refreshing instance network info cache due to event network-changed-3e18beea-4fc6-4f21-91b4-318acb8511f3. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1382.298186] env[69350]: DEBUG oslo_concurrency.lockutils [req-f8a505dc-58de-4b4a-8f28-372b6c0c54bd req-ee280fbd-4bc9-4e56-a51a-98b990b89c60 service nova] Acquiring lock "refresh_cache-a03ec981-aaa5-45f3-aee7-8716b22652c4" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.298329] env[69350]: DEBUG oslo_concurrency.lockutils [req-f8a505dc-58de-4b4a-8f28-372b6c0c54bd req-ee280fbd-4bc9-4e56-a51a-98b990b89c60 service nova] Acquired lock "refresh_cache-a03ec981-aaa5-45f3-aee7-8716b22652c4" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.298489] env[69350]: DEBUG nova.network.neutron [req-f8a505dc-58de-4b4a-8f28-372b6c0c54bd req-ee280fbd-4bc9-4e56-a51a-98b990b89c60 service nova] [instance: a03ec981-aaa5-45f3-aee7-8716b22652c4] Refreshing network info cache for port 3e18beea-4fc6-4f21-91b4-318acb8511f3 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1382.662370] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a699a855-5d50-4d55-b743-a520ae842956 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.668857] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-5b9968d3-fb99-4bf5-a9b4-4c3cf4c87f0a tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: 86b9b6a7-d3c3-45b0-acfe-465de994659d] Suspending the VM {{(pid=69350) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1382.669131] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-44fb46d9-b419-4659-b87e-623d30e3eb91 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.675207] env[69350]: DEBUG oslo_vmware.api [None req-5b9968d3-fb99-4bf5-a9b4-4c3cf4c87f0a tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Waiting for the task: (returnval){ [ 1382.675207] env[69350]: value = "task-3366292" [ 1382.675207] env[69350]: _type = "Task" [ 1382.675207] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.680189] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1382.685012] env[69350]: DEBUG oslo_vmware.api [None req-5b9968d3-fb99-4bf5-a9b4-4c3cf4c87f0a tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3366292, 'name': SuspendVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.721535] env[69350]: DEBUG oslo_vmware.api [None req-1a48441e-fc51-4114-a7fd-8eae69ba14ee tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] Task: {'id': task-3366291, 'name': PowerOnVM_Task, 'duration_secs': 0.483593} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.721830] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a48441e-fc51-4114-a7fd-8eae69ba14ee tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] [instance: befd1589-8a72-480b-ad4b-6022f4710566] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1382.722056] env[69350]: INFO nova.compute.manager [None req-1a48441e-fc51-4114-a7fd-8eae69ba14ee tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] [instance: befd1589-8a72-480b-ad4b-6022f4710566] Took 3.48 seconds to spawn the instance on the hypervisor. [ 1382.722252] env[69350]: DEBUG nova.compute.manager [None req-1a48441e-fc51-4114-a7fd-8eae69ba14ee tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] [instance: befd1589-8a72-480b-ad4b-6022f4710566] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1382.723045] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a9ebc5c-fc92-4f9e-86d6-8ca085fafe49 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.049178] env[69350]: DEBUG nova.network.neutron [req-f8a505dc-58de-4b4a-8f28-372b6c0c54bd req-ee280fbd-4bc9-4e56-a51a-98b990b89c60 service nova] [instance: a03ec981-aaa5-45f3-aee7-8716b22652c4] Updated VIF entry in instance network info cache for port 3e18beea-4fc6-4f21-91b4-318acb8511f3. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1383.049723] env[69350]: DEBUG nova.network.neutron [req-f8a505dc-58de-4b4a-8f28-372b6c0c54bd req-ee280fbd-4bc9-4e56-a51a-98b990b89c60 service nova] [instance: a03ec981-aaa5-45f3-aee7-8716b22652c4] Updating instance_info_cache with network_info: [{"id": "3e18beea-4fc6-4f21-91b4-318acb8511f3", "address": "fa:16:3e:27:5e:80", "network": {"id": "0bcb2b19-9d56-48ef-ae2f-bfa8be4a624b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1099470443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb23de86c4ea42c1accf78e42cda1fc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e18beea-4f", "ovs_interfaceid": "3e18beea-4fc6-4f21-91b4-318acb8511f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1383.189023] env[69350]: DEBUG oslo_vmware.api [None req-5b9968d3-fb99-4bf5-a9b4-4c3cf4c87f0a tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3366292, 'name': SuspendVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.239269] env[69350]: INFO nova.compute.manager [None req-1a48441e-fc51-4114-a7fd-8eae69ba14ee tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] [instance: befd1589-8a72-480b-ad4b-6022f4710566] Took 9.97 seconds to build instance. [ 1383.552844] env[69350]: DEBUG oslo_concurrency.lockutils [req-f8a505dc-58de-4b4a-8f28-372b6c0c54bd req-ee280fbd-4bc9-4e56-a51a-98b990b89c60 service nova] Releasing lock "refresh_cache-a03ec981-aaa5-45f3-aee7-8716b22652c4" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.680364] env[69350]: DEBUG nova.compute.manager [None req-69d5bad0-0834-4c35-86e1-f4121dcb2f59 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: 1b5bbd44-c1b8-4985-a42d-c05da0a59c47] Stashing vm_state: active {{(pid=69350) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1383.693569] env[69350]: DEBUG oslo_vmware.api [None req-5b9968d3-fb99-4bf5-a9b4-4c3cf4c87f0a tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3366292, 'name': SuspendVM_Task, 'duration_secs': 0.620898} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.693978] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-5b9968d3-fb99-4bf5-a9b4-4c3cf4c87f0a tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: 86b9b6a7-d3c3-45b0-acfe-465de994659d] Suspended the VM {{(pid=69350) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1383.694349] env[69350]: DEBUG nova.compute.manager [None req-5b9968d3-fb99-4bf5-a9b4-4c3cf4c87f0a tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: 86b9b6a7-d3c3-45b0-acfe-465de994659d] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1383.695277] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cd13d90-0eb7-462d-8687-badb83297356 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.741729] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1a48441e-fc51-4114-a7fd-8eae69ba14ee tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] Lock "befd1589-8a72-480b-ad4b-6022f4710566" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.478s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1383.912107] env[69350]: DEBUG nova.compute.manager [req-55aa8124-3ddf-42c5-a4c7-acda1434a5ee req-7a5b493f-4d16-4210-b8db-83bcddb36780 service nova] [instance: befd1589-8a72-480b-ad4b-6022f4710566] Received event network-changed-debccf42-d169-4f43-b073-4d15cadd538c {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1383.912328] env[69350]: DEBUG nova.compute.manager [req-55aa8124-3ddf-42c5-a4c7-acda1434a5ee req-7a5b493f-4d16-4210-b8db-83bcddb36780 service nova] [instance: befd1589-8a72-480b-ad4b-6022f4710566] Refreshing instance network info cache due to event network-changed-debccf42-d169-4f43-b073-4d15cadd538c. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1383.912618] env[69350]: DEBUG oslo_concurrency.lockutils [req-55aa8124-3ddf-42c5-a4c7-acda1434a5ee req-7a5b493f-4d16-4210-b8db-83bcddb36780 service nova] Acquiring lock "refresh_cache-befd1589-8a72-480b-ad4b-6022f4710566" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.912851] env[69350]: DEBUG oslo_concurrency.lockutils [req-55aa8124-3ddf-42c5-a4c7-acda1434a5ee req-7a5b493f-4d16-4210-b8db-83bcddb36780 service nova] Acquired lock "refresh_cache-befd1589-8a72-480b-ad4b-6022f4710566" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.913128] env[69350]: DEBUG nova.network.neutron [req-55aa8124-3ddf-42c5-a4c7-acda1434a5ee req-7a5b493f-4d16-4210-b8db-83bcddb36780 service nova] [instance: befd1589-8a72-480b-ad4b-6022f4710566] Refreshing network info cache for port debccf42-d169-4f43-b073-4d15cadd538c {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1384.201712] env[69350]: DEBUG oslo_concurrency.lockutils [None req-69d5bad0-0834-4c35-86e1-f4121dcb2f59 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1384.201847] env[69350]: DEBUG oslo_concurrency.lockutils [None req-69d5bad0-0834-4c35-86e1-f4121dcb2f59 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1384.334481] env[69350]: DEBUG nova.compute.manager [req-be17f26c-842c-4afd-ad89-2f8a3f7335a2 req-03e89cec-af49-452c-a7fa-1a20ce7cfe6c service nova] [instance: 1b5bbd44-c1b8-4985-a42d-c05da0a59c47] Received event network-changed-ebaebc84-4974-4f29-9f8a-74fc8d1d8a60 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1384.334659] env[69350]: DEBUG nova.compute.manager [req-be17f26c-842c-4afd-ad89-2f8a3f7335a2 req-03e89cec-af49-452c-a7fa-1a20ce7cfe6c service nova] [instance: 1b5bbd44-c1b8-4985-a42d-c05da0a59c47] Refreshing instance network info cache due to event network-changed-ebaebc84-4974-4f29-9f8a-74fc8d1d8a60. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1384.334879] env[69350]: DEBUG oslo_concurrency.lockutils [req-be17f26c-842c-4afd-ad89-2f8a3f7335a2 req-03e89cec-af49-452c-a7fa-1a20ce7cfe6c service nova] Acquiring lock "refresh_cache-1b5bbd44-c1b8-4985-a42d-c05da0a59c47" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.335028] env[69350]: DEBUG oslo_concurrency.lockutils [req-be17f26c-842c-4afd-ad89-2f8a3f7335a2 req-03e89cec-af49-452c-a7fa-1a20ce7cfe6c service nova] Acquired lock "refresh_cache-1b5bbd44-c1b8-4985-a42d-c05da0a59c47" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.335202] env[69350]: DEBUG nova.network.neutron [req-be17f26c-842c-4afd-ad89-2f8a3f7335a2 req-03e89cec-af49-452c-a7fa-1a20ce7cfe6c service nova] [instance: 1b5bbd44-c1b8-4985-a42d-c05da0a59c47] Refreshing network info cache for port ebaebc84-4974-4f29-9f8a-74fc8d1d8a60 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1384.618663] env[69350]: DEBUG nova.network.neutron [req-55aa8124-3ddf-42c5-a4c7-acda1434a5ee req-7a5b493f-4d16-4210-b8db-83bcddb36780 service nova] [instance: befd1589-8a72-480b-ad4b-6022f4710566] Updated VIF entry in instance network info cache for port debccf42-d169-4f43-b073-4d15cadd538c. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1384.619053] env[69350]: DEBUG nova.network.neutron [req-55aa8124-3ddf-42c5-a4c7-acda1434a5ee req-7a5b493f-4d16-4210-b8db-83bcddb36780 service nova] [instance: befd1589-8a72-480b-ad4b-6022f4710566] Updating instance_info_cache with network_info: [{"id": "debccf42-d169-4f43-b073-4d15cadd538c", "address": "fa:16:3e:e5:e8:bd", "network": {"id": "c57cb1f9-5fab-4685-9ec8-a0ed829aaf7e", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1262493088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a67c7b4a048b450984e71a96a14bf095", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdebccf42-d1", "ovs_interfaceid": "debccf42-d169-4f43-b073-4d15cadd538c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1384.708621] env[69350]: INFO nova.compute.claims [None req-69d5bad0-0834-4c35-86e1-f4121dcb2f59 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: 1b5bbd44-c1b8-4985-a42d-c05da0a59c47] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1385.037110] env[69350]: DEBUG nova.network.neutron [req-be17f26c-842c-4afd-ad89-2f8a3f7335a2 req-03e89cec-af49-452c-a7fa-1a20ce7cfe6c service nova] [instance: 1b5bbd44-c1b8-4985-a42d-c05da0a59c47] Updated VIF entry in instance network info cache for port ebaebc84-4974-4f29-9f8a-74fc8d1d8a60. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1385.037585] env[69350]: DEBUG nova.network.neutron [req-be17f26c-842c-4afd-ad89-2f8a3f7335a2 req-03e89cec-af49-452c-a7fa-1a20ce7cfe6c service nova] [instance: 1b5bbd44-c1b8-4985-a42d-c05da0a59c47] Updating instance_info_cache with network_info: [{"id": "ebaebc84-4974-4f29-9f8a-74fc8d1d8a60", "address": "fa:16:3e:cb:b2:e6", "network": {"id": "0bcb2b19-9d56-48ef-ae2f-bfa8be4a624b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1099470443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb23de86c4ea42c1accf78e42cda1fc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebaebc84-49", "ovs_interfaceid": "ebaebc84-4974-4f29-9f8a-74fc8d1d8a60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1385.121811] env[69350]: DEBUG oslo_concurrency.lockutils [req-55aa8124-3ddf-42c5-a4c7-acda1434a5ee req-7a5b493f-4d16-4210-b8db-83bcddb36780 service nova] Releasing lock "refresh_cache-befd1589-8a72-480b-ad4b-6022f4710566" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.215575] env[69350]: INFO nova.compute.resource_tracker [None req-69d5bad0-0834-4c35-86e1-f4121dcb2f59 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: 1b5bbd44-c1b8-4985-a42d-c05da0a59c47] Updating resource usage from migration cf911a68-99b4-4077-ae79-622f5b7bfa8c [ 1385.311065] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9417ad39-a1ca-4af1-b549-880df5750740 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.319024] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb89033-4fd4-4d79-92dd-a3e13596369e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.350940] env[69350]: INFO nova.compute.manager [None req-33e8a8aa-496b-42e7-907b-8037ec21c271 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: 86b9b6a7-d3c3-45b0-acfe-465de994659d] Resuming [ 1385.351637] env[69350]: DEBUG nova.objects.instance [None req-33e8a8aa-496b-42e7-907b-8037ec21c271 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Lazy-loading 'flavor' on Instance uuid 86b9b6a7-d3c3-45b0-acfe-465de994659d {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1385.353881] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb7bd66-79ef-4dfb-afeb-a4c28a0e6bc5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.361702] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b850073c-e5fb-42ba-be83-4162c06bfa49 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.376464] env[69350]: DEBUG nova.compute.provider_tree [None req-69d5bad0-0834-4c35-86e1-f4121dcb2f59 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1385.540697] env[69350]: DEBUG oslo_concurrency.lockutils [req-be17f26c-842c-4afd-ad89-2f8a3f7335a2 req-03e89cec-af49-452c-a7fa-1a20ce7cfe6c service nova] Releasing lock "refresh_cache-1b5bbd44-c1b8-4985-a42d-c05da0a59c47" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.879055] env[69350]: DEBUG nova.scheduler.client.report [None req-69d5bad0-0834-4c35-86e1-f4121dcb2f59 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1386.383195] env[69350]: DEBUG oslo_concurrency.lockutils [None req-69d5bad0-0834-4c35-86e1-f4121dcb2f59 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.181s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1386.383416] env[69350]: INFO nova.compute.manager [None req-69d5bad0-0834-4c35-86e1-f4121dcb2f59 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: 1b5bbd44-c1b8-4985-a42d-c05da0a59c47] Migrating [ 1386.864951] env[69350]: DEBUG oslo_concurrency.lockutils [None req-33e8a8aa-496b-42e7-907b-8037ec21c271 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Acquiring lock "refresh_cache-86b9b6a7-d3c3-45b0-acfe-465de994659d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.865217] env[69350]: DEBUG oslo_concurrency.lockutils [None req-33e8a8aa-496b-42e7-907b-8037ec21c271 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Acquired lock "refresh_cache-86b9b6a7-d3c3-45b0-acfe-465de994659d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.865366] env[69350]: DEBUG nova.network.neutron [None req-33e8a8aa-496b-42e7-907b-8037ec21c271 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: 86b9b6a7-d3c3-45b0-acfe-465de994659d] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1386.898477] env[69350]: DEBUG oslo_concurrency.lockutils [None req-69d5bad0-0834-4c35-86e1-f4121dcb2f59 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Acquiring lock "refresh_cache-1b5bbd44-c1b8-4985-a42d-c05da0a59c47" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.898866] env[69350]: DEBUG oslo_concurrency.lockutils [None req-69d5bad0-0834-4c35-86e1-f4121dcb2f59 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Acquired lock "refresh_cache-1b5bbd44-c1b8-4985-a42d-c05da0a59c47" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.898866] env[69350]: DEBUG nova.network.neutron [None req-69d5bad0-0834-4c35-86e1-f4121dcb2f59 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: 1b5bbd44-c1b8-4985-a42d-c05da0a59c47] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1387.680870] env[69350]: DEBUG nova.network.neutron [None req-33e8a8aa-496b-42e7-907b-8037ec21c271 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: 86b9b6a7-d3c3-45b0-acfe-465de994659d] Updating instance_info_cache with network_info: [{"id": "a6532ad9-1291-42ee-92e4-dcdbe61df642", "address": "fa:16:3e:02:ff:77", "network": {"id": "bc16c158-ef75-4a41-beeb-3ceae708fa9d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-469663997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46625a434b9f47dc83d92c9db8a3024c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6532ad9-12", "ovs_interfaceid": "a6532ad9-1291-42ee-92e4-dcdbe61df642", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1387.705531] env[69350]: DEBUG nova.network.neutron [None req-69d5bad0-0834-4c35-86e1-f4121dcb2f59 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: 1b5bbd44-c1b8-4985-a42d-c05da0a59c47] Updating instance_info_cache with network_info: [{"id": "ebaebc84-4974-4f29-9f8a-74fc8d1d8a60", "address": "fa:16:3e:cb:b2:e6", "network": {"id": "0bcb2b19-9d56-48ef-ae2f-bfa8be4a624b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1099470443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb23de86c4ea42c1accf78e42cda1fc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebaebc84-49", "ovs_interfaceid": "ebaebc84-4974-4f29-9f8a-74fc8d1d8a60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1388.183751] env[69350]: DEBUG oslo_concurrency.lockutils [None req-33e8a8aa-496b-42e7-907b-8037ec21c271 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Releasing lock "refresh_cache-86b9b6a7-d3c3-45b0-acfe-465de994659d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.184760] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-768deb04-21c3-4b28-91a2-b80630e3d17a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.191852] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-33e8a8aa-496b-42e7-907b-8037ec21c271 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: 86b9b6a7-d3c3-45b0-acfe-465de994659d] Resuming the VM {{(pid=69350) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1388.192083] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-740fd1ab-b7c1-44d6-93cc-bbe6ce3a95cc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.197834] env[69350]: DEBUG oslo_vmware.api [None req-33e8a8aa-496b-42e7-907b-8037ec21c271 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Waiting for the task: (returnval){ [ 1388.197834] env[69350]: value = "task-3366293" [ 1388.197834] env[69350]: _type = "Task" [ 1388.197834] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.205162] env[69350]: DEBUG oslo_vmware.api [None req-33e8a8aa-496b-42e7-907b-8037ec21c271 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3366293, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.207696] env[69350]: DEBUG oslo_concurrency.lockutils [None req-69d5bad0-0834-4c35-86e1-f4121dcb2f59 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Releasing lock "refresh_cache-1b5bbd44-c1b8-4985-a42d-c05da0a59c47" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.714334] env[69350]: DEBUG oslo_vmware.api [None req-33e8a8aa-496b-42e7-907b-8037ec21c271 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3366293, 'name': PowerOnVM_Task} progress is 93%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.208664] env[69350]: DEBUG oslo_vmware.api [None req-33e8a8aa-496b-42e7-907b-8037ec21c271 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3366293, 'name': PowerOnVM_Task, 'duration_secs': 0.613509} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.209043] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-33e8a8aa-496b-42e7-907b-8037ec21c271 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: 86b9b6a7-d3c3-45b0-acfe-465de994659d] Resumed the VM {{(pid=69350) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1389.209248] env[69350]: DEBUG nova.compute.manager [None req-33e8a8aa-496b-42e7-907b-8037ec21c271 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: 86b9b6a7-d3c3-45b0-acfe-465de994659d] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1389.210022] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2af4bd3-4b80-435d-836c-f1c0dcfe25f8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.726704] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d63efd-5ad9-45e3-a2db-963a8cc0a335 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.745899] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-69d5bad0-0834-4c35-86e1-f4121dcb2f59 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: 1b5bbd44-c1b8-4985-a42d-c05da0a59c47] Updating instance '1b5bbd44-c1b8-4985-a42d-c05da0a59c47' progress to 0 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1390.252020] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-69d5bad0-0834-4c35-86e1-f4121dcb2f59 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: 1b5bbd44-c1b8-4985-a42d-c05da0a59c47] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1390.252383] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2963629-7098-4161-bc54-da77f8d19192 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.261476] env[69350]: DEBUG oslo_vmware.api [None req-69d5bad0-0834-4c35-86e1-f4121dcb2f59 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Waiting for the task: (returnval){ [ 1390.261476] env[69350]: value = "task-3366294" [ 1390.261476] env[69350]: _type = "Task" [ 1390.261476] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.270107] env[69350]: DEBUG oslo_vmware.api [None req-69d5bad0-0834-4c35-86e1-f4121dcb2f59 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3366294, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.772511] env[69350]: DEBUG oslo_vmware.api [None req-69d5bad0-0834-4c35-86e1-f4121dcb2f59 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3366294, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.104880] env[69350]: DEBUG oslo_concurrency.lockutils [None req-802011c6-d1c7-478f-84cc-63882dc17990 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Acquiring lock "86b9b6a7-d3c3-45b0-acfe-465de994659d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1391.105178] env[69350]: DEBUG oslo_concurrency.lockutils [None req-802011c6-d1c7-478f-84cc-63882dc17990 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Lock "86b9b6a7-d3c3-45b0-acfe-465de994659d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1391.105392] env[69350]: DEBUG oslo_concurrency.lockutils [None req-802011c6-d1c7-478f-84cc-63882dc17990 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Acquiring lock "86b9b6a7-d3c3-45b0-acfe-465de994659d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1391.105579] env[69350]: DEBUG oslo_concurrency.lockutils [None req-802011c6-d1c7-478f-84cc-63882dc17990 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Lock "86b9b6a7-d3c3-45b0-acfe-465de994659d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1391.105746] env[69350]: DEBUG oslo_concurrency.lockutils [None req-802011c6-d1c7-478f-84cc-63882dc17990 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Lock "86b9b6a7-d3c3-45b0-acfe-465de994659d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1391.108147] env[69350]: INFO nova.compute.manager [None req-802011c6-d1c7-478f-84cc-63882dc17990 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: 86b9b6a7-d3c3-45b0-acfe-465de994659d] Terminating instance [ 1391.272378] env[69350]: DEBUG oslo_vmware.api [None req-69d5bad0-0834-4c35-86e1-f4121dcb2f59 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3366294, 'name': PowerOffVM_Task, 'duration_secs': 0.561081} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.272788] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-69d5bad0-0834-4c35-86e1-f4121dcb2f59 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: 1b5bbd44-c1b8-4985-a42d-c05da0a59c47] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1391.272833] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-69d5bad0-0834-4c35-86e1-f4121dcb2f59 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: 1b5bbd44-c1b8-4985-a42d-c05da0a59c47] Updating instance '1b5bbd44-c1b8-4985-a42d-c05da0a59c47' progress to 17 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1391.611985] env[69350]: DEBUG nova.compute.manager [None req-802011c6-d1c7-478f-84cc-63882dc17990 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: 86b9b6a7-d3c3-45b0-acfe-465de994659d] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1391.612221] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-802011c6-d1c7-478f-84cc-63882dc17990 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: 86b9b6a7-d3c3-45b0-acfe-465de994659d] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1391.613114] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7499c72f-39a2-4b47-9bb5-3e1c326adb00 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.620894] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-802011c6-d1c7-478f-84cc-63882dc17990 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: 86b9b6a7-d3c3-45b0-acfe-465de994659d] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1391.621133] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb9252f9-a767-4be0-b14b-17fe09ee66a3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.627077] env[69350]: DEBUG oslo_vmware.api [None req-802011c6-d1c7-478f-84cc-63882dc17990 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Waiting for the task: (returnval){ [ 1391.627077] env[69350]: value = "task-3366295" [ 1391.627077] env[69350]: _type = "Task" [ 1391.627077] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.634627] env[69350]: DEBUG oslo_vmware.api [None req-802011c6-d1c7-478f-84cc-63882dc17990 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3366295, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.779714] env[69350]: DEBUG nova.virt.hardware [None req-69d5bad0-0834-4c35-86e1-f4121dcb2f59 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1391.779993] env[69350]: DEBUG nova.virt.hardware [None req-69d5bad0-0834-4c35-86e1-f4121dcb2f59 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1391.780176] env[69350]: DEBUG nova.virt.hardware [None req-69d5bad0-0834-4c35-86e1-f4121dcb2f59 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1391.780361] env[69350]: DEBUG nova.virt.hardware [None req-69d5bad0-0834-4c35-86e1-f4121dcb2f59 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1391.780509] env[69350]: DEBUG nova.virt.hardware [None req-69d5bad0-0834-4c35-86e1-f4121dcb2f59 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1391.780656] env[69350]: DEBUG nova.virt.hardware [None req-69d5bad0-0834-4c35-86e1-f4121dcb2f59 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1391.781030] env[69350]: DEBUG nova.virt.hardware [None req-69d5bad0-0834-4c35-86e1-f4121dcb2f59 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1391.781100] env[69350]: DEBUG nova.virt.hardware [None req-69d5bad0-0834-4c35-86e1-f4121dcb2f59 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1391.781253] env[69350]: DEBUG nova.virt.hardware [None req-69d5bad0-0834-4c35-86e1-f4121dcb2f59 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1391.781444] env[69350]: DEBUG nova.virt.hardware [None req-69d5bad0-0834-4c35-86e1-f4121dcb2f59 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1391.781620] env[69350]: DEBUG nova.virt.hardware [None req-69d5bad0-0834-4c35-86e1-f4121dcb2f59 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1391.786686] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d5000f4-6576-4090-b266-d311783d23f3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.802044] env[69350]: DEBUG oslo_vmware.api [None req-69d5bad0-0834-4c35-86e1-f4121dcb2f59 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Waiting for the task: (returnval){ [ 1391.802044] env[69350]: value = "task-3366296" [ 1391.802044] env[69350]: _type = "Task" [ 1391.802044] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.809964] env[69350]: DEBUG oslo_vmware.api [None req-69d5bad0-0834-4c35-86e1-f4121dcb2f59 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3366296, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.136695] env[69350]: DEBUG oslo_vmware.api [None req-802011c6-d1c7-478f-84cc-63882dc17990 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3366295, 'name': PowerOffVM_Task, 'duration_secs': 0.503349} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.136967] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-802011c6-d1c7-478f-84cc-63882dc17990 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: 86b9b6a7-d3c3-45b0-acfe-465de994659d] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1392.137151] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-802011c6-d1c7-478f-84cc-63882dc17990 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: 86b9b6a7-d3c3-45b0-acfe-465de994659d] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1392.137399] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a05a3fe7-3df2-4e0a-8175-5810571b0cbd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.311647] env[69350]: DEBUG oslo_vmware.api [None req-69d5bad0-0834-4c35-86e1-f4121dcb2f59 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3366296, 'name': ReconfigVM_Task, 'duration_secs': 0.261249} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.312021] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-69d5bad0-0834-4c35-86e1-f4121dcb2f59 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: 1b5bbd44-c1b8-4985-a42d-c05da0a59c47] Updating instance '1b5bbd44-c1b8-4985-a42d-c05da0a59c47' progress to 33 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1392.364963] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-802011c6-d1c7-478f-84cc-63882dc17990 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: 86b9b6a7-d3c3-45b0-acfe-465de994659d] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1392.365194] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-802011c6-d1c7-478f-84cc-63882dc17990 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: 86b9b6a7-d3c3-45b0-acfe-465de994659d] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1392.365395] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-802011c6-d1c7-478f-84cc-63882dc17990 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Deleting the datastore file [datastore1] 86b9b6a7-d3c3-45b0-acfe-465de994659d {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1392.365660] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-63a9157b-0834-4b07-bccb-bb59b95bd8b8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.372999] env[69350]: DEBUG oslo_vmware.api [None req-802011c6-d1c7-478f-84cc-63882dc17990 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Waiting for the task: (returnval){ [ 1392.372999] env[69350]: value = "task-3366298" [ 1392.372999] env[69350]: _type = "Task" [ 1392.372999] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.381134] env[69350]: DEBUG oslo_vmware.api [None req-802011c6-d1c7-478f-84cc-63882dc17990 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3366298, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.818093] env[69350]: DEBUG nova.virt.hardware [None req-69d5bad0-0834-4c35-86e1-f4121dcb2f59 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1392.818358] env[69350]: DEBUG nova.virt.hardware [None req-69d5bad0-0834-4c35-86e1-f4121dcb2f59 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1392.818516] env[69350]: DEBUG nova.virt.hardware [None req-69d5bad0-0834-4c35-86e1-f4121dcb2f59 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1392.818699] env[69350]: DEBUG nova.virt.hardware [None req-69d5bad0-0834-4c35-86e1-f4121dcb2f59 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1392.818844] env[69350]: DEBUG nova.virt.hardware [None req-69d5bad0-0834-4c35-86e1-f4121dcb2f59 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1392.818990] env[69350]: DEBUG nova.virt.hardware [None req-69d5bad0-0834-4c35-86e1-f4121dcb2f59 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1392.819228] env[69350]: DEBUG nova.virt.hardware [None req-69d5bad0-0834-4c35-86e1-f4121dcb2f59 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1392.819385] env[69350]: DEBUG nova.virt.hardware [None req-69d5bad0-0834-4c35-86e1-f4121dcb2f59 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1392.819551] env[69350]: DEBUG nova.virt.hardware [None req-69d5bad0-0834-4c35-86e1-f4121dcb2f59 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1392.819712] env[69350]: DEBUG nova.virt.hardware [None req-69d5bad0-0834-4c35-86e1-f4121dcb2f59 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1392.819882] env[69350]: DEBUG nova.virt.hardware [None req-69d5bad0-0834-4c35-86e1-f4121dcb2f59 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1392.825384] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-69d5bad0-0834-4c35-86e1-f4121dcb2f59 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: 1b5bbd44-c1b8-4985-a42d-c05da0a59c47] Reconfiguring VM instance instance-00000076 to detach disk 2000 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1392.825672] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc12974a-d147-454f-b845-99aede21da5d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.844084] env[69350]: DEBUG oslo_vmware.api [None req-69d5bad0-0834-4c35-86e1-f4121dcb2f59 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Waiting for the task: (returnval){ [ 1392.844084] env[69350]: value = "task-3366299" [ 1392.844084] env[69350]: _type = "Task" [ 1392.844084] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.851960] env[69350]: DEBUG oslo_vmware.api [None req-69d5bad0-0834-4c35-86e1-f4121dcb2f59 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3366299, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.883145] env[69350]: DEBUG oslo_vmware.api [None req-802011c6-d1c7-478f-84cc-63882dc17990 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Task: {'id': task-3366298, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176382} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.883406] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-802011c6-d1c7-478f-84cc-63882dc17990 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1392.883590] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-802011c6-d1c7-478f-84cc-63882dc17990 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: 86b9b6a7-d3c3-45b0-acfe-465de994659d] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1392.883760] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-802011c6-d1c7-478f-84cc-63882dc17990 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: 86b9b6a7-d3c3-45b0-acfe-465de994659d] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1392.883932] env[69350]: INFO nova.compute.manager [None req-802011c6-d1c7-478f-84cc-63882dc17990 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] [instance: 86b9b6a7-d3c3-45b0-acfe-465de994659d] Took 1.27 seconds to destroy the instance on the hypervisor. [ 1392.884184] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-802011c6-d1c7-478f-84cc-63882dc17990 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1392.884372] env[69350]: DEBUG nova.compute.manager [-] [instance: 86b9b6a7-d3c3-45b0-acfe-465de994659d] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1392.884480] env[69350]: DEBUG nova.network.neutron [-] [instance: 86b9b6a7-d3c3-45b0-acfe-465de994659d] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1393.289371] env[69350]: DEBUG nova.compute.manager [req-07a3ebb1-02d1-4c53-bcfe-eda85235a672 req-ead8400b-d242-4589-aa23-794535ded693 service nova] [instance: 86b9b6a7-d3c3-45b0-acfe-465de994659d] Received event network-vif-deleted-a6532ad9-1291-42ee-92e4-dcdbe61df642 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1393.290131] env[69350]: INFO nova.compute.manager [req-07a3ebb1-02d1-4c53-bcfe-eda85235a672 req-ead8400b-d242-4589-aa23-794535ded693 service nova] [instance: 86b9b6a7-d3c3-45b0-acfe-465de994659d] Neutron deleted interface a6532ad9-1291-42ee-92e4-dcdbe61df642; detaching it from the instance and deleting it from the info cache [ 1393.290131] env[69350]: DEBUG nova.network.neutron [req-07a3ebb1-02d1-4c53-bcfe-eda85235a672 req-ead8400b-d242-4589-aa23-794535ded693 service nova] [instance: 86b9b6a7-d3c3-45b0-acfe-465de994659d] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1393.354971] env[69350]: DEBUG oslo_vmware.api [None req-69d5bad0-0834-4c35-86e1-f4121dcb2f59 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3366299, 'name': ReconfigVM_Task, 'duration_secs': 0.161519} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.355287] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-69d5bad0-0834-4c35-86e1-f4121dcb2f59 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: 1b5bbd44-c1b8-4985-a42d-c05da0a59c47] Reconfigured VM instance instance-00000076 to detach disk 2000 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1393.355993] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5418e715-1df1-4737-ba99-b51aa8fe5e9c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.378124] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-69d5bad0-0834-4c35-86e1-f4121dcb2f59 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: 1b5bbd44-c1b8-4985-a42d-c05da0a59c47] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] volume-d275a4c0-659d-4e62-9e88-4dcdbfd277ac/volume-d275a4c0-659d-4e62-9e88-4dcdbfd277ac.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1393.378381] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-077a5723-3f87-450f-a578-15a8e9594e5a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.396137] env[69350]: DEBUG oslo_vmware.api [None req-69d5bad0-0834-4c35-86e1-f4121dcb2f59 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Waiting for the task: (returnval){ [ 1393.396137] env[69350]: value = "task-3366300" [ 1393.396137] env[69350]: _type = "Task" [ 1393.396137] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.406017] env[69350]: DEBUG oslo_vmware.api [None req-69d5bad0-0834-4c35-86e1-f4121dcb2f59 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3366300, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.772412] env[69350]: DEBUG nova.network.neutron [-] [instance: 86b9b6a7-d3c3-45b0-acfe-465de994659d] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1393.792144] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8e04e8e3-f8f8-4a6a-a1c7-a79833f58b8c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.801708] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c6bba3-cf9f-4f9c-9720-e54439533a0b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.829356] env[69350]: DEBUG nova.compute.manager [req-07a3ebb1-02d1-4c53-bcfe-eda85235a672 req-ead8400b-d242-4589-aa23-794535ded693 service nova] [instance: 86b9b6a7-d3c3-45b0-acfe-465de994659d] Detach interface failed, port_id=a6532ad9-1291-42ee-92e4-dcdbe61df642, reason: Instance 86b9b6a7-d3c3-45b0-acfe-465de994659d could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1393.906536] env[69350]: DEBUG oslo_vmware.api [None req-69d5bad0-0834-4c35-86e1-f4121dcb2f59 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3366300, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.275087] env[69350]: INFO nova.compute.manager [-] [instance: 86b9b6a7-d3c3-45b0-acfe-465de994659d] Took 1.39 seconds to deallocate network for instance. [ 1394.406907] env[69350]: DEBUG oslo_vmware.api [None req-69d5bad0-0834-4c35-86e1-f4121dcb2f59 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3366300, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.782066] env[69350]: DEBUG oslo_concurrency.lockutils [None req-802011c6-d1c7-478f-84cc-63882dc17990 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1394.782066] env[69350]: DEBUG oslo_concurrency.lockutils [None req-802011c6-d1c7-478f-84cc-63882dc17990 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1394.782066] env[69350]: DEBUG nova.objects.instance [None req-802011c6-d1c7-478f-84cc-63882dc17990 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Lazy-loading 'resources' on Instance uuid 86b9b6a7-d3c3-45b0-acfe-465de994659d {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1394.907299] env[69350]: DEBUG oslo_vmware.api [None req-69d5bad0-0834-4c35-86e1-f4121dcb2f59 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3366300, 'name': ReconfigVM_Task, 'duration_secs': 1.251849} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.907580] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-69d5bad0-0834-4c35-86e1-f4121dcb2f59 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: 1b5bbd44-c1b8-4985-a42d-c05da0a59c47] Reconfigured VM instance instance-00000076 to attach disk [datastore1] volume-d275a4c0-659d-4e62-9e88-4dcdbfd277ac/volume-d275a4c0-659d-4e62-9e88-4dcdbfd277ac.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1394.907859] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-69d5bad0-0834-4c35-86e1-f4121dcb2f59 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: 1b5bbd44-c1b8-4985-a42d-c05da0a59c47] Updating instance '1b5bbd44-c1b8-4985-a42d-c05da0a59c47' progress to 50 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1395.374560] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e56be0c7-bac4-4872-9f60-67673ae09947 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.381405] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c9cbf8-b31b-4571-8e67-8988828f1d7c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.410425] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b16a882-c668-45b4-b415-28e3f447f7dd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.414484] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7289832e-f575-46ca-b354-493aa5eb5fd2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.433443] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-574ed0ce-bc7d-4452-8ac6-9be17afbc6b2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.437395] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f704c7-f31c-4d74-9369-f6ceeb3f0c88 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.448650] env[69350]: DEBUG nova.compute.provider_tree [None req-802011c6-d1c7-478f-84cc-63882dc17990 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1395.464090] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-69d5bad0-0834-4c35-86e1-f4121dcb2f59 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: 1b5bbd44-c1b8-4985-a42d-c05da0a59c47] Updating instance '1b5bbd44-c1b8-4985-a42d-c05da0a59c47' progress to 67 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1395.467637] env[69350]: DEBUG nova.scheduler.client.report [None req-802011c6-d1c7-478f-84cc-63882dc17990 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1395.975307] env[69350]: DEBUG oslo_concurrency.lockutils [None req-802011c6-d1c7-478f-84cc-63882dc17990 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.193s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1395.992866] env[69350]: INFO nova.scheduler.client.report [None req-802011c6-d1c7-478f-84cc-63882dc17990 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Deleted allocations for instance 86b9b6a7-d3c3-45b0-acfe-465de994659d [ 1396.499616] env[69350]: DEBUG oslo_concurrency.lockutils [None req-802011c6-d1c7-478f-84cc-63882dc17990 tempest-ServerActionsTestJSON-716117807 tempest-ServerActionsTestJSON-716117807-project-member] Lock "86b9b6a7-d3c3-45b0-acfe-465de994659d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.394s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1396.734501] env[69350]: DEBUG oslo_concurrency.lockutils [None req-96b66505-361e-49de-b27d-41480c49b9da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Acquiring lock "7f20767c-a7e8-4846-9b6c-f9807618335d" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1396.735161] env[69350]: DEBUG oslo_concurrency.lockutils [None req-96b66505-361e-49de-b27d-41480c49b9da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Lock "7f20767c-a7e8-4846-9b6c-f9807618335d" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1396.735360] env[69350]: INFO nova.compute.manager [None req-96b66505-361e-49de-b27d-41480c49b9da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Shelving [ 1397.112884] env[69350]: DEBUG nova.network.neutron [None req-69d5bad0-0834-4c35-86e1-f4121dcb2f59 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: 1b5bbd44-c1b8-4985-a42d-c05da0a59c47] Port ebaebc84-4974-4f29-9f8a-74fc8d1d8a60 binding to destination host cpu-1 is already ACTIVE {{(pid=69350) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1397.746169] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-96b66505-361e-49de-b27d-41480c49b9da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1397.746169] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe5df3ce-3f2b-43f5-ae34-99044fa65bfe {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.753018] env[69350]: DEBUG oslo_vmware.api [None req-96b66505-361e-49de-b27d-41480c49b9da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Waiting for the task: (returnval){ [ 1397.753018] env[69350]: value = "task-3366301" [ 1397.753018] env[69350]: _type = "Task" [ 1397.753018] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.139567] env[69350]: DEBUG oslo_concurrency.lockutils [None req-69d5bad0-0834-4c35-86e1-f4121dcb2f59 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Acquiring lock "1b5bbd44-c1b8-4985-a42d-c05da0a59c47-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1398.139903] env[69350]: DEBUG oslo_concurrency.lockutils [None req-69d5bad0-0834-4c35-86e1-f4121dcb2f59 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Lock "1b5bbd44-c1b8-4985-a42d-c05da0a59c47-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1398.140153] env[69350]: DEBUG oslo_concurrency.lockutils [None req-69d5bad0-0834-4c35-86e1-f4121dcb2f59 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Lock "1b5bbd44-c1b8-4985-a42d-c05da0a59c47-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1398.262088] env[69350]: DEBUG oslo_vmware.api [None req-96b66505-361e-49de-b27d-41480c49b9da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366301, 'name': PowerOffVM_Task, 'duration_secs': 0.249735} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.262404] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-96b66505-361e-49de-b27d-41480c49b9da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1398.263223] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ab8d9e-5842-4f97-a62f-acfaa0505ba7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.282885] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47435f93-1487-463f-a8b3-9a614fd3924a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.793539] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-96b66505-361e-49de-b27d-41480c49b9da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Creating Snapshot of the VM instance {{(pid=69350) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1398.793900] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-65575963-c266-4711-ae7b-3b0dec5d95c8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.800811] env[69350]: DEBUG oslo_vmware.api [None req-96b66505-361e-49de-b27d-41480c49b9da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Waiting for the task: (returnval){ [ 1398.800811] env[69350]: value = "task-3366302" [ 1398.800811] env[69350]: _type = "Task" [ 1398.800811] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.809920] env[69350]: DEBUG oslo_vmware.api [None req-96b66505-361e-49de-b27d-41480c49b9da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366302, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.188401] env[69350]: DEBUG oslo_concurrency.lockutils [None req-69d5bad0-0834-4c35-86e1-f4121dcb2f59 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Acquiring lock "refresh_cache-1b5bbd44-c1b8-4985-a42d-c05da0a59c47" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.188611] env[69350]: DEBUG oslo_concurrency.lockutils [None req-69d5bad0-0834-4c35-86e1-f4121dcb2f59 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Acquired lock "refresh_cache-1b5bbd44-c1b8-4985-a42d-c05da0a59c47" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.188807] env[69350]: DEBUG nova.network.neutron [None req-69d5bad0-0834-4c35-86e1-f4121dcb2f59 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: 1b5bbd44-c1b8-4985-a42d-c05da0a59c47] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1399.310785] env[69350]: DEBUG oslo_vmware.api [None req-96b66505-361e-49de-b27d-41480c49b9da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366302, 'name': CreateSnapshot_Task, 'duration_secs': 0.444972} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.311063] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-96b66505-361e-49de-b27d-41480c49b9da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Created Snapshot of the VM instance {{(pid=69350) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1399.311837] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e2209e-0092-45db-a154-2740a422cef0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.829522] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-96b66505-361e-49de-b27d-41480c49b9da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Creating linked-clone VM from snapshot {{(pid=69350) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1399.832474] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-68057e6d-da03-4320-9844-843f8049e1e7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.840791] env[69350]: DEBUG oslo_vmware.api [None req-96b66505-361e-49de-b27d-41480c49b9da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Waiting for the task: (returnval){ [ 1399.840791] env[69350]: value = "task-3366303" [ 1399.840791] env[69350]: _type = "Task" [ 1399.840791] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.851558] env[69350]: DEBUG oslo_vmware.api [None req-96b66505-361e-49de-b27d-41480c49b9da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366303, 'name': CloneVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.899089] env[69350]: DEBUG nova.network.neutron [None req-69d5bad0-0834-4c35-86e1-f4121dcb2f59 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: 1b5bbd44-c1b8-4985-a42d-c05da0a59c47] Updating instance_info_cache with network_info: [{"id": "ebaebc84-4974-4f29-9f8a-74fc8d1d8a60", "address": "fa:16:3e:cb:b2:e6", "network": {"id": "0bcb2b19-9d56-48ef-ae2f-bfa8be4a624b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1099470443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb23de86c4ea42c1accf78e42cda1fc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebaebc84-49", "ovs_interfaceid": "ebaebc84-4974-4f29-9f8a-74fc8d1d8a60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1400.350841] env[69350]: DEBUG oslo_vmware.api [None req-96b66505-361e-49de-b27d-41480c49b9da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366303, 'name': CloneVM_Task} progress is 94%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.402126] env[69350]: DEBUG oslo_concurrency.lockutils [None req-69d5bad0-0834-4c35-86e1-f4121dcb2f59 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Releasing lock "refresh_cache-1b5bbd44-c1b8-4985-a42d-c05da0a59c47" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.851796] env[69350]: DEBUG oslo_vmware.api [None req-96b66505-361e-49de-b27d-41480c49b9da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366303, 'name': CloneVM_Task} progress is 94%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.911981] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-049d9b50-d186-459d-b654-cdc616f9b32e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.918635] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7466cdc7-adf6-4fae-86f3-0e3d96f34bda {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.354109] env[69350]: DEBUG oslo_vmware.api [None req-96b66505-361e-49de-b27d-41480c49b9da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366303, 'name': CloneVM_Task, 'duration_secs': 1.393254} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.354423] env[69350]: INFO nova.virt.vmwareapi.vmops [None req-96b66505-361e-49de-b27d-41480c49b9da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Created linked-clone VM from snapshot [ 1401.355232] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-270c1ab9-e011-49ad-bf41-534108b39f4c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.363403] env[69350]: DEBUG nova.virt.vmwareapi.images [None req-96b66505-361e-49de-b27d-41480c49b9da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Uploading image 90c75740-8ade-4267-9c3d-355f8c714dae {{(pid=69350) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1401.390028] env[69350]: DEBUG oslo_vmware.rw_handles [None req-96b66505-361e-49de-b27d-41480c49b9da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1401.390028] env[69350]: value = "vm-671717" [ 1401.390028] env[69350]: _type = "VirtualMachine" [ 1401.390028] env[69350]: }. {{(pid=69350) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1401.390427] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1c2b0a92-c2ca-4b00-9c7e-f42f91470c79 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.398018] env[69350]: DEBUG oslo_vmware.rw_handles [None req-96b66505-361e-49de-b27d-41480c49b9da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Lease: (returnval){ [ 1401.398018] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52839365-7972-14a7-103b-1f74c1ecfab8" [ 1401.398018] env[69350]: _type = "HttpNfcLease" [ 1401.398018] env[69350]: } obtained for exporting VM: (result){ [ 1401.398018] env[69350]: value = "vm-671717" [ 1401.398018] env[69350]: _type = "VirtualMachine" [ 1401.398018] env[69350]: }. {{(pid=69350) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1401.398314] env[69350]: DEBUG oslo_vmware.api [None req-96b66505-361e-49de-b27d-41480c49b9da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Waiting for the lease: (returnval){ [ 1401.398314] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52839365-7972-14a7-103b-1f74c1ecfab8" [ 1401.398314] env[69350]: _type = "HttpNfcLease" [ 1401.398314] env[69350]: } to be ready. {{(pid=69350) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1401.404833] env[69350]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1401.404833] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52839365-7972-14a7-103b-1f74c1ecfab8" [ 1401.404833] env[69350]: _type = "HttpNfcLease" [ 1401.404833] env[69350]: } is initializing. {{(pid=69350) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1401.906792] env[69350]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1401.906792] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52839365-7972-14a7-103b-1f74c1ecfab8" [ 1401.906792] env[69350]: _type = "HttpNfcLease" [ 1401.906792] env[69350]: } is ready. {{(pid=69350) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1401.907176] env[69350]: DEBUG oslo_vmware.rw_handles [None req-96b66505-361e-49de-b27d-41480c49b9da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1401.907176] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52839365-7972-14a7-103b-1f74c1ecfab8" [ 1401.907176] env[69350]: _type = "HttpNfcLease" [ 1401.907176] env[69350]: }. {{(pid=69350) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1401.907854] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bcd2394-441e-4d1c-80e3-1a6cf9b2e96d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.915039] env[69350]: DEBUG oslo_vmware.rw_handles [None req-96b66505-361e-49de-b27d-41480c49b9da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ffbcce-b771-c75c-e42f-eafde8775c1a/disk-0.vmdk from lease info. {{(pid=69350) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1401.915222] env[69350]: DEBUG oslo_vmware.rw_handles [None req-96b66505-361e-49de-b27d-41480c49b9da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ffbcce-b771-c75c-e42f-eafde8775c1a/disk-0.vmdk for reading. {{(pid=69350) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1402.008954] env[69350]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1549029e-1802-4e4a-a188-d216419b1a3c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.019916] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89bde64a-acef-476a-b64f-201e236bcdca {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.030223] env[69350]: DEBUG oslo_concurrency.lockutils [None req-95019350-05a2-4359-8acf-b35e1bf86741 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Acquiring lock "74205a99-f865-429f-a514-88babfefc23c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1402.030483] env[69350]: DEBUG oslo_concurrency.lockutils [None req-95019350-05a2-4359-8acf-b35e1bf86741 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Lock "74205a99-f865-429f-a514-88babfefc23c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1402.051177] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9976f8c-513e-4361-8801-0dc8a659c193 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.059265] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-69d5bad0-0834-4c35-86e1-f4121dcb2f59 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: 1b5bbd44-c1b8-4985-a42d-c05da0a59c47] Updating instance '1b5bbd44-c1b8-4985-a42d-c05da0a59c47' progress to 83 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1402.535857] env[69350]: DEBUG nova.compute.manager [None req-95019350-05a2-4359-8acf-b35e1bf86741 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] [instance: 74205a99-f865-429f-a514-88babfefc23c] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1402.570450] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-69d5bad0-0834-4c35-86e1-f4121dcb2f59 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: 1b5bbd44-c1b8-4985-a42d-c05da0a59c47] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1402.572604] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c0c2445-deb2-4ace-a2fa-ae3dbdf34440 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.581759] env[69350]: DEBUG oslo_vmware.api [None req-69d5bad0-0834-4c35-86e1-f4121dcb2f59 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Waiting for the task: (returnval){ [ 1402.581759] env[69350]: value = "task-3366305" [ 1402.581759] env[69350]: _type = "Task" [ 1402.581759] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.595135] env[69350]: DEBUG oslo_vmware.api [None req-69d5bad0-0834-4c35-86e1-f4121dcb2f59 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3366305, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.061609] env[69350]: DEBUG oslo_concurrency.lockutils [None req-95019350-05a2-4359-8acf-b35e1bf86741 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1403.061918] env[69350]: DEBUG oslo_concurrency.lockutils [None req-95019350-05a2-4359-8acf-b35e1bf86741 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1403.063628] env[69350]: INFO nova.compute.claims [None req-95019350-05a2-4359-8acf-b35e1bf86741 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] [instance: 74205a99-f865-429f-a514-88babfefc23c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1403.092903] env[69350]: DEBUG oslo_vmware.api [None req-69d5bad0-0834-4c35-86e1-f4121dcb2f59 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3366305, 'name': PowerOnVM_Task, 'duration_secs': 0.386964} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.093648] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-69d5bad0-0834-4c35-86e1-f4121dcb2f59 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: 1b5bbd44-c1b8-4985-a42d-c05da0a59c47] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1403.093784] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-69d5bad0-0834-4c35-86e1-f4121dcb2f59 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: 1b5bbd44-c1b8-4985-a42d-c05da0a59c47] Updating instance '1b5bbd44-c1b8-4985-a42d-c05da0a59c47' progress to 100 {{(pid=69350) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1404.174175] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6cb1155-a365-450b-a76e-e4b64fc61511 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.182715] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fcfbce8-2900-46f9-8c94-54d4c483b996 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.217477] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d2ce772-4fa5-46a6-9951-693b2959948e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.225968] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd31546-7139-4a87-983f-8785f6fb8788 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.242309] env[69350]: DEBUG nova.compute.provider_tree [None req-95019350-05a2-4359-8acf-b35e1bf86741 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1404.745727] env[69350]: DEBUG nova.scheduler.client.report [None req-95019350-05a2-4359-8acf-b35e1bf86741 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1405.250818] env[69350]: DEBUG oslo_concurrency.lockutils [None req-95019350-05a2-4359-8acf-b35e1bf86741 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.189s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1405.251410] env[69350]: DEBUG nova.compute.manager [None req-95019350-05a2-4359-8acf-b35e1bf86741 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] [instance: 74205a99-f865-429f-a514-88babfefc23c] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1405.378909] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f3a953bd-ea59-4219-be87-4aa3c5ca0e24 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Acquiring lock "1b5bbd44-c1b8-4985-a42d-c05da0a59c47" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1405.379158] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f3a953bd-ea59-4219-be87-4aa3c5ca0e24 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Lock "1b5bbd44-c1b8-4985-a42d-c05da0a59c47" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1405.379403] env[69350]: DEBUG nova.compute.manager [None req-f3a953bd-ea59-4219-be87-4aa3c5ca0e24 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: 1b5bbd44-c1b8-4985-a42d-c05da0a59c47] Going to confirm migration 10 {{(pid=69350) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1405.757104] env[69350]: DEBUG nova.compute.utils [None req-95019350-05a2-4359-8acf-b35e1bf86741 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1405.757808] env[69350]: DEBUG nova.compute.manager [None req-95019350-05a2-4359-8acf-b35e1bf86741 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] [instance: 74205a99-f865-429f-a514-88babfefc23c] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1405.757980] env[69350]: DEBUG nova.network.neutron [None req-95019350-05a2-4359-8acf-b35e1bf86741 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] [instance: 74205a99-f865-429f-a514-88babfefc23c] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1405.798418] env[69350]: DEBUG nova.policy [None req-95019350-05a2-4359-8acf-b35e1bf86741 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a53ef512d0c145068ede5270bfba8431', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aae0a228018849a889543ac7d13b29e5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 1405.925960] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f3a953bd-ea59-4219-be87-4aa3c5ca0e24 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Acquiring lock "refresh_cache-1b5bbd44-c1b8-4985-a42d-c05da0a59c47" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.926178] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f3a953bd-ea59-4219-be87-4aa3c5ca0e24 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Acquired lock "refresh_cache-1b5bbd44-c1b8-4985-a42d-c05da0a59c47" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.926366] env[69350]: DEBUG nova.network.neutron [None req-f3a953bd-ea59-4219-be87-4aa3c5ca0e24 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: 1b5bbd44-c1b8-4985-a42d-c05da0a59c47] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1405.926556] env[69350]: DEBUG nova.objects.instance [None req-f3a953bd-ea59-4219-be87-4aa3c5ca0e24 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Lazy-loading 'info_cache' on Instance uuid 1b5bbd44-c1b8-4985-a42d-c05da0a59c47 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1406.064987] env[69350]: DEBUG nova.network.neutron [None req-95019350-05a2-4359-8acf-b35e1bf86741 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] [instance: 74205a99-f865-429f-a514-88babfefc23c] Successfully created port: 7eaa57ff-5db5-4780-a99e-5a93fa6aaa16 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1406.261563] env[69350]: DEBUG nova.compute.manager [None req-95019350-05a2-4359-8acf-b35e1bf86741 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] [instance: 74205a99-f865-429f-a514-88babfefc23c] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1407.180011] env[69350]: DEBUG nova.network.neutron [None req-f3a953bd-ea59-4219-be87-4aa3c5ca0e24 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: 1b5bbd44-c1b8-4985-a42d-c05da0a59c47] Updating instance_info_cache with network_info: [{"id": "ebaebc84-4974-4f29-9f8a-74fc8d1d8a60", "address": "fa:16:3e:cb:b2:e6", "network": {"id": "0bcb2b19-9d56-48ef-ae2f-bfa8be4a624b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1099470443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb23de86c4ea42c1accf78e42cda1fc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebaebc84-49", "ovs_interfaceid": "ebaebc84-4974-4f29-9f8a-74fc8d1d8a60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1407.271811] env[69350]: DEBUG nova.compute.manager [None req-95019350-05a2-4359-8acf-b35e1bf86741 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] [instance: 74205a99-f865-429f-a514-88babfefc23c] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1407.300024] env[69350]: DEBUG nova.virt.hardware [None req-95019350-05a2-4359-8acf-b35e1bf86741 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1407.300287] env[69350]: DEBUG nova.virt.hardware [None req-95019350-05a2-4359-8acf-b35e1bf86741 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1407.300443] env[69350]: DEBUG nova.virt.hardware [None req-95019350-05a2-4359-8acf-b35e1bf86741 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1407.300623] env[69350]: DEBUG nova.virt.hardware [None req-95019350-05a2-4359-8acf-b35e1bf86741 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1407.300770] env[69350]: DEBUG nova.virt.hardware [None req-95019350-05a2-4359-8acf-b35e1bf86741 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1407.300915] env[69350]: DEBUG nova.virt.hardware [None req-95019350-05a2-4359-8acf-b35e1bf86741 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1407.301136] env[69350]: DEBUG nova.virt.hardware [None req-95019350-05a2-4359-8acf-b35e1bf86741 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1407.301297] env[69350]: DEBUG nova.virt.hardware [None req-95019350-05a2-4359-8acf-b35e1bf86741 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1407.301536] env[69350]: DEBUG nova.virt.hardware [None req-95019350-05a2-4359-8acf-b35e1bf86741 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1407.301721] env[69350]: DEBUG nova.virt.hardware [None req-95019350-05a2-4359-8acf-b35e1bf86741 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1407.301899] env[69350]: DEBUG nova.virt.hardware [None req-95019350-05a2-4359-8acf-b35e1bf86741 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1407.302814] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a55d21ce-a2f0-4aa6-8cb3-9a81e49f8660 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.311239] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b959492-305b-40c5-80bf-fccacdbccdaa {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.434533] env[69350]: DEBUG nova.compute.manager [req-ab938e0a-5e5c-492e-ad1f-dd1dc3c0c894 req-9c108966-6cac-4116-86cb-6d2c61ed05ab service nova] [instance: 74205a99-f865-429f-a514-88babfefc23c] Received event network-vif-plugged-7eaa57ff-5db5-4780-a99e-5a93fa6aaa16 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1407.434763] env[69350]: DEBUG oslo_concurrency.lockutils [req-ab938e0a-5e5c-492e-ad1f-dd1dc3c0c894 req-9c108966-6cac-4116-86cb-6d2c61ed05ab service nova] Acquiring lock "74205a99-f865-429f-a514-88babfefc23c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1407.434973] env[69350]: DEBUG oslo_concurrency.lockutils [req-ab938e0a-5e5c-492e-ad1f-dd1dc3c0c894 req-9c108966-6cac-4116-86cb-6d2c61ed05ab service nova] Lock "74205a99-f865-429f-a514-88babfefc23c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1407.435167] env[69350]: DEBUG oslo_concurrency.lockutils [req-ab938e0a-5e5c-492e-ad1f-dd1dc3c0c894 req-9c108966-6cac-4116-86cb-6d2c61ed05ab service nova] Lock "74205a99-f865-429f-a514-88babfefc23c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1407.435340] env[69350]: DEBUG nova.compute.manager [req-ab938e0a-5e5c-492e-ad1f-dd1dc3c0c894 req-9c108966-6cac-4116-86cb-6d2c61ed05ab service nova] [instance: 74205a99-f865-429f-a514-88babfefc23c] No waiting events found dispatching network-vif-plugged-7eaa57ff-5db5-4780-a99e-5a93fa6aaa16 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1407.435576] env[69350]: WARNING nova.compute.manager [req-ab938e0a-5e5c-492e-ad1f-dd1dc3c0c894 req-9c108966-6cac-4116-86cb-6d2c61ed05ab service nova] [instance: 74205a99-f865-429f-a514-88babfefc23c] Received unexpected event network-vif-plugged-7eaa57ff-5db5-4780-a99e-5a93fa6aaa16 for instance with vm_state building and task_state spawning. [ 1407.583338] env[69350]: DEBUG nova.network.neutron [None req-95019350-05a2-4359-8acf-b35e1bf86741 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] [instance: 74205a99-f865-429f-a514-88babfefc23c] Successfully updated port: 7eaa57ff-5db5-4780-a99e-5a93fa6aaa16 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1407.682780] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f3a953bd-ea59-4219-be87-4aa3c5ca0e24 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Releasing lock "refresh_cache-1b5bbd44-c1b8-4985-a42d-c05da0a59c47" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.683133] env[69350]: DEBUG nova.objects.instance [None req-f3a953bd-ea59-4219-be87-4aa3c5ca0e24 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Lazy-loading 'migration_context' on Instance uuid 1b5bbd44-c1b8-4985-a42d-c05da0a59c47 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1408.085835] env[69350]: DEBUG oslo_concurrency.lockutils [None req-95019350-05a2-4359-8acf-b35e1bf86741 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Acquiring lock "refresh_cache-74205a99-f865-429f-a514-88babfefc23c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.086015] env[69350]: DEBUG oslo_concurrency.lockutils [None req-95019350-05a2-4359-8acf-b35e1bf86741 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Acquired lock "refresh_cache-74205a99-f865-429f-a514-88babfefc23c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.086180] env[69350]: DEBUG nova.network.neutron [None req-95019350-05a2-4359-8acf-b35e1bf86741 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] [instance: 74205a99-f865-429f-a514-88babfefc23c] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1408.189064] env[69350]: DEBUG nova.objects.base [None req-f3a953bd-ea59-4219-be87-4aa3c5ca0e24 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Object Instance<1b5bbd44-c1b8-4985-a42d-c05da0a59c47> lazy-loaded attributes: info_cache,migration_context {{(pid=69350) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1408.195126] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f965a1b-446c-4a9f-a2e9-f539192ab1c4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.219473] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-850c5116-45bc-4890-b67a-be8d2b3e88b7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.226048] env[69350]: DEBUG oslo_vmware.api [None req-f3a953bd-ea59-4219-be87-4aa3c5ca0e24 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Waiting for the task: (returnval){ [ 1408.226048] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]525e672e-5026-4c32-b406-0c35c02e2421" [ 1408.226048] env[69350]: _type = "Task" [ 1408.226048] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.234436] env[69350]: DEBUG oslo_vmware.api [None req-f3a953bd-ea59-4219-be87-4aa3c5ca0e24 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]525e672e-5026-4c32-b406-0c35c02e2421, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.618339] env[69350]: DEBUG nova.network.neutron [None req-95019350-05a2-4359-8acf-b35e1bf86741 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] [instance: 74205a99-f865-429f-a514-88babfefc23c] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1408.738857] env[69350]: DEBUG oslo_vmware.api [None req-f3a953bd-ea59-4219-be87-4aa3c5ca0e24 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]525e672e-5026-4c32-b406-0c35c02e2421, 'name': SearchDatastore_Task, 'duration_secs': 0.009393} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.740155] env[69350]: DEBUG nova.network.neutron [None req-95019350-05a2-4359-8acf-b35e1bf86741 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] [instance: 74205a99-f865-429f-a514-88babfefc23c] Updating instance_info_cache with network_info: [{"id": "7eaa57ff-5db5-4780-a99e-5a93fa6aaa16", "address": "fa:16:3e:59:6e:db", "network": {"id": "74577f62-67dd-48a6-b6db-9f47d2bb0bc6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-817038472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "aae0a228018849a889543ac7d13b29e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "225b6979-9329-403b-91fa-138bd41f6e83", "external-id": "nsx-vlan-transportzone-38", "segmentation_id": 38, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7eaa57ff-5d", "ovs_interfaceid": "7eaa57ff-5db5-4780-a99e-5a93fa6aaa16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1408.741810] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f3a953bd-ea59-4219-be87-4aa3c5ca0e24 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1408.742286] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f3a953bd-ea59-4219-be87-4aa3c5ca0e24 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1409.245075] env[69350]: DEBUG oslo_concurrency.lockutils [None req-95019350-05a2-4359-8acf-b35e1bf86741 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Releasing lock "refresh_cache-74205a99-f865-429f-a514-88babfefc23c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.245447] env[69350]: DEBUG nova.compute.manager [None req-95019350-05a2-4359-8acf-b35e1bf86741 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] [instance: 74205a99-f865-429f-a514-88babfefc23c] Instance network_info: |[{"id": "7eaa57ff-5db5-4780-a99e-5a93fa6aaa16", "address": "fa:16:3e:59:6e:db", "network": {"id": "74577f62-67dd-48a6-b6db-9f47d2bb0bc6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-817038472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "aae0a228018849a889543ac7d13b29e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "225b6979-9329-403b-91fa-138bd41f6e83", "external-id": "nsx-vlan-transportzone-38", "segmentation_id": 38, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7eaa57ff-5d", "ovs_interfaceid": "7eaa57ff-5db5-4780-a99e-5a93fa6aaa16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1409.249147] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-95019350-05a2-4359-8acf-b35e1bf86741 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] [instance: 74205a99-f865-429f-a514-88babfefc23c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:6e:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '225b6979-9329-403b-91fa-138bd41f6e83', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7eaa57ff-5db5-4780-a99e-5a93fa6aaa16', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1409.256878] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-95019350-05a2-4359-8acf-b35e1bf86741 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Creating folder: Project (aae0a228018849a889543ac7d13b29e5). Parent ref: group-v671398. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1409.257196] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dbf8652e-9f71-4e04-b593-3dc8fa783332 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.271230] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-95019350-05a2-4359-8acf-b35e1bf86741 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Created folder: Project (aae0a228018849a889543ac7d13b29e5) in parent group-v671398. [ 1409.271456] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-95019350-05a2-4359-8acf-b35e1bf86741 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Creating folder: Instances. Parent ref: group-v671718. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1409.271708] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f764ccec-3092-4139-abdf-a0c59c2e875d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.283532] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-95019350-05a2-4359-8acf-b35e1bf86741 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Created folder: Instances in parent group-v671718. [ 1409.283798] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95019350-05a2-4359-8acf-b35e1bf86741 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1409.284247] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74205a99-f865-429f-a514-88babfefc23c] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1409.284478] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba1a9cb5-74f1-4ffa-9dc2-ab1a39571a42 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.305679] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1409.305679] env[69350]: value = "task-3366308" [ 1409.305679] env[69350]: _type = "Task" [ 1409.305679] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.313504] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366308, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.365746] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b30f5d-923d-4f93-b1da-fd0bb49abec4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.374179] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25597484-54e3-4525-8a56-c2da4737baea {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.406219] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f753347-5bec-499b-9c8c-8218996f3e80 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.414384] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf1b7b83-bb42-49f8-a90d-ab6d5a9bf0ca {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.428819] env[69350]: DEBUG nova.compute.provider_tree [None req-f3a953bd-ea59-4219-be87-4aa3c5ca0e24 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1409.463082] env[69350]: DEBUG nova.compute.manager [req-3bd660e2-2a3f-4c49-828c-d6ed782ce609 req-940a51ee-fcc0-4184-953b-53ae5ba8e3e9 service nova] [instance: 74205a99-f865-429f-a514-88babfefc23c] Received event network-changed-7eaa57ff-5db5-4780-a99e-5a93fa6aaa16 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1409.463179] env[69350]: DEBUG nova.compute.manager [req-3bd660e2-2a3f-4c49-828c-d6ed782ce609 req-940a51ee-fcc0-4184-953b-53ae5ba8e3e9 service nova] [instance: 74205a99-f865-429f-a514-88babfefc23c] Refreshing instance network info cache due to event network-changed-7eaa57ff-5db5-4780-a99e-5a93fa6aaa16. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1409.463462] env[69350]: DEBUG oslo_concurrency.lockutils [req-3bd660e2-2a3f-4c49-828c-d6ed782ce609 req-940a51ee-fcc0-4184-953b-53ae5ba8e3e9 service nova] Acquiring lock "refresh_cache-74205a99-f865-429f-a514-88babfefc23c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.463522] env[69350]: DEBUG oslo_concurrency.lockutils [req-3bd660e2-2a3f-4c49-828c-d6ed782ce609 req-940a51ee-fcc0-4184-953b-53ae5ba8e3e9 service nova] Acquired lock "refresh_cache-74205a99-f865-429f-a514-88babfefc23c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.463655] env[69350]: DEBUG nova.network.neutron [req-3bd660e2-2a3f-4c49-828c-d6ed782ce609 req-940a51ee-fcc0-4184-953b-53ae5ba8e3e9 service nova] [instance: 74205a99-f865-429f-a514-88babfefc23c] Refreshing network info cache for port 7eaa57ff-5db5-4780-a99e-5a93fa6aaa16 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1409.817217] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366308, 'name': CreateVM_Task} progress is 25%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.850645] env[69350]: DEBUG oslo_vmware.rw_handles [None req-96b66505-361e-49de-b27d-41480c49b9da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ffbcce-b771-c75c-e42f-eafde8775c1a/disk-0.vmdk. {{(pid=69350) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1409.851956] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cf7e4a9-af65-42c6-a277-91bfdc9d21cf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.858800] env[69350]: DEBUG oslo_vmware.rw_handles [None req-96b66505-361e-49de-b27d-41480c49b9da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ffbcce-b771-c75c-e42f-eafde8775c1a/disk-0.vmdk is in state: ready. {{(pid=69350) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1409.858978] env[69350]: ERROR oslo_vmware.rw_handles [None req-96b66505-361e-49de-b27d-41480c49b9da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ffbcce-b771-c75c-e42f-eafde8775c1a/disk-0.vmdk due to incomplete transfer. [ 1409.859375] env[69350]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f504e844-3007-4bac-9339-fcc56991a47c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.866738] env[69350]: DEBUG oslo_vmware.rw_handles [None req-96b66505-361e-49de-b27d-41480c49b9da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ffbcce-b771-c75c-e42f-eafde8775c1a/disk-0.vmdk. {{(pid=69350) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1409.867151] env[69350]: DEBUG nova.virt.vmwareapi.images [None req-96b66505-361e-49de-b27d-41480c49b9da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Uploaded image 90c75740-8ade-4267-9c3d-355f8c714dae to the Glance image server {{(pid=69350) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1409.869872] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-96b66505-361e-49de-b27d-41480c49b9da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Destroying the VM {{(pid=69350) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1409.870174] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ce93b183-7176-4e1f-a689-d026582ceb0e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.876087] env[69350]: DEBUG oslo_vmware.api [None req-96b66505-361e-49de-b27d-41480c49b9da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Waiting for the task: (returnval){ [ 1409.876087] env[69350]: value = "task-3366309" [ 1409.876087] env[69350]: _type = "Task" [ 1409.876087] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.884703] env[69350]: DEBUG oslo_vmware.api [None req-96b66505-361e-49de-b27d-41480c49b9da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366309, 'name': Destroy_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.932436] env[69350]: DEBUG nova.scheduler.client.report [None req-f3a953bd-ea59-4219-be87-4aa3c5ca0e24 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1410.194515] env[69350]: DEBUG nova.network.neutron [req-3bd660e2-2a3f-4c49-828c-d6ed782ce609 req-940a51ee-fcc0-4184-953b-53ae5ba8e3e9 service nova] [instance: 74205a99-f865-429f-a514-88babfefc23c] Updated VIF entry in instance network info cache for port 7eaa57ff-5db5-4780-a99e-5a93fa6aaa16. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1410.194901] env[69350]: DEBUG nova.network.neutron [req-3bd660e2-2a3f-4c49-828c-d6ed782ce609 req-940a51ee-fcc0-4184-953b-53ae5ba8e3e9 service nova] [instance: 74205a99-f865-429f-a514-88babfefc23c] Updating instance_info_cache with network_info: [{"id": "7eaa57ff-5db5-4780-a99e-5a93fa6aaa16", "address": "fa:16:3e:59:6e:db", "network": {"id": "74577f62-67dd-48a6-b6db-9f47d2bb0bc6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-817038472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "aae0a228018849a889543ac7d13b29e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "225b6979-9329-403b-91fa-138bd41f6e83", "external-id": "nsx-vlan-transportzone-38", "segmentation_id": 38, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7eaa57ff-5d", "ovs_interfaceid": "7eaa57ff-5db5-4780-a99e-5a93fa6aaa16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1410.317195] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366308, 'name': CreateVM_Task, 'duration_secs': 0.724915} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.317368] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74205a99-f865-429f-a514-88babfefc23c] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1410.318111] env[69350]: DEBUG oslo_concurrency.lockutils [None req-95019350-05a2-4359-8acf-b35e1bf86741 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.318321] env[69350]: DEBUG oslo_concurrency.lockutils [None req-95019350-05a2-4359-8acf-b35e1bf86741 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.318693] env[69350]: DEBUG oslo_concurrency.lockutils [None req-95019350-05a2-4359-8acf-b35e1bf86741 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.318986] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e28fabd1-9c5b-4709-8e98-a4c1b88d1c35 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.323592] env[69350]: DEBUG oslo_vmware.api [None req-95019350-05a2-4359-8acf-b35e1bf86741 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Waiting for the task: (returnval){ [ 1410.323592] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5279c2c9-7f43-e168-969c-2fad3c5ce364" [ 1410.323592] env[69350]: _type = "Task" [ 1410.323592] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.331312] env[69350]: DEBUG oslo_vmware.api [None req-95019350-05a2-4359-8acf-b35e1bf86741 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5279c2c9-7f43-e168-969c-2fad3c5ce364, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.385315] env[69350]: DEBUG oslo_vmware.api [None req-96b66505-361e-49de-b27d-41480c49b9da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366309, 'name': Destroy_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.697728] env[69350]: DEBUG oslo_concurrency.lockutils [req-3bd660e2-2a3f-4c49-828c-d6ed782ce609 req-940a51ee-fcc0-4184-953b-53ae5ba8e3e9 service nova] Releasing lock "refresh_cache-74205a99-f865-429f-a514-88babfefc23c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.834826] env[69350]: DEBUG oslo_vmware.api [None req-95019350-05a2-4359-8acf-b35e1bf86741 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5279c2c9-7f43-e168-969c-2fad3c5ce364, 'name': SearchDatastore_Task, 'duration_secs': 0.052287} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.835196] env[69350]: DEBUG oslo_concurrency.lockutils [None req-95019350-05a2-4359-8acf-b35e1bf86741 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.835312] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-95019350-05a2-4359-8acf-b35e1bf86741 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] [instance: 74205a99-f865-429f-a514-88babfefc23c] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1410.835547] env[69350]: DEBUG oslo_concurrency.lockutils [None req-95019350-05a2-4359-8acf-b35e1bf86741 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.835692] env[69350]: DEBUG oslo_concurrency.lockutils [None req-95019350-05a2-4359-8acf-b35e1bf86741 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.835865] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-95019350-05a2-4359-8acf-b35e1bf86741 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1410.836137] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5aecba57-609b-40b7-9008-69fa110e8241 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.845244] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-95019350-05a2-4359-8acf-b35e1bf86741 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1410.845453] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-95019350-05a2-4359-8acf-b35e1bf86741 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1410.846301] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32edb2c0-42a0-4b41-9825-796a953f8e26 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.850974] env[69350]: DEBUG oslo_vmware.api [None req-95019350-05a2-4359-8acf-b35e1bf86741 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Waiting for the task: (returnval){ [ 1410.850974] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52d945cd-2bfd-c16a-980e-701f12cc5ee8" [ 1410.850974] env[69350]: _type = "Task" [ 1410.850974] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.858157] env[69350]: DEBUG oslo_vmware.api [None req-95019350-05a2-4359-8acf-b35e1bf86741 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52d945cd-2bfd-c16a-980e-701f12cc5ee8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.885132] env[69350]: DEBUG oslo_vmware.api [None req-96b66505-361e-49de-b27d-41480c49b9da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366309, 'name': Destroy_Task} progress is 33%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.944765] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f3a953bd-ea59-4219-be87-4aa3c5ca0e24 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.202s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1411.361841] env[69350]: DEBUG oslo_vmware.api [None req-95019350-05a2-4359-8acf-b35e1bf86741 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52d945cd-2bfd-c16a-980e-701f12cc5ee8, 'name': SearchDatastore_Task, 'duration_secs': 0.010859} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.362635] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7de64f0e-71e5-42c5-a89f-1129644a3b18 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.367358] env[69350]: DEBUG oslo_vmware.api [None req-95019350-05a2-4359-8acf-b35e1bf86741 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Waiting for the task: (returnval){ [ 1411.367358] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52c8a0c5-c47d-e65d-e4e1-fec77df593ec" [ 1411.367358] env[69350]: _type = "Task" [ 1411.367358] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.374417] env[69350]: DEBUG oslo_vmware.api [None req-95019350-05a2-4359-8acf-b35e1bf86741 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52c8a0c5-c47d-e65d-e4e1-fec77df593ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.384273] env[69350]: DEBUG oslo_vmware.api [None req-96b66505-361e-49de-b27d-41480c49b9da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366309, 'name': Destroy_Task, 'duration_secs': 1.170866} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.384510] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-96b66505-361e-49de-b27d-41480c49b9da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Destroyed the VM [ 1411.384744] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-96b66505-361e-49de-b27d-41480c49b9da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Deleting Snapshot of the VM instance {{(pid=69350) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1411.384965] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5ea04a9c-336a-490c-8205-7d64dbf1bf81 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.390436] env[69350]: DEBUG oslo_vmware.api [None req-96b66505-361e-49de-b27d-41480c49b9da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Waiting for the task: (returnval){ [ 1411.390436] env[69350]: value = "task-3366310" [ 1411.390436] env[69350]: _type = "Task" [ 1411.390436] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.398898] env[69350]: DEBUG oslo_vmware.api [None req-96b66505-361e-49de-b27d-41480c49b9da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366310, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.497864] env[69350]: INFO nova.scheduler.client.report [None req-f3a953bd-ea59-4219-be87-4aa3c5ca0e24 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Deleted allocation for migration cf911a68-99b4-4077-ae79-622f5b7bfa8c [ 1411.783589] env[69350]: INFO nova.compute.manager [None req-9cc9743d-8947-4dc1-a762-23c1f36c941d tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: 1b5bbd44-c1b8-4985-a42d-c05da0a59c47] Get console output [ 1411.783816] env[69350]: WARNING nova.virt.vmwareapi.driver [None req-9cc9743d-8947-4dc1-a762-23c1f36c941d tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: 1b5bbd44-c1b8-4985-a42d-c05da0a59c47] The console log is missing. Check your VSPC configuration [ 1411.877833] env[69350]: DEBUG oslo_vmware.api [None req-95019350-05a2-4359-8acf-b35e1bf86741 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52c8a0c5-c47d-e65d-e4e1-fec77df593ec, 'name': SearchDatastore_Task, 'duration_secs': 0.009431} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.878181] env[69350]: DEBUG oslo_concurrency.lockutils [None req-95019350-05a2-4359-8acf-b35e1bf86741 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.878265] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-95019350-05a2-4359-8acf-b35e1bf86741 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] 74205a99-f865-429f-a514-88babfefc23c/74205a99-f865-429f-a514-88babfefc23c.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1411.878513] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c2ad62e-e40a-4ce3-ad4b-785d50207991 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.885450] env[69350]: DEBUG oslo_vmware.api [None req-95019350-05a2-4359-8acf-b35e1bf86741 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Waiting for the task: (returnval){ [ 1411.885450] env[69350]: value = "task-3366311" [ 1411.885450] env[69350]: _type = "Task" [ 1411.885450] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.892786] env[69350]: DEBUG oslo_vmware.api [None req-95019350-05a2-4359-8acf-b35e1bf86741 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Task: {'id': task-3366311, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.900195] env[69350]: DEBUG oslo_vmware.api [None req-96b66505-361e-49de-b27d-41480c49b9da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366310, 'name': RemoveSnapshot_Task, 'duration_secs': 0.317491} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.900440] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-96b66505-361e-49de-b27d-41480c49b9da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Deleted Snapshot of the VM instance {{(pid=69350) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1411.900731] env[69350]: DEBUG nova.compute.manager [None req-96b66505-361e-49de-b27d-41480c49b9da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1411.901533] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbde6744-8c87-4625-8737-ccd4123bedf6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.003940] env[69350]: DEBUG oslo_concurrency.lockutils [None req-f3a953bd-ea59-4219-be87-4aa3c5ca0e24 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Lock "1b5bbd44-c1b8-4985-a42d-c05da0a59c47" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.625s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1412.395064] env[69350]: DEBUG oslo_vmware.api [None req-95019350-05a2-4359-8acf-b35e1bf86741 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Task: {'id': task-3366311, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.425139} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.395396] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-95019350-05a2-4359-8acf-b35e1bf86741 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] 74205a99-f865-429f-a514-88babfefc23c/74205a99-f865-429f-a514-88babfefc23c.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1412.395657] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-95019350-05a2-4359-8acf-b35e1bf86741 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] [instance: 74205a99-f865-429f-a514-88babfefc23c] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1412.395924] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0f36636e-9509-4c4e-9624-2d56be0c4235 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.403037] env[69350]: DEBUG oslo_vmware.api [None req-95019350-05a2-4359-8acf-b35e1bf86741 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Waiting for the task: (returnval){ [ 1412.403037] env[69350]: value = "task-3366312" [ 1412.403037] env[69350]: _type = "Task" [ 1412.403037] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.412768] env[69350]: DEBUG oslo_vmware.api [None req-95019350-05a2-4359-8acf-b35e1bf86741 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Task: {'id': task-3366312, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.413243] env[69350]: INFO nova.compute.manager [None req-96b66505-361e-49de-b27d-41480c49b9da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Shelve offloading [ 1412.912192] env[69350]: DEBUG oslo_vmware.api [None req-95019350-05a2-4359-8acf-b35e1bf86741 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Task: {'id': task-3366312, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066411} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.912568] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-95019350-05a2-4359-8acf-b35e1bf86741 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] [instance: 74205a99-f865-429f-a514-88babfefc23c] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1412.913226] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb07f34d-73cb-432f-8a16-cc5216a41515 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.916100] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-96b66505-361e-49de-b27d-41480c49b9da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1412.916324] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-27057163-e266-4157-a4a6-22068e2edddb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.935114] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-95019350-05a2-4359-8acf-b35e1bf86741 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] [instance: 74205a99-f865-429f-a514-88babfefc23c] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 74205a99-f865-429f-a514-88babfefc23c/74205a99-f865-429f-a514-88babfefc23c.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1412.935694] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d53c52a1-b92e-4822-9135-c0ec103b8211 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.951921] env[69350]: DEBUG oslo_vmware.api [None req-96b66505-361e-49de-b27d-41480c49b9da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Waiting for the task: (returnval){ [ 1412.951921] env[69350]: value = "task-3366313" [ 1412.951921] env[69350]: _type = "Task" [ 1412.951921] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.957970] env[69350]: DEBUG oslo_vmware.api [None req-95019350-05a2-4359-8acf-b35e1bf86741 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Waiting for the task: (returnval){ [ 1412.957970] env[69350]: value = "task-3366314" [ 1412.957970] env[69350]: _type = "Task" [ 1412.957970] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.964446] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-96b66505-361e-49de-b27d-41480c49b9da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] VM already powered off {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1412.964651] env[69350]: DEBUG nova.compute.manager [None req-96b66505-361e-49de-b27d-41480c49b9da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1412.965444] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f73566-26a3-4779-b3b8-abe14b6f4ede {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.970717] env[69350]: DEBUG oslo_vmware.api [None req-95019350-05a2-4359-8acf-b35e1bf86741 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Task: {'id': task-3366314, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.973635] env[69350]: DEBUG oslo_concurrency.lockutils [None req-96b66505-361e-49de-b27d-41480c49b9da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Acquiring lock "refresh_cache-7f20767c-a7e8-4846-9b6c-f9807618335d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.973794] env[69350]: DEBUG oslo_concurrency.lockutils [None req-96b66505-361e-49de-b27d-41480c49b9da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Acquired lock "refresh_cache-7f20767c-a7e8-4846-9b6c-f9807618335d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.973958] env[69350]: DEBUG nova.network.neutron [None req-96b66505-361e-49de-b27d-41480c49b9da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1413.468190] env[69350]: DEBUG oslo_vmware.api [None req-95019350-05a2-4359-8acf-b35e1bf86741 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Task: {'id': task-3366314, 'name': ReconfigVM_Task, 'duration_secs': 0.288053} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.468466] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-95019350-05a2-4359-8acf-b35e1bf86741 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] [instance: 74205a99-f865-429f-a514-88babfefc23c] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 74205a99-f865-429f-a514-88babfefc23c/74205a99-f865-429f-a514-88babfefc23c.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1413.469126] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c0c619c8-16de-4ab6-a794-6359eee1e633 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.475044] env[69350]: DEBUG oslo_vmware.api [None req-95019350-05a2-4359-8acf-b35e1bf86741 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Waiting for the task: (returnval){ [ 1413.475044] env[69350]: value = "task-3366315" [ 1413.475044] env[69350]: _type = "Task" [ 1413.475044] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.484306] env[69350]: DEBUG oslo_vmware.api [None req-95019350-05a2-4359-8acf-b35e1bf86741 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Task: {'id': task-3366315, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.675754] env[69350]: DEBUG nova.network.neutron [None req-96b66505-361e-49de-b27d-41480c49b9da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Updating instance_info_cache with network_info: [{"id": "63f09c0d-4a1c-4577-bba3-4ca13dbfd991", "address": "fa:16:3e:a3:bd:30", "network": {"id": "34a2c3ee-fe3e-415d-8849-d77b3a2f0d5d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1259450890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1809393971847168d1f25b15221a7f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63f09c0d-4a", "ovs_interfaceid": "63f09c0d-4a1c-4577-bba3-4ca13dbfd991", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1413.984550] env[69350]: DEBUG oslo_vmware.api [None req-95019350-05a2-4359-8acf-b35e1bf86741 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Task: {'id': task-3366315, 'name': Rename_Task, 'duration_secs': 0.158834} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.984930] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-95019350-05a2-4359-8acf-b35e1bf86741 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] [instance: 74205a99-f865-429f-a514-88babfefc23c] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1413.985049] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5beab23d-a4c8-4d24-8ccc-2b1f15001d44 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.991080] env[69350]: DEBUG oslo_vmware.api [None req-95019350-05a2-4359-8acf-b35e1bf86741 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Waiting for the task: (returnval){ [ 1413.991080] env[69350]: value = "task-3366316" [ 1413.991080] env[69350]: _type = "Task" [ 1413.991080] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.998649] env[69350]: DEBUG oslo_vmware.api [None req-95019350-05a2-4359-8acf-b35e1bf86741 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Task: {'id': task-3366316, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.178714] env[69350]: DEBUG oslo_concurrency.lockutils [None req-96b66505-361e-49de-b27d-41480c49b9da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Releasing lock "refresh_cache-7f20767c-a7e8-4846-9b6c-f9807618335d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.410550] env[69350]: DEBUG nova.compute.manager [req-a7386635-490c-49e5-8c8d-895142336078 req-e3e5b6e9-9360-4f15-bde5-d44c7a38872d service nova] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Received event network-vif-unplugged-63f09c0d-4a1c-4577-bba3-4ca13dbfd991 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1414.410550] env[69350]: DEBUG oslo_concurrency.lockutils [req-a7386635-490c-49e5-8c8d-895142336078 req-e3e5b6e9-9360-4f15-bde5-d44c7a38872d service nova] Acquiring lock "7f20767c-a7e8-4846-9b6c-f9807618335d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1414.410782] env[69350]: DEBUG oslo_concurrency.lockutils [req-a7386635-490c-49e5-8c8d-895142336078 req-e3e5b6e9-9360-4f15-bde5-d44c7a38872d service nova] Lock "7f20767c-a7e8-4846-9b6c-f9807618335d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1414.411019] env[69350]: DEBUG oslo_concurrency.lockutils [req-a7386635-490c-49e5-8c8d-895142336078 req-e3e5b6e9-9360-4f15-bde5-d44c7a38872d service nova] Lock "7f20767c-a7e8-4846-9b6c-f9807618335d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1414.411194] env[69350]: DEBUG nova.compute.manager [req-a7386635-490c-49e5-8c8d-895142336078 req-e3e5b6e9-9360-4f15-bde5-d44c7a38872d service nova] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] No waiting events found dispatching network-vif-unplugged-63f09c0d-4a1c-4577-bba3-4ca13dbfd991 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1414.411356] env[69350]: WARNING nova.compute.manager [req-a7386635-490c-49e5-8c8d-895142336078 req-e3e5b6e9-9360-4f15-bde5-d44c7a38872d service nova] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Received unexpected event network-vif-unplugged-63f09c0d-4a1c-4577-bba3-4ca13dbfd991 for instance with vm_state shelved and task_state shelving_offloading. [ 1414.501304] env[69350]: DEBUG oslo_vmware.api [None req-95019350-05a2-4359-8acf-b35e1bf86741 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Task: {'id': task-3366316, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.502317] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-96b66505-361e-49de-b27d-41480c49b9da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1414.503118] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce7d9ffe-a54f-468f-919b-86a89ca8971a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.509966] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-96b66505-361e-49de-b27d-41480c49b9da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1414.510216] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-10834765-113a-4d2a-baf5-c56368efd08b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.572839] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-96b66505-361e-49de-b27d-41480c49b9da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1414.573092] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-96b66505-361e-49de-b27d-41480c49b9da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1414.573360] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-96b66505-361e-49de-b27d-41480c49b9da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Deleting the datastore file [datastore2] 7f20767c-a7e8-4846-9b6c-f9807618335d {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1414.573721] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ca2faf8a-459a-4dfb-87e6-eb989a9445bd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.580647] env[69350]: DEBUG oslo_vmware.api [None req-96b66505-361e-49de-b27d-41480c49b9da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Waiting for the task: (returnval){ [ 1414.580647] env[69350]: value = "task-3366318" [ 1414.580647] env[69350]: _type = "Task" [ 1414.580647] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.588939] env[69350]: DEBUG oslo_vmware.api [None req-96b66505-361e-49de-b27d-41480c49b9da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366318, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.002620] env[69350]: DEBUG oslo_vmware.api [None req-95019350-05a2-4359-8acf-b35e1bf86741 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Task: {'id': task-3366316, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.090294] env[69350]: DEBUG oslo_vmware.api [None req-96b66505-361e-49de-b27d-41480c49b9da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366318, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.123199} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.090535] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-96b66505-361e-49de-b27d-41480c49b9da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1415.090722] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-96b66505-361e-49de-b27d-41480c49b9da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1415.090893] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-96b66505-361e-49de-b27d-41480c49b9da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1415.118624] env[69350]: INFO nova.scheduler.client.report [None req-96b66505-361e-49de-b27d-41480c49b9da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Deleted allocations for instance 7f20767c-a7e8-4846-9b6c-f9807618335d [ 1415.503494] env[69350]: DEBUG oslo_vmware.api [None req-95019350-05a2-4359-8acf-b35e1bf86741 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Task: {'id': task-3366316, 'name': PowerOnVM_Task, 'duration_secs': 1.04012} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.503769] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-95019350-05a2-4359-8acf-b35e1bf86741 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] [instance: 74205a99-f865-429f-a514-88babfefc23c] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1415.503969] env[69350]: INFO nova.compute.manager [None req-95019350-05a2-4359-8acf-b35e1bf86741 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] [instance: 74205a99-f865-429f-a514-88babfefc23c] Took 8.23 seconds to spawn the instance on the hypervisor. [ 1415.504166] env[69350]: DEBUG nova.compute.manager [None req-95019350-05a2-4359-8acf-b35e1bf86741 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] [instance: 74205a99-f865-429f-a514-88babfefc23c] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1415.504958] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e33664-c05b-4dfe-b147-5fd8c69120cf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.622940] env[69350]: DEBUG oslo_concurrency.lockutils [None req-96b66505-361e-49de-b27d-41480c49b9da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1415.623264] env[69350]: DEBUG oslo_concurrency.lockutils [None req-96b66505-361e-49de-b27d-41480c49b9da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1415.623486] env[69350]: DEBUG nova.objects.instance [None req-96b66505-361e-49de-b27d-41480c49b9da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Lazy-loading 'resources' on Instance uuid 7f20767c-a7e8-4846-9b6c-f9807618335d {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1416.021101] env[69350]: INFO nova.compute.manager [None req-95019350-05a2-4359-8acf-b35e1bf86741 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] [instance: 74205a99-f865-429f-a514-88babfefc23c] Took 12.98 seconds to build instance. [ 1416.125856] env[69350]: DEBUG nova.objects.instance [None req-96b66505-361e-49de-b27d-41480c49b9da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Lazy-loading 'numa_topology' on Instance uuid 7f20767c-a7e8-4846-9b6c-f9807618335d {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1416.269275] env[69350]: INFO nova.compute.manager [None req-6ddd0db3-0069-4f2e-a652-1237f3f551f9 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] [instance: 74205a99-f865-429f-a514-88babfefc23c] Rescuing [ 1416.269610] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6ddd0db3-0069-4f2e-a652-1237f3f551f9 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Acquiring lock "refresh_cache-74205a99-f865-429f-a514-88babfefc23c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.269776] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6ddd0db3-0069-4f2e-a652-1237f3f551f9 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Acquired lock "refresh_cache-74205a99-f865-429f-a514-88babfefc23c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.269945] env[69350]: DEBUG nova.network.neutron [None req-6ddd0db3-0069-4f2e-a652-1237f3f551f9 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] [instance: 74205a99-f865-429f-a514-88babfefc23c] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1416.437401] env[69350]: DEBUG nova.compute.manager [req-f0da49ad-50c3-4b39-ad1a-5d16aeb84d66 req-3714c208-9c06-4632-a575-11538bc1eb2b service nova] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Received event network-changed-63f09c0d-4a1c-4577-bba3-4ca13dbfd991 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1416.437585] env[69350]: DEBUG nova.compute.manager [req-f0da49ad-50c3-4b39-ad1a-5d16aeb84d66 req-3714c208-9c06-4632-a575-11538bc1eb2b service nova] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Refreshing instance network info cache due to event network-changed-63f09c0d-4a1c-4577-bba3-4ca13dbfd991. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1416.437793] env[69350]: DEBUG oslo_concurrency.lockutils [req-f0da49ad-50c3-4b39-ad1a-5d16aeb84d66 req-3714c208-9c06-4632-a575-11538bc1eb2b service nova] Acquiring lock "refresh_cache-7f20767c-a7e8-4846-9b6c-f9807618335d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.437931] env[69350]: DEBUG oslo_concurrency.lockutils [req-f0da49ad-50c3-4b39-ad1a-5d16aeb84d66 req-3714c208-9c06-4632-a575-11538bc1eb2b service nova] Acquired lock "refresh_cache-7f20767c-a7e8-4846-9b6c-f9807618335d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.438154] env[69350]: DEBUG nova.network.neutron [req-f0da49ad-50c3-4b39-ad1a-5d16aeb84d66 req-3714c208-9c06-4632-a575-11538bc1eb2b service nova] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Refreshing network info cache for port 63f09c0d-4a1c-4577-bba3-4ca13dbfd991 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1416.523636] env[69350]: DEBUG oslo_concurrency.lockutils [None req-95019350-05a2-4359-8acf-b35e1bf86741 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Lock "74205a99-f865-429f-a514-88babfefc23c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.493s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1416.628037] env[69350]: DEBUG nova.objects.base [None req-96b66505-361e-49de-b27d-41480c49b9da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Object Instance<7f20767c-a7e8-4846-9b6c-f9807618335d> lazy-loaded attributes: resources,numa_topology {{(pid=69350) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1416.704933] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed1054cf-4a2b-4aca-8813-83626deb4a7d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.711781] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e24ba6b5-b487-493e-ab0e-bf06b9a61c27 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.742473] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02452008-4d8e-4b2f-a1d4-3815b6a84007 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.749152] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baacecd7-e513-44a9-ae5e-ea2fea29182d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.761894] env[69350]: DEBUG nova.compute.provider_tree [None req-96b66505-361e-49de-b27d-41480c49b9da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Updating inventory in ProviderTree for provider 493c4881-f171-4c66-96e5-06180e27f02f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1416.966879] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Acquiring lock "7f20767c-a7e8-4846-9b6c-f9807618335d" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1417.035463] env[69350]: DEBUG nova.network.neutron [None req-6ddd0db3-0069-4f2e-a652-1237f3f551f9 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] [instance: 74205a99-f865-429f-a514-88babfefc23c] Updating instance_info_cache with network_info: [{"id": "7eaa57ff-5db5-4780-a99e-5a93fa6aaa16", "address": "fa:16:3e:59:6e:db", "network": {"id": "74577f62-67dd-48a6-b6db-9f47d2bb0bc6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-817038472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "aae0a228018849a889543ac7d13b29e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "225b6979-9329-403b-91fa-138bd41f6e83", "external-id": "nsx-vlan-transportzone-38", "segmentation_id": 38, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7eaa57ff-5d", "ovs_interfaceid": "7eaa57ff-5db5-4780-a99e-5a93fa6aaa16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1417.283153] env[69350]: ERROR nova.scheduler.client.report [None req-96b66505-361e-49de-b27d-41480c49b9da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [req-e8b5442b-fd6d-46c2-8307-2036af13627a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 493c4881-f171-4c66-96e5-06180e27f02f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e8b5442b-fd6d-46c2-8307-2036af13627a"}]} [ 1417.300068] env[69350]: DEBUG nova.scheduler.client.report [None req-96b66505-361e-49de-b27d-41480c49b9da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Refreshing inventories for resource provider 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1417.313998] env[69350]: DEBUG nova.scheduler.client.report [None req-96b66505-361e-49de-b27d-41480c49b9da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Updating ProviderTree inventory for provider 493c4881-f171-4c66-96e5-06180e27f02f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1417.314253] env[69350]: DEBUG nova.compute.provider_tree [None req-96b66505-361e-49de-b27d-41480c49b9da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Updating inventory in ProviderTree for provider 493c4881-f171-4c66-96e5-06180e27f02f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1417.326823] env[69350]: DEBUG nova.scheduler.client.report [None req-96b66505-361e-49de-b27d-41480c49b9da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Refreshing aggregate associations for resource provider 493c4881-f171-4c66-96e5-06180e27f02f, aggregates: None {{(pid=69350) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1417.345046] env[69350]: DEBUG nova.scheduler.client.report [None req-96b66505-361e-49de-b27d-41480c49b9da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Refreshing trait associations for resource provider 493c4881-f171-4c66-96e5-06180e27f02f, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69350) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1417.407178] env[69350]: DEBUG nova.network.neutron [req-f0da49ad-50c3-4b39-ad1a-5d16aeb84d66 req-3714c208-9c06-4632-a575-11538bc1eb2b service nova] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Updated VIF entry in instance network info cache for port 63f09c0d-4a1c-4577-bba3-4ca13dbfd991. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1417.407552] env[69350]: DEBUG nova.network.neutron [req-f0da49ad-50c3-4b39-ad1a-5d16aeb84d66 req-3714c208-9c06-4632-a575-11538bc1eb2b service nova] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Updating instance_info_cache with network_info: [{"id": "63f09c0d-4a1c-4577-bba3-4ca13dbfd991", "address": "fa:16:3e:a3:bd:30", "network": {"id": "34a2c3ee-fe3e-415d-8849-d77b3a2f0d5d", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1259450890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1809393971847168d1f25b15221a7f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap63f09c0d-4a", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1417.420296] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e889644d-6e55-43bf-9ab8-5647969f0da0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.428828] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a5457e9-43ab-43e6-8d56-b79483e3d80f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.458521] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0792d3f5-c1da-45e2-8c35-1fb2af44205a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.465540] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d083d6ec-4db1-4106-bb9b-1fd3a7b53e7a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.479727] env[69350]: DEBUG nova.compute.provider_tree [None req-96b66505-361e-49de-b27d-41480c49b9da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Updating inventory in ProviderTree for provider 493c4881-f171-4c66-96e5-06180e27f02f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1417.538200] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6ddd0db3-0069-4f2e-a652-1237f3f551f9 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Releasing lock "refresh_cache-74205a99-f865-429f-a514-88babfefc23c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.912270] env[69350]: DEBUG oslo_concurrency.lockutils [req-f0da49ad-50c3-4b39-ad1a-5d16aeb84d66 req-3714c208-9c06-4632-a575-11538bc1eb2b service nova] Releasing lock "refresh_cache-7f20767c-a7e8-4846-9b6c-f9807618335d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.030779] env[69350]: DEBUG nova.scheduler.client.report [None req-96b66505-361e-49de-b27d-41480c49b9da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Updated inventory for provider 493c4881-f171-4c66-96e5-06180e27f02f with generation 170 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1418.031068] env[69350]: DEBUG nova.compute.provider_tree [None req-96b66505-361e-49de-b27d-41480c49b9da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Updating resource provider 493c4881-f171-4c66-96e5-06180e27f02f generation from 170 to 171 during operation: update_inventory {{(pid=69350) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1418.031250] env[69350]: DEBUG nova.compute.provider_tree [None req-96b66505-361e-49de-b27d-41480c49b9da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Updating inventory in ProviderTree for provider 493c4881-f171-4c66-96e5-06180e27f02f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1418.536682] env[69350]: DEBUG oslo_concurrency.lockutils [None req-96b66505-361e-49de-b27d-41480c49b9da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.913s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1419.045161] env[69350]: DEBUG oslo_concurrency.lockutils [None req-96b66505-361e-49de-b27d-41480c49b9da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Lock "7f20767c-a7e8-4846-9b6c-f9807618335d" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 22.310s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1419.045700] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Lock "7f20767c-a7e8-4846-9b6c-f9807618335d" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 2.079s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1419.045882] env[69350]: INFO nova.compute.manager [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Unshelving [ 1419.073821] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ddd0db3-0069-4f2e-a652-1237f3f551f9 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] [instance: 74205a99-f865-429f-a514-88babfefc23c] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1419.074314] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a78a4076-bd83-4868-b3fb-b8be995602b0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.082548] env[69350]: DEBUG oslo_vmware.api [None req-6ddd0db3-0069-4f2e-a652-1237f3f551f9 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Waiting for the task: (returnval){ [ 1419.082548] env[69350]: value = "task-3366319" [ 1419.082548] env[69350]: _type = "Task" [ 1419.082548] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.090635] env[69350]: DEBUG oslo_vmware.api [None req-6ddd0db3-0069-4f2e-a652-1237f3f551f9 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Task: {'id': task-3366319, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.592037] env[69350]: DEBUG oslo_vmware.api [None req-6ddd0db3-0069-4f2e-a652-1237f3f551f9 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Task: {'id': task-3366319, 'name': PowerOffVM_Task, 'duration_secs': 0.281591} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.592398] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ddd0db3-0069-4f2e-a652-1237f3f551f9 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] [instance: 74205a99-f865-429f-a514-88babfefc23c] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1419.593062] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bebda237-121f-415d-9766-fb1398e0c830 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.611178] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fe6b90d-2bfa-4c4a-8e40-60351dadcd59 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.637619] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ddd0db3-0069-4f2e-a652-1237f3f551f9 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] [instance: 74205a99-f865-429f-a514-88babfefc23c] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1419.637888] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de5bd743-abdf-4f93-879e-0dabf756e67f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.643563] env[69350]: DEBUG oslo_vmware.api [None req-6ddd0db3-0069-4f2e-a652-1237f3f551f9 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Waiting for the task: (returnval){ [ 1419.643563] env[69350]: value = "task-3366320" [ 1419.643563] env[69350]: _type = "Task" [ 1419.643563] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.652493] env[69350]: DEBUG oslo_vmware.api [None req-6ddd0db3-0069-4f2e-a652-1237f3f551f9 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Task: {'id': task-3366320, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.055503] env[69350]: DEBUG nova.compute.utils [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1420.153699] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ddd0db3-0069-4f2e-a652-1237f3f551f9 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] [instance: 74205a99-f865-429f-a514-88babfefc23c] VM already powered off {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1420.153896] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-6ddd0db3-0069-4f2e-a652-1237f3f551f9 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] [instance: 74205a99-f865-429f-a514-88babfefc23c] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1420.154158] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6ddd0db3-0069-4f2e-a652-1237f3f551f9 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.154306] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6ddd0db3-0069-4f2e-a652-1237f3f551f9 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.154481] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ddd0db3-0069-4f2e-a652-1237f3f551f9 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1420.154716] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2eb27b4b-05c9-4a49-91f1-eb493d99e4d9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.162079] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ddd0db3-0069-4f2e-a652-1237f3f551f9 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1420.162248] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-6ddd0db3-0069-4f2e-a652-1237f3f551f9 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1420.162921] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be73cb8c-edf7-4417-a8d6-a68e40658d4d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.167391] env[69350]: DEBUG oslo_vmware.api [None req-6ddd0db3-0069-4f2e-a652-1237f3f551f9 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Waiting for the task: (returnval){ [ 1420.167391] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52b4db06-5661-3aae-d8f7-4acbab3fa6e6" [ 1420.167391] env[69350]: _type = "Task" [ 1420.167391] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.174339] env[69350]: DEBUG oslo_vmware.api [None req-6ddd0db3-0069-4f2e-a652-1237f3f551f9 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52b4db06-5661-3aae-d8f7-4acbab3fa6e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.559263] env[69350]: INFO nova.virt.block_device [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Booting with volume 57f40eb7-d3a0-4c71-996b-57ea69a3fa66 at /dev/sdb [ 1420.593994] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2a4a9acd-557a-46d6-bdd1-445b10f4ec74 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.602987] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66183072-5b60-4a2f-bf31-4919f7412387 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.629961] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d95141db-088f-4e38-934c-b9bf4c4c993a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.637413] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6865587-7b96-4789-b69e-452ef6adee74 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.663034] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef4fa6e-6304-4dc6-974f-f56520113ab3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.671778] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ec6875-c921-4daf-821a-ac9d9b14f7ca {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.678817] env[69350]: DEBUG oslo_vmware.api [None req-6ddd0db3-0069-4f2e-a652-1237f3f551f9 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52b4db06-5661-3aae-d8f7-4acbab3fa6e6, 'name': SearchDatastore_Task, 'duration_secs': 0.008818} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.679547] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5f80e7e-65fe-40db-b651-5eb386bb2ea2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.684906] env[69350]: DEBUG oslo_vmware.api [None req-6ddd0db3-0069-4f2e-a652-1237f3f551f9 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Waiting for the task: (returnval){ [ 1420.684906] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]520e4cc1-e7ff-b8e6-8183-81c4831222bc" [ 1420.684906] env[69350]: _type = "Task" [ 1420.684906] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.688150] env[69350]: DEBUG nova.virt.block_device [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Updating existing volume attachment record: 5ab1d5e6-dbf2-4ad9-bb1e-bcab3bc9324c {{(pid=69350) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1420.698622] env[69350]: DEBUG oslo_vmware.api [None req-6ddd0db3-0069-4f2e-a652-1237f3f551f9 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]520e4cc1-e7ff-b8e6-8183-81c4831222bc, 'name': SearchDatastore_Task, 'duration_secs': 0.010355} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.698848] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6ddd0db3-0069-4f2e-a652-1237f3f551f9 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.699107] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ddd0db3-0069-4f2e-a652-1237f3f551f9 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] 74205a99-f865-429f-a514-88babfefc23c/2ba50b02-b203-425b-93f3-25266f3336a5-rescue.vmdk. {{(pid=69350) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1420.699340] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a1f99c5e-3920-480b-b2c9-0076d5c45f6d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.705570] env[69350]: DEBUG oslo_vmware.api [None req-6ddd0db3-0069-4f2e-a652-1237f3f551f9 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Waiting for the task: (returnval){ [ 1420.705570] env[69350]: value = "task-3366321" [ 1420.705570] env[69350]: _type = "Task" [ 1420.705570] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.712788] env[69350]: DEBUG oslo_vmware.api [None req-6ddd0db3-0069-4f2e-a652-1237f3f551f9 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Task: {'id': task-3366321, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.214902] env[69350]: DEBUG oslo_vmware.api [None req-6ddd0db3-0069-4f2e-a652-1237f3f551f9 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Task: {'id': task-3366321, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.716332] env[69350]: DEBUG oslo_vmware.api [None req-6ddd0db3-0069-4f2e-a652-1237f3f551f9 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Task: {'id': task-3366321, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.838999} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.716600] env[69350]: INFO nova.virt.vmwareapi.ds_util [None req-6ddd0db3-0069-4f2e-a652-1237f3f551f9 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] 74205a99-f865-429f-a514-88babfefc23c/2ba50b02-b203-425b-93f3-25266f3336a5-rescue.vmdk. [ 1421.717342] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d045e6c-9866-4d4f-b68f-c62ea27eb2a6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.741709] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ddd0db3-0069-4f2e-a652-1237f3f551f9 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] [instance: 74205a99-f865-429f-a514-88babfefc23c] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 74205a99-f865-429f-a514-88babfefc23c/2ba50b02-b203-425b-93f3-25266f3336a5-rescue.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1421.741972] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d96ad15-3447-4b31-96c1-e1fdf2439a1f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.759994] env[69350]: DEBUG oslo_vmware.api [None req-6ddd0db3-0069-4f2e-a652-1237f3f551f9 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Waiting for the task: (returnval){ [ 1421.759994] env[69350]: value = "task-3366325" [ 1421.759994] env[69350]: _type = "Task" [ 1421.759994] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.768210] env[69350]: DEBUG oslo_vmware.api [None req-6ddd0db3-0069-4f2e-a652-1237f3f551f9 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Task: {'id': task-3366325, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.271091] env[69350]: DEBUG oslo_vmware.api [None req-6ddd0db3-0069-4f2e-a652-1237f3f551f9 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Task: {'id': task-3366325, 'name': ReconfigVM_Task, 'duration_secs': 0.313152} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.271091] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ddd0db3-0069-4f2e-a652-1237f3f551f9 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] [instance: 74205a99-f865-429f-a514-88babfefc23c] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 74205a99-f865-429f-a514-88babfefc23c/2ba50b02-b203-425b-93f3-25266f3336a5-rescue.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1422.271330] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eeea0be-4ff6-4f49-a249-476b848337e9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.295212] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e2fad02-5c27-448a-b978-873de0cc4197 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.309321] env[69350]: DEBUG oslo_vmware.api [None req-6ddd0db3-0069-4f2e-a652-1237f3f551f9 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Waiting for the task: (returnval){ [ 1422.309321] env[69350]: value = "task-3366326" [ 1422.309321] env[69350]: _type = "Task" [ 1422.309321] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.316689] env[69350]: DEBUG oslo_vmware.api [None req-6ddd0db3-0069-4f2e-a652-1237f3f551f9 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Task: {'id': task-3366326, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.483544] env[69350]: INFO nova.compute.manager [None req-31b3123e-4324-461f-9be2-5c2c631035d4 tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] [instance: befd1589-8a72-480b-ad4b-6022f4710566] Rebuilding instance [ 1422.531905] env[69350]: DEBUG nova.compute.manager [None req-31b3123e-4324-461f-9be2-5c2c631035d4 tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] [instance: befd1589-8a72-480b-ad4b-6022f4710566] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1422.532908] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda2a1bd-9e3f-4d97-a954-a4b2541564bd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.820148] env[69350]: DEBUG oslo_vmware.api [None req-6ddd0db3-0069-4f2e-a652-1237f3f551f9 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Task: {'id': task-3366326, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.320987] env[69350]: DEBUG oslo_vmware.api [None req-6ddd0db3-0069-4f2e-a652-1237f3f551f9 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Task: {'id': task-3366326, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.549053] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-31b3123e-4324-461f-9be2-5c2c631035d4 tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] [instance: befd1589-8a72-480b-ad4b-6022f4710566] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1423.549534] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ad5d011-07e4-443a-a4ba-345069b883b0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.556347] env[69350]: DEBUG oslo_vmware.api [None req-31b3123e-4324-461f-9be2-5c2c631035d4 tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] Waiting for the task: (returnval){ [ 1423.556347] env[69350]: value = "task-3366328" [ 1423.556347] env[69350]: _type = "Task" [ 1423.556347] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.564254] env[69350]: DEBUG oslo_vmware.api [None req-31b3123e-4324-461f-9be2-5c2c631035d4 tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] Task: {'id': task-3366328, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.820858] env[69350]: DEBUG oslo_vmware.api [None req-6ddd0db3-0069-4f2e-a652-1237f3f551f9 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Task: {'id': task-3366326, 'name': ReconfigVM_Task, 'duration_secs': 1.156192} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.821147] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ddd0db3-0069-4f2e-a652-1237f3f551f9 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] [instance: 74205a99-f865-429f-a514-88babfefc23c] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1423.821387] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad94f1cf-5185-4251-bdd4-5ccb1b6e993d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.826922] env[69350]: DEBUG oslo_vmware.api [None req-6ddd0db3-0069-4f2e-a652-1237f3f551f9 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Waiting for the task: (returnval){ [ 1423.826922] env[69350]: value = "task-3366329" [ 1423.826922] env[69350]: _type = "Task" [ 1423.826922] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.833837] env[69350]: DEBUG oslo_vmware.api [None req-6ddd0db3-0069-4f2e-a652-1237f3f551f9 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Task: {'id': task-3366329, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.065864] env[69350]: DEBUG oslo_vmware.api [None req-31b3123e-4324-461f-9be2-5c2c631035d4 tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] Task: {'id': task-3366328, 'name': PowerOffVM_Task, 'duration_secs': 0.210305} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.066165] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-31b3123e-4324-461f-9be2-5c2c631035d4 tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] [instance: befd1589-8a72-480b-ad4b-6022f4710566] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1424.066848] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-31b3123e-4324-461f-9be2-5c2c631035d4 tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] [instance: befd1589-8a72-480b-ad4b-6022f4710566] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1424.067115] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8643033e-60da-477f-a91d-4aca5f019615 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.072662] env[69350]: DEBUG oslo_vmware.api [None req-31b3123e-4324-461f-9be2-5c2c631035d4 tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] Waiting for the task: (returnval){ [ 1424.072662] env[69350]: value = "task-3366330" [ 1424.072662] env[69350]: _type = "Task" [ 1424.072662] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.079770] env[69350]: DEBUG oslo_vmware.api [None req-31b3123e-4324-461f-9be2-5c2c631035d4 tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] Task: {'id': task-3366330, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.336554] env[69350]: DEBUG oslo_vmware.api [None req-6ddd0db3-0069-4f2e-a652-1237f3f551f9 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Task: {'id': task-3366329, 'name': PowerOnVM_Task, 'duration_secs': 0.365265} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.336782] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ddd0db3-0069-4f2e-a652-1237f3f551f9 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] [instance: 74205a99-f865-429f-a514-88babfefc23c] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1424.339222] env[69350]: DEBUG nova.compute.manager [None req-6ddd0db3-0069-4f2e-a652-1237f3f551f9 tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] [instance: 74205a99-f865-429f-a514-88babfefc23c] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1424.340024] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e454a6f-c394-43de-9e8a-524949a92b5b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.584669] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-31b3123e-4324-461f-9be2-5c2c631035d4 tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] [instance: befd1589-8a72-480b-ad4b-6022f4710566] VM already powered off {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1424.584907] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-31b3123e-4324-461f-9be2-5c2c631035d4 tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] [instance: befd1589-8a72-480b-ad4b-6022f4710566] Volume detach. Driver type: vmdk {{(pid=69350) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1424.585152] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-31b3123e-4324-461f-9be2-5c2c631035d4 tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] [instance: befd1589-8a72-480b-ad4b-6022f4710566] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-671712', 'volume_id': '4196ebb1-5343-4a07-a19a-a916ed284a91', 'name': 'volume-4196ebb1-5343-4a07-a19a-a916ed284a91', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'befd1589-8a72-480b-ad4b-6022f4710566', 'attached_at': '', 'detached_at': '', 'volume_id': '4196ebb1-5343-4a07-a19a-a916ed284a91', 'serial': '4196ebb1-5343-4a07-a19a-a916ed284a91'} {{(pid=69350) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1424.585939] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c309346-3f9a-492e-aeaf-f2384922a56b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.603517] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20f77d1b-2fa9-4c6d-a334-d77f5f65096f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.609810] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b0ee4d-81d3-470a-a1eb-11ee7b4ed935 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.628043] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb1cf25-11ea-4005-a3dc-8758b1dd9dc4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.642282] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-31b3123e-4324-461f-9be2-5c2c631035d4 tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] The volume has not been displaced from its original location: [datastore1] volume-4196ebb1-5343-4a07-a19a-a916ed284a91/volume-4196ebb1-5343-4a07-a19a-a916ed284a91.vmdk. No consolidation needed. {{(pid=69350) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1424.647527] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-31b3123e-4324-461f-9be2-5c2c631035d4 tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] [instance: befd1589-8a72-480b-ad4b-6022f4710566] Reconfiguring VM instance instance-00000077 to detach disk 2000 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1424.647788] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67714781-811d-4787-95ee-63e21b3e355f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.665592] env[69350]: DEBUG oslo_vmware.api [None req-31b3123e-4324-461f-9be2-5c2c631035d4 tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] Waiting for the task: (returnval){ [ 1424.665592] env[69350]: value = "task-3366331" [ 1424.665592] env[69350]: _type = "Task" [ 1424.665592] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.674107] env[69350]: DEBUG oslo_vmware.api [None req-31b3123e-4324-461f-9be2-5c2c631035d4 tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] Task: {'id': task-3366331, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.141458] env[69350]: DEBUG nova.compute.manager [req-580d35b7-5f9f-4822-a04f-199b448dc904 req-73d18564-deba-4613-8522-f16aeea9d563 service nova] [instance: 74205a99-f865-429f-a514-88babfefc23c] Received event network-changed-7eaa57ff-5db5-4780-a99e-5a93fa6aaa16 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1425.141736] env[69350]: DEBUG nova.compute.manager [req-580d35b7-5f9f-4822-a04f-199b448dc904 req-73d18564-deba-4613-8522-f16aeea9d563 service nova] [instance: 74205a99-f865-429f-a514-88babfefc23c] Refreshing instance network info cache due to event network-changed-7eaa57ff-5db5-4780-a99e-5a93fa6aaa16. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1425.141891] env[69350]: DEBUG oslo_concurrency.lockutils [req-580d35b7-5f9f-4822-a04f-199b448dc904 req-73d18564-deba-4613-8522-f16aeea9d563 service nova] Acquiring lock "refresh_cache-74205a99-f865-429f-a514-88babfefc23c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.142052] env[69350]: DEBUG oslo_concurrency.lockutils [req-580d35b7-5f9f-4822-a04f-199b448dc904 req-73d18564-deba-4613-8522-f16aeea9d563 service nova] Acquired lock "refresh_cache-74205a99-f865-429f-a514-88babfefc23c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.142223] env[69350]: DEBUG nova.network.neutron [req-580d35b7-5f9f-4822-a04f-199b448dc904 req-73d18564-deba-4613-8522-f16aeea9d563 service nova] [instance: 74205a99-f865-429f-a514-88babfefc23c] Refreshing network info cache for port 7eaa57ff-5db5-4780-a99e-5a93fa6aaa16 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1425.174981] env[69350]: DEBUG oslo_vmware.api [None req-31b3123e-4324-461f-9be2-5c2c631035d4 tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] Task: {'id': task-3366331, 'name': ReconfigVM_Task, 'duration_secs': 0.193853} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.175275] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-31b3123e-4324-461f-9be2-5c2c631035d4 tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] [instance: befd1589-8a72-480b-ad4b-6022f4710566] Reconfigured VM instance instance-00000077 to detach disk 2000 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1425.180176] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32a734b3-24e4-4bf4-baa4-bac25d39d7bc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.195017] env[69350]: DEBUG oslo_vmware.api [None req-31b3123e-4324-461f-9be2-5c2c631035d4 tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] Waiting for the task: (returnval){ [ 1425.195017] env[69350]: value = "task-3366332" [ 1425.195017] env[69350]: _type = "Task" [ 1425.195017] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.202447] env[69350]: DEBUG oslo_vmware.api [None req-31b3123e-4324-461f-9be2-5c2c631035d4 tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] Task: {'id': task-3366332, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.704610] env[69350]: DEBUG oslo_vmware.api [None req-31b3123e-4324-461f-9be2-5c2c631035d4 tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] Task: {'id': task-3366332, 'name': ReconfigVM_Task, 'duration_secs': 0.10315} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.706969] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-31b3123e-4324-461f-9be2-5c2c631035d4 tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] [instance: befd1589-8a72-480b-ad4b-6022f4710566] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-671712', 'volume_id': '4196ebb1-5343-4a07-a19a-a916ed284a91', 'name': 'volume-4196ebb1-5343-4a07-a19a-a916ed284a91', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'befd1589-8a72-480b-ad4b-6022f4710566', 'attached_at': '', 'detached_at': '', 'volume_id': '4196ebb1-5343-4a07-a19a-a916ed284a91', 'serial': '4196ebb1-5343-4a07-a19a-a916ed284a91'} {{(pid=69350) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1425.707266] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-31b3123e-4324-461f-9be2-5c2c631035d4 tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] [instance: befd1589-8a72-480b-ad4b-6022f4710566] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1425.708067] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5867b12-1b75-458a-8726-33dbc6ee83dc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.715472] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-31b3123e-4324-461f-9be2-5c2c631035d4 tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] [instance: befd1589-8a72-480b-ad4b-6022f4710566] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1425.715472] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0fdbe7b7-9b70-475d-b342-fd5262ec87d8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.784380] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-31b3123e-4324-461f-9be2-5c2c631035d4 tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] [instance: befd1589-8a72-480b-ad4b-6022f4710566] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1425.784897] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-31b3123e-4324-461f-9be2-5c2c631035d4 tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] [instance: befd1589-8a72-480b-ad4b-6022f4710566] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1425.785242] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-31b3123e-4324-461f-9be2-5c2c631035d4 tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] Deleting the datastore file [datastore1] befd1589-8a72-480b-ad4b-6022f4710566 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1425.785607] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8fb0a0b5-fb4a-4d79-9bfc-da9333d445f4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.792504] env[69350]: DEBUG oslo_vmware.api [None req-31b3123e-4324-461f-9be2-5c2c631035d4 tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] Waiting for the task: (returnval){ [ 1425.792504] env[69350]: value = "task-3366334" [ 1425.792504] env[69350]: _type = "Task" [ 1425.792504] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.801731] env[69350]: DEBUG oslo_vmware.api [None req-31b3123e-4324-461f-9be2-5c2c631035d4 tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] Task: {'id': task-3366334, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.873943] env[69350]: DEBUG nova.network.neutron [req-580d35b7-5f9f-4822-a04f-199b448dc904 req-73d18564-deba-4613-8522-f16aeea9d563 service nova] [instance: 74205a99-f865-429f-a514-88babfefc23c] Updated VIF entry in instance network info cache for port 7eaa57ff-5db5-4780-a99e-5a93fa6aaa16. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1425.874419] env[69350]: DEBUG nova.network.neutron [req-580d35b7-5f9f-4822-a04f-199b448dc904 req-73d18564-deba-4613-8522-f16aeea9d563 service nova] [instance: 74205a99-f865-429f-a514-88babfefc23c] Updating instance_info_cache with network_info: [{"id": "7eaa57ff-5db5-4780-a99e-5a93fa6aaa16", "address": "fa:16:3e:59:6e:db", "network": {"id": "74577f62-67dd-48a6-b6db-9f47d2bb0bc6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-817038472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "aae0a228018849a889543ac7d13b29e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "225b6979-9329-403b-91fa-138bd41f6e83", "external-id": "nsx-vlan-transportzone-38", "segmentation_id": 38, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7eaa57ff-5d", "ovs_interfaceid": "7eaa57ff-5db5-4780-a99e-5a93fa6aaa16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1426.288706] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1426.289073] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1426.289295] env[69350]: DEBUG nova.objects.instance [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Lazy-loading 'pci_requests' on Instance uuid 7f20767c-a7e8-4846-9b6c-f9807618335d {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1426.304092] env[69350]: DEBUG oslo_vmware.api [None req-31b3123e-4324-461f-9be2-5c2c631035d4 tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] Task: {'id': task-3366334, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.075164} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.304364] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-31b3123e-4324-461f-9be2-5c2c631035d4 tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1426.304552] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-31b3123e-4324-461f-9be2-5c2c631035d4 tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] [instance: befd1589-8a72-480b-ad4b-6022f4710566] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1426.304735] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-31b3123e-4324-461f-9be2-5c2c631035d4 tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] [instance: befd1589-8a72-480b-ad4b-6022f4710566] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1426.361347] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-31b3123e-4324-461f-9be2-5c2c631035d4 tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] [instance: befd1589-8a72-480b-ad4b-6022f4710566] Volume detach. Driver type: vmdk {{(pid=69350) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1426.361756] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-831b84f6-2912-4d74-8ea9-314df1a3ac2f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.375423] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5108cdae-5455-4c61-8516-dfd44a11cdff {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.386395] env[69350]: DEBUG oslo_concurrency.lockutils [req-580d35b7-5f9f-4822-a04f-199b448dc904 req-73d18564-deba-4613-8522-f16aeea9d563 service nova] Releasing lock "refresh_cache-74205a99-f865-429f-a514-88babfefc23c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.404759] env[69350]: ERROR nova.compute.manager [None req-31b3123e-4324-461f-9be2-5c2c631035d4 tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] [instance: befd1589-8a72-480b-ad4b-6022f4710566] Failed to detach volume 4196ebb1-5343-4a07-a19a-a916ed284a91 from /dev/sda: nova.exception.InstanceNotFound: Instance befd1589-8a72-480b-ad4b-6022f4710566 could not be found. [ 1426.404759] env[69350]: ERROR nova.compute.manager [instance: befd1589-8a72-480b-ad4b-6022f4710566] Traceback (most recent call last): [ 1426.404759] env[69350]: ERROR nova.compute.manager [instance: befd1589-8a72-480b-ad4b-6022f4710566] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1426.404759] env[69350]: ERROR nova.compute.manager [instance: befd1589-8a72-480b-ad4b-6022f4710566] self.driver.rebuild(**kwargs) [ 1426.404759] env[69350]: ERROR nova.compute.manager [instance: befd1589-8a72-480b-ad4b-6022f4710566] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1426.404759] env[69350]: ERROR nova.compute.manager [instance: befd1589-8a72-480b-ad4b-6022f4710566] raise NotImplementedError() [ 1426.404759] env[69350]: ERROR nova.compute.manager [instance: befd1589-8a72-480b-ad4b-6022f4710566] NotImplementedError [ 1426.404759] env[69350]: ERROR nova.compute.manager [instance: befd1589-8a72-480b-ad4b-6022f4710566] [ 1426.404759] env[69350]: ERROR nova.compute.manager [instance: befd1589-8a72-480b-ad4b-6022f4710566] During handling of the above exception, another exception occurred: [ 1426.404759] env[69350]: ERROR nova.compute.manager [instance: befd1589-8a72-480b-ad4b-6022f4710566] [ 1426.404759] env[69350]: ERROR nova.compute.manager [instance: befd1589-8a72-480b-ad4b-6022f4710566] Traceback (most recent call last): [ 1426.404759] env[69350]: ERROR nova.compute.manager [instance: befd1589-8a72-480b-ad4b-6022f4710566] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1426.404759] env[69350]: ERROR nova.compute.manager [instance: befd1589-8a72-480b-ad4b-6022f4710566] self.driver.detach_volume(context, old_connection_info, [ 1426.404759] env[69350]: ERROR nova.compute.manager [instance: befd1589-8a72-480b-ad4b-6022f4710566] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1426.404759] env[69350]: ERROR nova.compute.manager [instance: befd1589-8a72-480b-ad4b-6022f4710566] return self._volumeops.detach_volume(connection_info, instance) [ 1426.404759] env[69350]: ERROR nova.compute.manager [instance: befd1589-8a72-480b-ad4b-6022f4710566] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1426.404759] env[69350]: ERROR nova.compute.manager [instance: befd1589-8a72-480b-ad4b-6022f4710566] self._detach_volume_vmdk(connection_info, instance) [ 1426.404759] env[69350]: ERROR nova.compute.manager [instance: befd1589-8a72-480b-ad4b-6022f4710566] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1426.404759] env[69350]: ERROR nova.compute.manager [instance: befd1589-8a72-480b-ad4b-6022f4710566] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1426.404759] env[69350]: ERROR nova.compute.manager [instance: befd1589-8a72-480b-ad4b-6022f4710566] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1426.404759] env[69350]: ERROR nova.compute.manager [instance: befd1589-8a72-480b-ad4b-6022f4710566] stable_ref.fetch_moref(session) [ 1426.404759] env[69350]: ERROR nova.compute.manager [instance: befd1589-8a72-480b-ad4b-6022f4710566] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1426.404759] env[69350]: ERROR nova.compute.manager [instance: befd1589-8a72-480b-ad4b-6022f4710566] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1426.404759] env[69350]: ERROR nova.compute.manager [instance: befd1589-8a72-480b-ad4b-6022f4710566] nova.exception.InstanceNotFound: Instance befd1589-8a72-480b-ad4b-6022f4710566 could not be found. [ 1426.404759] env[69350]: ERROR nova.compute.manager [instance: befd1589-8a72-480b-ad4b-6022f4710566] [ 1426.548678] env[69350]: DEBUG nova.compute.utils [None req-31b3123e-4324-461f-9be2-5c2c631035d4 tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] [instance: befd1589-8a72-480b-ad4b-6022f4710566] Build of instance befd1589-8a72-480b-ad4b-6022f4710566 aborted: Failed to rebuild volume backed instance. {{(pid=69350) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1426.550919] env[69350]: ERROR nova.compute.manager [None req-31b3123e-4324-461f-9be2-5c2c631035d4 tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] [instance: befd1589-8a72-480b-ad4b-6022f4710566] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance befd1589-8a72-480b-ad4b-6022f4710566 aborted: Failed to rebuild volume backed instance. [ 1426.550919] env[69350]: ERROR nova.compute.manager [instance: befd1589-8a72-480b-ad4b-6022f4710566] Traceback (most recent call last): [ 1426.550919] env[69350]: ERROR nova.compute.manager [instance: befd1589-8a72-480b-ad4b-6022f4710566] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1426.550919] env[69350]: ERROR nova.compute.manager [instance: befd1589-8a72-480b-ad4b-6022f4710566] self.driver.rebuild(**kwargs) [ 1426.550919] env[69350]: ERROR nova.compute.manager [instance: befd1589-8a72-480b-ad4b-6022f4710566] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1426.550919] env[69350]: ERROR nova.compute.manager [instance: befd1589-8a72-480b-ad4b-6022f4710566] raise NotImplementedError() [ 1426.550919] env[69350]: ERROR nova.compute.manager [instance: befd1589-8a72-480b-ad4b-6022f4710566] NotImplementedError [ 1426.550919] env[69350]: ERROR nova.compute.manager [instance: befd1589-8a72-480b-ad4b-6022f4710566] [ 1426.550919] env[69350]: ERROR nova.compute.manager [instance: befd1589-8a72-480b-ad4b-6022f4710566] During handling of the above exception, another exception occurred: [ 1426.550919] env[69350]: ERROR nova.compute.manager [instance: befd1589-8a72-480b-ad4b-6022f4710566] [ 1426.550919] env[69350]: ERROR nova.compute.manager [instance: befd1589-8a72-480b-ad4b-6022f4710566] Traceback (most recent call last): [ 1426.550919] env[69350]: ERROR nova.compute.manager [instance: befd1589-8a72-480b-ad4b-6022f4710566] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1426.550919] env[69350]: ERROR nova.compute.manager [instance: befd1589-8a72-480b-ad4b-6022f4710566] self._detach_root_volume(context, instance, root_bdm) [ 1426.550919] env[69350]: ERROR nova.compute.manager [instance: befd1589-8a72-480b-ad4b-6022f4710566] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1426.550919] env[69350]: ERROR nova.compute.manager [instance: befd1589-8a72-480b-ad4b-6022f4710566] with excutils.save_and_reraise_exception(): [ 1426.550919] env[69350]: ERROR nova.compute.manager [instance: befd1589-8a72-480b-ad4b-6022f4710566] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1426.550919] env[69350]: ERROR nova.compute.manager [instance: befd1589-8a72-480b-ad4b-6022f4710566] self.force_reraise() [ 1426.550919] env[69350]: ERROR nova.compute.manager [instance: befd1589-8a72-480b-ad4b-6022f4710566] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1426.550919] env[69350]: ERROR nova.compute.manager [instance: befd1589-8a72-480b-ad4b-6022f4710566] raise self.value [ 1426.550919] env[69350]: ERROR nova.compute.manager [instance: befd1589-8a72-480b-ad4b-6022f4710566] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1426.550919] env[69350]: ERROR nova.compute.manager [instance: befd1589-8a72-480b-ad4b-6022f4710566] self.driver.detach_volume(context, old_connection_info, [ 1426.550919] env[69350]: ERROR nova.compute.manager [instance: befd1589-8a72-480b-ad4b-6022f4710566] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1426.550919] env[69350]: ERROR nova.compute.manager [instance: befd1589-8a72-480b-ad4b-6022f4710566] return self._volumeops.detach_volume(connection_info, instance) [ 1426.550919] env[69350]: ERROR nova.compute.manager [instance: befd1589-8a72-480b-ad4b-6022f4710566] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1426.550919] env[69350]: ERROR nova.compute.manager [instance: befd1589-8a72-480b-ad4b-6022f4710566] self._detach_volume_vmdk(connection_info, instance) [ 1426.550919] env[69350]: ERROR nova.compute.manager [instance: befd1589-8a72-480b-ad4b-6022f4710566] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1426.550919] env[69350]: ERROR nova.compute.manager [instance: befd1589-8a72-480b-ad4b-6022f4710566] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1426.550919] env[69350]: ERROR nova.compute.manager [instance: befd1589-8a72-480b-ad4b-6022f4710566] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1426.550919] env[69350]: ERROR nova.compute.manager [instance: befd1589-8a72-480b-ad4b-6022f4710566] stable_ref.fetch_moref(session) [ 1426.550919] env[69350]: ERROR nova.compute.manager [instance: befd1589-8a72-480b-ad4b-6022f4710566] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1426.550919] env[69350]: ERROR nova.compute.manager [instance: befd1589-8a72-480b-ad4b-6022f4710566] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1426.550919] env[69350]: ERROR nova.compute.manager [instance: befd1589-8a72-480b-ad4b-6022f4710566] nova.exception.InstanceNotFound: Instance befd1589-8a72-480b-ad4b-6022f4710566 could not be found. [ 1426.550919] env[69350]: ERROR nova.compute.manager [instance: befd1589-8a72-480b-ad4b-6022f4710566] [ 1426.550919] env[69350]: ERROR nova.compute.manager [instance: befd1589-8a72-480b-ad4b-6022f4710566] During handling of the above exception, another exception occurred: [ 1426.550919] env[69350]: ERROR nova.compute.manager [instance: befd1589-8a72-480b-ad4b-6022f4710566] [ 1426.550919] env[69350]: ERROR nova.compute.manager [instance: befd1589-8a72-480b-ad4b-6022f4710566] Traceback (most recent call last): [ 1426.550919] env[69350]: ERROR nova.compute.manager [instance: befd1589-8a72-480b-ad4b-6022f4710566] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 1426.550919] env[69350]: ERROR nova.compute.manager [instance: befd1589-8a72-480b-ad4b-6022f4710566] yield [ 1426.550919] env[69350]: ERROR nova.compute.manager [instance: befd1589-8a72-480b-ad4b-6022f4710566] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1426.550919] env[69350]: ERROR nova.compute.manager [instance: befd1589-8a72-480b-ad4b-6022f4710566] self._do_rebuild_instance_with_claim( [ 1426.552276] env[69350]: ERROR nova.compute.manager [instance: befd1589-8a72-480b-ad4b-6022f4710566] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1426.552276] env[69350]: ERROR nova.compute.manager [instance: befd1589-8a72-480b-ad4b-6022f4710566] self._do_rebuild_instance( [ 1426.552276] env[69350]: ERROR nova.compute.manager [instance: befd1589-8a72-480b-ad4b-6022f4710566] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1426.552276] env[69350]: ERROR nova.compute.manager [instance: befd1589-8a72-480b-ad4b-6022f4710566] self._rebuild_default_impl(**kwargs) [ 1426.552276] env[69350]: ERROR nova.compute.manager [instance: befd1589-8a72-480b-ad4b-6022f4710566] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1426.552276] env[69350]: ERROR nova.compute.manager [instance: befd1589-8a72-480b-ad4b-6022f4710566] self._rebuild_volume_backed_instance( [ 1426.552276] env[69350]: ERROR nova.compute.manager [instance: befd1589-8a72-480b-ad4b-6022f4710566] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1426.552276] env[69350]: ERROR nova.compute.manager [instance: befd1589-8a72-480b-ad4b-6022f4710566] raise exception.BuildAbortException( [ 1426.552276] env[69350]: ERROR nova.compute.manager [instance: befd1589-8a72-480b-ad4b-6022f4710566] nova.exception.BuildAbortException: Build of instance befd1589-8a72-480b-ad4b-6022f4710566 aborted: Failed to rebuild volume backed instance. [ 1426.552276] env[69350]: ERROR nova.compute.manager [instance: befd1589-8a72-480b-ad4b-6022f4710566] [ 1426.793079] env[69350]: DEBUG nova.objects.instance [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Lazy-loading 'numa_topology' on Instance uuid 7f20767c-a7e8-4846-9b6c-f9807618335d {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1427.174995] env[69350]: DEBUG nova.compute.manager [req-d6caf216-7eb7-400a-bb9d-8bc1d2c23fb7 req-140bf87c-17b8-4f40-a4b0-8e28d7814dd0 service nova] [instance: 74205a99-f865-429f-a514-88babfefc23c] Received event network-changed-7eaa57ff-5db5-4780-a99e-5a93fa6aaa16 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1427.175285] env[69350]: DEBUG nova.compute.manager [req-d6caf216-7eb7-400a-bb9d-8bc1d2c23fb7 req-140bf87c-17b8-4f40-a4b0-8e28d7814dd0 service nova] [instance: 74205a99-f865-429f-a514-88babfefc23c] Refreshing instance network info cache due to event network-changed-7eaa57ff-5db5-4780-a99e-5a93fa6aaa16. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1427.175619] env[69350]: DEBUG oslo_concurrency.lockutils [req-d6caf216-7eb7-400a-bb9d-8bc1d2c23fb7 req-140bf87c-17b8-4f40-a4b0-8e28d7814dd0 service nova] Acquiring lock "refresh_cache-74205a99-f865-429f-a514-88babfefc23c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.175876] env[69350]: DEBUG oslo_concurrency.lockutils [req-d6caf216-7eb7-400a-bb9d-8bc1d2c23fb7 req-140bf87c-17b8-4f40-a4b0-8e28d7814dd0 service nova] Acquired lock "refresh_cache-74205a99-f865-429f-a514-88babfefc23c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.176084] env[69350]: DEBUG nova.network.neutron [req-d6caf216-7eb7-400a-bb9d-8bc1d2c23fb7 req-140bf87c-17b8-4f40-a4b0-8e28d7814dd0 service nova] [instance: 74205a99-f865-429f-a514-88babfefc23c] Refreshing network info cache for port 7eaa57ff-5db5-4780-a99e-5a93fa6aaa16 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1427.209868] env[69350]: DEBUG nova.compute.manager [req-d6c044d4-bf30-4437-b316-a3b01ad15114 req-ff1d48a6-c07a-463a-bc4c-a88346f561d1 service nova] [instance: 74205a99-f865-429f-a514-88babfefc23c] Received event network-changed-7eaa57ff-5db5-4780-a99e-5a93fa6aaa16 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1427.210085] env[69350]: DEBUG nova.compute.manager [req-d6c044d4-bf30-4437-b316-a3b01ad15114 req-ff1d48a6-c07a-463a-bc4c-a88346f561d1 service nova] [instance: 74205a99-f865-429f-a514-88babfefc23c] Refreshing instance network info cache due to event network-changed-7eaa57ff-5db5-4780-a99e-5a93fa6aaa16. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1427.210277] env[69350]: DEBUG oslo_concurrency.lockutils [req-d6c044d4-bf30-4437-b316-a3b01ad15114 req-ff1d48a6-c07a-463a-bc4c-a88346f561d1 service nova] Acquiring lock "refresh_cache-74205a99-f865-429f-a514-88babfefc23c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.295759] env[69350]: INFO nova.compute.claims [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1427.922351] env[69350]: DEBUG nova.network.neutron [req-d6caf216-7eb7-400a-bb9d-8bc1d2c23fb7 req-140bf87c-17b8-4f40-a4b0-8e28d7814dd0 service nova] [instance: 74205a99-f865-429f-a514-88babfefc23c] Updated VIF entry in instance network info cache for port 7eaa57ff-5db5-4780-a99e-5a93fa6aaa16. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1427.922726] env[69350]: DEBUG nova.network.neutron [req-d6caf216-7eb7-400a-bb9d-8bc1d2c23fb7 req-140bf87c-17b8-4f40-a4b0-8e28d7814dd0 service nova] [instance: 74205a99-f865-429f-a514-88babfefc23c] Updating instance_info_cache with network_info: [{"id": "7eaa57ff-5db5-4780-a99e-5a93fa6aaa16", "address": "fa:16:3e:59:6e:db", "network": {"id": "74577f62-67dd-48a6-b6db-9f47d2bb0bc6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-817038472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "aae0a228018849a889543ac7d13b29e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "225b6979-9329-403b-91fa-138bd41f6e83", "external-id": "nsx-vlan-transportzone-38", "segmentation_id": 38, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7eaa57ff-5d", "ovs_interfaceid": "7eaa57ff-5db5-4780-a99e-5a93fa6aaa16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1428.326019] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6a9681f0-d885-47b9-910c-159ef56e9dfb tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Acquiring lock "74205a99-f865-429f-a514-88babfefc23c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1428.326019] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6a9681f0-d885-47b9-910c-159ef56e9dfb tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Lock "74205a99-f865-429f-a514-88babfefc23c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1428.326019] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6a9681f0-d885-47b9-910c-159ef56e9dfb tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Acquiring lock "74205a99-f865-429f-a514-88babfefc23c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1428.326019] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6a9681f0-d885-47b9-910c-159ef56e9dfb tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Lock "74205a99-f865-429f-a514-88babfefc23c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1428.326683] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6a9681f0-d885-47b9-910c-159ef56e9dfb tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Lock "74205a99-f865-429f-a514-88babfefc23c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1428.329503] env[69350]: INFO nova.compute.manager [None req-6a9681f0-d885-47b9-910c-159ef56e9dfb tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] [instance: 74205a99-f865-429f-a514-88babfefc23c] Terminating instance [ 1428.377342] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb75fc3-f33e-481d-89de-159ca0a813b4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.385187] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b43b7e-06c8-42f7-8fdc-551ea366059c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.415943] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0deca39-ba06-411b-9d80-da00335b4e61 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.423063] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d3641d8-ebf6-47fa-9259-081e2d0abd5f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.427082] env[69350]: DEBUG oslo_concurrency.lockutils [req-d6caf216-7eb7-400a-bb9d-8bc1d2c23fb7 req-140bf87c-17b8-4f40-a4b0-8e28d7814dd0 service nova] Releasing lock "refresh_cache-74205a99-f865-429f-a514-88babfefc23c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.427322] env[69350]: DEBUG nova.compute.manager [req-d6caf216-7eb7-400a-bb9d-8bc1d2c23fb7 req-140bf87c-17b8-4f40-a4b0-8e28d7814dd0 service nova] [instance: 74205a99-f865-429f-a514-88babfefc23c] Received event network-changed-7eaa57ff-5db5-4780-a99e-5a93fa6aaa16 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1428.427488] env[69350]: DEBUG nova.compute.manager [req-d6caf216-7eb7-400a-bb9d-8bc1d2c23fb7 req-140bf87c-17b8-4f40-a4b0-8e28d7814dd0 service nova] [instance: 74205a99-f865-429f-a514-88babfefc23c] Refreshing instance network info cache due to event network-changed-7eaa57ff-5db5-4780-a99e-5a93fa6aaa16. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1428.427667] env[69350]: DEBUG oslo_concurrency.lockutils [req-d6caf216-7eb7-400a-bb9d-8bc1d2c23fb7 req-140bf87c-17b8-4f40-a4b0-8e28d7814dd0 service nova] Acquiring lock "refresh_cache-74205a99-f865-429f-a514-88babfefc23c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.427836] env[69350]: DEBUG oslo_concurrency.lockutils [req-d6caf216-7eb7-400a-bb9d-8bc1d2c23fb7 req-140bf87c-17b8-4f40-a4b0-8e28d7814dd0 service nova] Acquired lock "refresh_cache-74205a99-f865-429f-a514-88babfefc23c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.428073] env[69350]: DEBUG nova.network.neutron [req-d6caf216-7eb7-400a-bb9d-8bc1d2c23fb7 req-140bf87c-17b8-4f40-a4b0-8e28d7814dd0 service nova] [instance: 74205a99-f865-429f-a514-88babfefc23c] Refreshing network info cache for port 7eaa57ff-5db5-4780-a99e-5a93fa6aaa16 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1428.439521] env[69350]: DEBUG nova.compute.provider_tree [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1428.566231] env[69350]: DEBUG oslo_concurrency.lockutils [None req-31b3123e-4324-461f-9be2-5c2c631035d4 tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1428.833015] env[69350]: DEBUG nova.compute.manager [None req-6a9681f0-d885-47b9-910c-159ef56e9dfb tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] [instance: 74205a99-f865-429f-a514-88babfefc23c] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1428.833216] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-6a9681f0-d885-47b9-910c-159ef56e9dfb tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] [instance: 74205a99-f865-429f-a514-88babfefc23c] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1428.834121] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f5f3a1-361c-43fc-bffd-57391e5cec3e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.841325] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a9681f0-d885-47b9-910c-159ef56e9dfb tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] [instance: 74205a99-f865-429f-a514-88babfefc23c] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1428.841615] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-783519da-f565-4e5e-91d7-0d19082c25e4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.847605] env[69350]: DEBUG oslo_vmware.api [None req-6a9681f0-d885-47b9-910c-159ef56e9dfb tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Waiting for the task: (returnval){ [ 1428.847605] env[69350]: value = "task-3366335" [ 1428.847605] env[69350]: _type = "Task" [ 1428.847605] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.855296] env[69350]: DEBUG oslo_vmware.api [None req-6a9681f0-d885-47b9-910c-159ef56e9dfb tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Task: {'id': task-3366335, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.942305] env[69350]: DEBUG nova.scheduler.client.report [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1429.189400] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1429.196981] env[69350]: DEBUG nova.network.neutron [req-d6caf216-7eb7-400a-bb9d-8bc1d2c23fb7 req-140bf87c-17b8-4f40-a4b0-8e28d7814dd0 service nova] [instance: 74205a99-f865-429f-a514-88babfefc23c] Updated VIF entry in instance network info cache for port 7eaa57ff-5db5-4780-a99e-5a93fa6aaa16. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1429.197391] env[69350]: DEBUG nova.network.neutron [req-d6caf216-7eb7-400a-bb9d-8bc1d2c23fb7 req-140bf87c-17b8-4f40-a4b0-8e28d7814dd0 service nova] [instance: 74205a99-f865-429f-a514-88babfefc23c] Updating instance_info_cache with network_info: [{"id": "7eaa57ff-5db5-4780-a99e-5a93fa6aaa16", "address": "fa:16:3e:59:6e:db", "network": {"id": "74577f62-67dd-48a6-b6db-9f47d2bb0bc6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-817038472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "aae0a228018849a889543ac7d13b29e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "225b6979-9329-403b-91fa-138bd41f6e83", "external-id": "nsx-vlan-transportzone-38", "segmentation_id": 38, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7eaa57ff-5d", "ovs_interfaceid": "7eaa57ff-5db5-4780-a99e-5a93fa6aaa16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1429.357310] env[69350]: DEBUG oslo_vmware.api [None req-6a9681f0-d885-47b9-910c-159ef56e9dfb tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Task: {'id': task-3366335, 'name': PowerOffVM_Task, 'duration_secs': 0.191595} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.357670] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a9681f0-d885-47b9-910c-159ef56e9dfb tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] [instance: 74205a99-f865-429f-a514-88babfefc23c] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1429.357800] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-6a9681f0-d885-47b9-910c-159ef56e9dfb tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] [instance: 74205a99-f865-429f-a514-88babfefc23c] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1429.357955] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eee6c32b-63c9-4ba9-8d45-37c7feaa6a70 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.418140] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-6a9681f0-d885-47b9-910c-159ef56e9dfb tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] [instance: 74205a99-f865-429f-a514-88babfefc23c] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1429.418359] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-6a9681f0-d885-47b9-910c-159ef56e9dfb tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] [instance: 74205a99-f865-429f-a514-88babfefc23c] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1429.418543] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a9681f0-d885-47b9-910c-159ef56e9dfb tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Deleting the datastore file [datastore1] 74205a99-f865-429f-a514-88babfefc23c {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1429.418836] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-897519ba-bcf4-4452-8471-66782964dbd7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.425511] env[69350]: DEBUG oslo_vmware.api [None req-6a9681f0-d885-47b9-910c-159ef56e9dfb tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Waiting for the task: (returnval){ [ 1429.425511] env[69350]: value = "task-3366337" [ 1429.425511] env[69350]: _type = "Task" [ 1429.425511] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.432789] env[69350]: DEBUG oslo_vmware.api [None req-6a9681f0-d885-47b9-910c-159ef56e9dfb tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Task: {'id': task-3366337, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.447573] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.159s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1429.449613] env[69350]: DEBUG oslo_concurrency.lockutils [None req-31b3123e-4324-461f-9be2-5c2c631035d4 tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.884s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1429.477724] env[69350]: INFO nova.network.neutron [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Updating port 63f09c0d-4a1c-4577-bba3-4ca13dbfd991 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1429.488312] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fa6e0270-e479-4b74-9636-d8903293234c tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] Acquiring lock "befd1589-8a72-480b-ad4b-6022f4710566" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1429.488533] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fa6e0270-e479-4b74-9636-d8903293234c tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] Lock "befd1589-8a72-480b-ad4b-6022f4710566" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1429.488721] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fa6e0270-e479-4b74-9636-d8903293234c tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] Acquiring lock "befd1589-8a72-480b-ad4b-6022f4710566-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1429.488898] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fa6e0270-e479-4b74-9636-d8903293234c tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] Lock "befd1589-8a72-480b-ad4b-6022f4710566-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1429.489073] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fa6e0270-e479-4b74-9636-d8903293234c tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] Lock "befd1589-8a72-480b-ad4b-6022f4710566-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1429.491200] env[69350]: INFO nova.compute.manager [None req-fa6e0270-e479-4b74-9636-d8903293234c tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] [instance: befd1589-8a72-480b-ad4b-6022f4710566] Terminating instance [ 1429.533815] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9daa2bc-149e-4f3e-a0f5-7af5178b03df {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.541332] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d6adf7e-1fe1-4993-9e9d-c2f9474b4b41 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.572554] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a897ab13-99b4-4da4-a647-3be33488c6cc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.580304] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e77bb82f-26e7-4c0a-bb52-4e7532e83344 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.593952] env[69350]: DEBUG nova.compute.provider_tree [None req-31b3123e-4324-461f-9be2-5c2c631035d4 tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1429.700357] env[69350]: DEBUG oslo_concurrency.lockutils [req-d6caf216-7eb7-400a-bb9d-8bc1d2c23fb7 req-140bf87c-17b8-4f40-a4b0-8e28d7814dd0 service nova] Releasing lock "refresh_cache-74205a99-f865-429f-a514-88babfefc23c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.700774] env[69350]: DEBUG oslo_concurrency.lockutils [req-d6c044d4-bf30-4437-b316-a3b01ad15114 req-ff1d48a6-c07a-463a-bc4c-a88346f561d1 service nova] Acquired lock "refresh_cache-74205a99-f865-429f-a514-88babfefc23c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.701120] env[69350]: DEBUG nova.network.neutron [req-d6c044d4-bf30-4437-b316-a3b01ad15114 req-ff1d48a6-c07a-463a-bc4c-a88346f561d1 service nova] [instance: 74205a99-f865-429f-a514-88babfefc23c] Refreshing network info cache for port 7eaa57ff-5db5-4780-a99e-5a93fa6aaa16 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1429.936912] env[69350]: DEBUG oslo_vmware.api [None req-6a9681f0-d885-47b9-910c-159ef56e9dfb tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Task: {'id': task-3366337, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176255} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.937227] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a9681f0-d885-47b9-910c-159ef56e9dfb tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1429.937374] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-6a9681f0-d885-47b9-910c-159ef56e9dfb tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] [instance: 74205a99-f865-429f-a514-88babfefc23c] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1429.937555] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-6a9681f0-d885-47b9-910c-159ef56e9dfb tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] [instance: 74205a99-f865-429f-a514-88babfefc23c] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1429.937721] env[69350]: INFO nova.compute.manager [None req-6a9681f0-d885-47b9-910c-159ef56e9dfb tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] [instance: 74205a99-f865-429f-a514-88babfefc23c] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1429.937963] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a9681f0-d885-47b9-910c-159ef56e9dfb tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1429.938174] env[69350]: DEBUG nova.compute.manager [-] [instance: 74205a99-f865-429f-a514-88babfefc23c] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1429.938254] env[69350]: DEBUG nova.network.neutron [-] [instance: 74205a99-f865-429f-a514-88babfefc23c] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1429.997313] env[69350]: DEBUG nova.compute.manager [None req-fa6e0270-e479-4b74-9636-d8903293234c tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] [instance: befd1589-8a72-480b-ad4b-6022f4710566] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1429.997679] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f7e94034-5ef9-438a-b690-91aeb31ed3ec {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.006645] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4930d606-14a5-49f5-8365-7a12150ca183 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.032813] env[69350]: WARNING nova.virt.vmwareapi.driver [None req-fa6e0270-e479-4b74-9636-d8903293234c tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] [instance: befd1589-8a72-480b-ad4b-6022f4710566] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance befd1589-8a72-480b-ad4b-6022f4710566 could not be found. [ 1430.033081] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-fa6e0270-e479-4b74-9636-d8903293234c tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] [instance: befd1589-8a72-480b-ad4b-6022f4710566] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1430.033276] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e9570b33-8bd4-42f6-93a7-1d846cb66929 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.040691] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6bf23e6-9612-4190-a68e-1cb1c0949b52 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.065935] env[69350]: WARNING nova.virt.vmwareapi.vmops [None req-fa6e0270-e479-4b74-9636-d8903293234c tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] [instance: befd1589-8a72-480b-ad4b-6022f4710566] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance befd1589-8a72-480b-ad4b-6022f4710566 could not be found. [ 1430.066192] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-fa6e0270-e479-4b74-9636-d8903293234c tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] [instance: befd1589-8a72-480b-ad4b-6022f4710566] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1430.066318] env[69350]: INFO nova.compute.manager [None req-fa6e0270-e479-4b74-9636-d8903293234c tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] [instance: befd1589-8a72-480b-ad4b-6022f4710566] Took 0.07 seconds to destroy the instance on the hypervisor. [ 1430.066549] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa6e0270-e479-4b74-9636-d8903293234c tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1430.066768] env[69350]: DEBUG nova.compute.manager [-] [instance: befd1589-8a72-480b-ad4b-6022f4710566] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1430.066861] env[69350]: DEBUG nova.network.neutron [-] [instance: befd1589-8a72-480b-ad4b-6022f4710566] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1430.097496] env[69350]: DEBUG nova.scheduler.client.report [None req-31b3123e-4324-461f-9be2-5c2c631035d4 tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1430.222791] env[69350]: DEBUG nova.compute.manager [req-3b5d79e1-b5cb-491c-a177-770f36d9e55a req-8c616b8d-78ce-4bb3-ae8b-27384c0a6e0e service nova] [instance: 74205a99-f865-429f-a514-88babfefc23c] Received event network-vif-deleted-7eaa57ff-5db5-4780-a99e-5a93fa6aaa16 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1430.223011] env[69350]: INFO nova.compute.manager [req-3b5d79e1-b5cb-491c-a177-770f36d9e55a req-8c616b8d-78ce-4bb3-ae8b-27384c0a6e0e service nova] [instance: 74205a99-f865-429f-a514-88babfefc23c] Neutron deleted interface 7eaa57ff-5db5-4780-a99e-5a93fa6aaa16; detaching it from the instance and deleting it from the info cache [ 1430.223194] env[69350]: DEBUG nova.network.neutron [req-3b5d79e1-b5cb-491c-a177-770f36d9e55a req-8c616b8d-78ce-4bb3-ae8b-27384c0a6e0e service nova] [instance: 74205a99-f865-429f-a514-88babfefc23c] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1430.236400] env[69350]: INFO nova.network.neutron [req-d6c044d4-bf30-4437-b316-a3b01ad15114 req-ff1d48a6-c07a-463a-bc4c-a88346f561d1 service nova] [instance: 74205a99-f865-429f-a514-88babfefc23c] Port 7eaa57ff-5db5-4780-a99e-5a93fa6aaa16 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1430.236629] env[69350]: DEBUG nova.network.neutron [req-d6c044d4-bf30-4437-b316-a3b01ad15114 req-ff1d48a6-c07a-463a-bc4c-a88346f561d1 service nova] [instance: 74205a99-f865-429f-a514-88babfefc23c] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1430.604049] env[69350]: DEBUG oslo_concurrency.lockutils [None req-31b3123e-4324-461f-9be2-5c2c631035d4 tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.154s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1430.607103] env[69350]: INFO nova.compute.manager [None req-31b3123e-4324-461f-9be2-5c2c631035d4 tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] [instance: befd1589-8a72-480b-ad4b-6022f4710566] Successfully reverted task state from rebuilding on failure for instance. [ 1430.684454] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1430.708940] env[69350]: DEBUG nova.network.neutron [-] [instance: 74205a99-f865-429f-a514-88babfefc23c] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1430.728019] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2f36e239-5bb5-4786-8219-bd44bdbecc3c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.736448] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b7123dc-0f2b-464f-b467-8a7963ee7c98 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.749233] env[69350]: DEBUG oslo_concurrency.lockutils [req-d6c044d4-bf30-4437-b316-a3b01ad15114 req-ff1d48a6-c07a-463a-bc4c-a88346f561d1 service nova] Releasing lock "refresh_cache-74205a99-f865-429f-a514-88babfefc23c" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.770167] env[69350]: DEBUG nova.compute.manager [req-3b5d79e1-b5cb-491c-a177-770f36d9e55a req-8c616b8d-78ce-4bb3-ae8b-27384c0a6e0e service nova] [instance: 74205a99-f865-429f-a514-88babfefc23c] Detach interface failed, port_id=7eaa57ff-5db5-4780-a99e-5a93fa6aaa16, reason: Instance 74205a99-f865-429f-a514-88babfefc23c could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1430.940013] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Acquiring lock "refresh_cache-7f20767c-a7e8-4846-9b6c-f9807618335d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.940013] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Acquired lock "refresh_cache-7f20767c-a7e8-4846-9b6c-f9807618335d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.940013] env[69350]: DEBUG nova.network.neutron [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1431.059824] env[69350]: DEBUG nova.network.neutron [-] [instance: befd1589-8a72-480b-ad4b-6022f4710566] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1431.211833] env[69350]: INFO nova.compute.manager [-] [instance: 74205a99-f865-429f-a514-88babfefc23c] Took 1.27 seconds to deallocate network for instance. [ 1431.564534] env[69350]: INFO nova.compute.manager [-] [instance: befd1589-8a72-480b-ad4b-6022f4710566] Took 1.50 seconds to deallocate network for instance. [ 1431.649200] env[69350]: DEBUG nova.network.neutron [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Updating instance_info_cache with network_info: [{"id": "63f09c0d-4a1c-4577-bba3-4ca13dbfd991", "address": "fa:16:3e:a3:bd:30", "network": {"id": "34a2c3ee-fe3e-415d-8849-d77b3a2f0d5d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1259450890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1809393971847168d1f25b15221a7f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63f09c0d-4a", "ovs_interfaceid": "63f09c0d-4a1c-4577-bba3-4ca13dbfd991", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1431.718486] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6a9681f0-d885-47b9-910c-159ef56e9dfb tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1431.718773] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6a9681f0-d885-47b9-910c-159ef56e9dfb tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1431.719135] env[69350]: DEBUG nova.objects.instance [None req-6a9681f0-d885-47b9-910c-159ef56e9dfb tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Lazy-loading 'resources' on Instance uuid 74205a99-f865-429f-a514-88babfefc23c {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1432.110908] env[69350]: INFO nova.compute.manager [None req-fa6e0270-e479-4b74-9636-d8903293234c tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] [instance: befd1589-8a72-480b-ad4b-6022f4710566] Took 0.55 seconds to detach 1 volumes for instance. [ 1432.113412] env[69350]: DEBUG nova.compute.manager [None req-fa6e0270-e479-4b74-9636-d8903293234c tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] [instance: befd1589-8a72-480b-ad4b-6022f4710566] Deleting volume: 4196ebb1-5343-4a07-a19a-a916ed284a91 {{(pid=69350) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1432.151659] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Releasing lock "refresh_cache-7f20767c-a7e8-4846-9b6c-f9807618335d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.187017] env[69350]: DEBUG nova.virt.hardware [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='36e800dff9e8302fa9bd74794eaa56f7',container_format='bare',created_at=2025-04-08T13:58:21Z,direct_url=,disk_format='vmdk',id=90c75740-8ade-4267-9c3d-355f8c714dae,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-487806400-shelved',owner='a1809393971847168d1f25b15221a7f9',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2025-04-08T13:58:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1432.187017] env[69350]: DEBUG nova.virt.hardware [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1432.187017] env[69350]: DEBUG nova.virt.hardware [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1432.187403] env[69350]: DEBUG nova.virt.hardware [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1432.187710] env[69350]: DEBUG nova.virt.hardware [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1432.191075] env[69350]: DEBUG nova.virt.hardware [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1432.191075] env[69350]: DEBUG nova.virt.hardware [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1432.191075] env[69350]: DEBUG nova.virt.hardware [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1432.191075] env[69350]: DEBUG nova.virt.hardware [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1432.191075] env[69350]: DEBUG nova.virt.hardware [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1432.191075] env[69350]: DEBUG nova.virt.hardware [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1432.191075] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b850829-01e5-4da3-a41c-d5e2e3e17ad2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.201753] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1672cf1d-26f1-4c63-81e1-b50bab0fa2ac {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.219015] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:bd:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '63f09c0d-4a1c-4577-bba3-4ca13dbfd991', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1432.227252] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1432.232449] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1432.232826] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ffa3ca4d-a075-414b-9007-c33b10b4f96c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.257778] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1432.257778] env[69350]: value = "task-3366339" [ 1432.257778] env[69350]: _type = "Task" [ 1432.257778] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.267154] env[69350]: DEBUG nova.compute.manager [req-ef24e6b2-6773-46c1-a9a5-8050cf5814e4 req-668621ed-6dda-4e03-b2e7-0fb6b9a2fb23 service nova] [instance: befd1589-8a72-480b-ad4b-6022f4710566] Received event network-vif-deleted-debccf42-d169-4f43-b073-4d15cadd538c {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1432.267546] env[69350]: DEBUG nova.compute.manager [req-ef24e6b2-6773-46c1-a9a5-8050cf5814e4 req-668621ed-6dda-4e03-b2e7-0fb6b9a2fb23 service nova] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Received event network-vif-plugged-63f09c0d-4a1c-4577-bba3-4ca13dbfd991 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1432.267768] env[69350]: DEBUG oslo_concurrency.lockutils [req-ef24e6b2-6773-46c1-a9a5-8050cf5814e4 req-668621ed-6dda-4e03-b2e7-0fb6b9a2fb23 service nova] Acquiring lock "7f20767c-a7e8-4846-9b6c-f9807618335d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1432.268048] env[69350]: DEBUG oslo_concurrency.lockutils [req-ef24e6b2-6773-46c1-a9a5-8050cf5814e4 req-668621ed-6dda-4e03-b2e7-0fb6b9a2fb23 service nova] Lock "7f20767c-a7e8-4846-9b6c-f9807618335d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1432.268273] env[69350]: DEBUG oslo_concurrency.lockutils [req-ef24e6b2-6773-46c1-a9a5-8050cf5814e4 req-668621ed-6dda-4e03-b2e7-0fb6b9a2fb23 service nova] Lock "7f20767c-a7e8-4846-9b6c-f9807618335d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1432.268482] env[69350]: DEBUG nova.compute.manager [req-ef24e6b2-6773-46c1-a9a5-8050cf5814e4 req-668621ed-6dda-4e03-b2e7-0fb6b9a2fb23 service nova] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] No waiting events found dispatching network-vif-plugged-63f09c0d-4a1c-4577-bba3-4ca13dbfd991 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1432.268694] env[69350]: WARNING nova.compute.manager [req-ef24e6b2-6773-46c1-a9a5-8050cf5814e4 req-668621ed-6dda-4e03-b2e7-0fb6b9a2fb23 service nova] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Received unexpected event network-vif-plugged-63f09c0d-4a1c-4577-bba3-4ca13dbfd991 for instance with vm_state shelved_offloaded and task_state spawning. [ 1432.268904] env[69350]: DEBUG nova.compute.manager [req-ef24e6b2-6773-46c1-a9a5-8050cf5814e4 req-668621ed-6dda-4e03-b2e7-0fb6b9a2fb23 service nova] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Received event network-changed-63f09c0d-4a1c-4577-bba3-4ca13dbfd991 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1432.269109] env[69350]: DEBUG nova.compute.manager [req-ef24e6b2-6773-46c1-a9a5-8050cf5814e4 req-668621ed-6dda-4e03-b2e7-0fb6b9a2fb23 service nova] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Refreshing instance network info cache due to event network-changed-63f09c0d-4a1c-4577-bba3-4ca13dbfd991. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1432.269350] env[69350]: DEBUG oslo_concurrency.lockutils [req-ef24e6b2-6773-46c1-a9a5-8050cf5814e4 req-668621ed-6dda-4e03-b2e7-0fb6b9a2fb23 service nova] Acquiring lock "refresh_cache-7f20767c-a7e8-4846-9b6c-f9807618335d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.269513] env[69350]: DEBUG oslo_concurrency.lockutils [req-ef24e6b2-6773-46c1-a9a5-8050cf5814e4 req-668621ed-6dda-4e03-b2e7-0fb6b9a2fb23 service nova] Acquired lock "refresh_cache-7f20767c-a7e8-4846-9b6c-f9807618335d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.269694] env[69350]: DEBUG nova.network.neutron [req-ef24e6b2-6773-46c1-a9a5-8050cf5814e4 req-668621ed-6dda-4e03-b2e7-0fb6b9a2fb23 service nova] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Refreshing network info cache for port 63f09c0d-4a1c-4577-bba3-4ca13dbfd991 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1432.275584] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366339, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.327885] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8ef7214-7333-4f14-ba31-e85b641fd248 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.335549] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc724d84-c489-4749-b202-7f64173a3288 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.366418] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a51d7a-355d-4531-97d0-480723590db4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.373918] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3147b42d-0d6b-44d1-a236-8e08ed46d4ab {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.388759] env[69350]: DEBUG nova.compute.provider_tree [None req-6a9681f0-d885-47b9-910c-159ef56e9dfb tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Updating inventory in ProviderTree for provider 493c4881-f171-4c66-96e5-06180e27f02f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1432.653014] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fa6e0270-e479-4b74-9636-d8903293234c tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1432.766916] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366339, 'name': CreateVM_Task, 'duration_secs': 0.2818} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.770344] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1432.770344] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/90c75740-8ade-4267-9c3d-355f8c714dae" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.770344] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Acquired lock "[datastore1] devstack-image-cache_base/90c75740-8ade-4267-9c3d-355f8c714dae" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.770344] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/90c75740-8ade-4267-9c3d-355f8c714dae" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.770344] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84608820-9112-4766-91c6-0018231ed7b4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.773430] env[69350]: DEBUG oslo_vmware.api [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Waiting for the task: (returnval){ [ 1432.773430] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52a8a266-687f-44f3-1eb5-1db726d94419" [ 1432.773430] env[69350]: _type = "Task" [ 1432.773430] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.782264] env[69350]: DEBUG oslo_vmware.api [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52a8a266-687f-44f3-1eb5-1db726d94419, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.908854] env[69350]: ERROR nova.scheduler.client.report [None req-6a9681f0-d885-47b9-910c-159ef56e9dfb tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] [req-1bf5bcff-0e3d-44ac-93f7-99ff75352cf2] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 493c4881-f171-4c66-96e5-06180e27f02f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1bf5bcff-0e3d-44ac-93f7-99ff75352cf2"}]} [ 1432.926547] env[69350]: DEBUG nova.scheduler.client.report [None req-6a9681f0-d885-47b9-910c-159ef56e9dfb tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Refreshing inventories for resource provider 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1432.939688] env[69350]: DEBUG nova.scheduler.client.report [None req-6a9681f0-d885-47b9-910c-159ef56e9dfb tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Updating ProviderTree inventory for provider 493c4881-f171-4c66-96e5-06180e27f02f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1432.939895] env[69350]: DEBUG nova.compute.provider_tree [None req-6a9681f0-d885-47b9-910c-159ef56e9dfb tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Updating inventory in ProviderTree for provider 493c4881-f171-4c66-96e5-06180e27f02f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1432.951415] env[69350]: DEBUG nova.scheduler.client.report [None req-6a9681f0-d885-47b9-910c-159ef56e9dfb tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Refreshing aggregate associations for resource provider 493c4881-f171-4c66-96e5-06180e27f02f, aggregates: None {{(pid=69350) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1432.970147] env[69350]: DEBUG nova.scheduler.client.report [None req-6a9681f0-d885-47b9-910c-159ef56e9dfb tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Refreshing trait associations for resource provider 493c4881-f171-4c66-96e5-06180e27f02f, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69350) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1432.978272] env[69350]: DEBUG nova.network.neutron [req-ef24e6b2-6773-46c1-a9a5-8050cf5814e4 req-668621ed-6dda-4e03-b2e7-0fb6b9a2fb23 service nova] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Updated VIF entry in instance network info cache for port 63f09c0d-4a1c-4577-bba3-4ca13dbfd991. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1432.978623] env[69350]: DEBUG nova.network.neutron [req-ef24e6b2-6773-46c1-a9a5-8050cf5814e4 req-668621ed-6dda-4e03-b2e7-0fb6b9a2fb23 service nova] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Updating instance_info_cache with network_info: [{"id": "63f09c0d-4a1c-4577-bba3-4ca13dbfd991", "address": "fa:16:3e:a3:bd:30", "network": {"id": "34a2c3ee-fe3e-415d-8849-d77b3a2f0d5d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1259450890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1809393971847168d1f25b15221a7f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63f09c0d-4a", "ovs_interfaceid": "63f09c0d-4a1c-4577-bba3-4ca13dbfd991", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1433.039458] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b845df5-9db0-4963-afd4-661a9558fa8a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.047375] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76aa8971-29a1-4fed-980e-28cb464277f8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.078120] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad562e8-d473-457f-8260-5834a8cd4799 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.085511] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c73949e3-8818-403f-b5c5-61329711f258 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.100510] env[69350]: DEBUG nova.compute.provider_tree [None req-6a9681f0-d885-47b9-910c-159ef56e9dfb tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Updating inventory in ProviderTree for provider 493c4881-f171-4c66-96e5-06180e27f02f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1433.283708] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Releasing lock "[datastore1] devstack-image-cache_base/90c75740-8ade-4267-9c3d-355f8c714dae" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.283956] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Processing image 90c75740-8ade-4267-9c3d-355f8c714dae {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1433.284208] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/90c75740-8ade-4267-9c3d-355f8c714dae/90c75740-8ade-4267-9c3d-355f8c714dae.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.284355] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Acquired lock "[datastore1] devstack-image-cache_base/90c75740-8ade-4267-9c3d-355f8c714dae/90c75740-8ade-4267-9c3d-355f8c714dae.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.284532] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1433.284783] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6365c38e-99de-4221-9ba2-c5b7184df56f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.292736] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1433.292919] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1433.293619] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a088900-64c5-4d97-9ce4-f3f777064471 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.299916] env[69350]: DEBUG oslo_vmware.api [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Waiting for the task: (returnval){ [ 1433.299916] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]525b21b7-f891-2818-fc96-d8560a94197f" [ 1433.299916] env[69350]: _type = "Task" [ 1433.299916] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.306997] env[69350]: DEBUG oslo_vmware.api [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]525b21b7-f891-2818-fc96-d8560a94197f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.481939] env[69350]: DEBUG oslo_concurrency.lockutils [req-ef24e6b2-6773-46c1-a9a5-8050cf5814e4 req-668621ed-6dda-4e03-b2e7-0fb6b9a2fb23 service nova] Releasing lock "refresh_cache-7f20767c-a7e8-4846-9b6c-f9807618335d" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.631687] env[69350]: DEBUG nova.scheduler.client.report [None req-6a9681f0-d885-47b9-910c-159ef56e9dfb tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Updated inventory for provider 493c4881-f171-4c66-96e5-06180e27f02f with generation 172 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1433.631838] env[69350]: DEBUG nova.compute.provider_tree [None req-6a9681f0-d885-47b9-910c-159ef56e9dfb tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Updating resource provider 493c4881-f171-4c66-96e5-06180e27f02f generation from 172 to 173 during operation: update_inventory {{(pid=69350) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1433.632902] env[69350]: DEBUG nova.compute.provider_tree [None req-6a9681f0-d885-47b9-910c-159ef56e9dfb tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Updating inventory in ProviderTree for provider 493c4881-f171-4c66-96e5-06180e27f02f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1433.684453] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1433.810579] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Preparing fetch location {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1433.810767] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Fetch image to [datastore1] OSTACK_IMG_134c3652-bfbc-4576-839b-208d887b26ba/OSTACK_IMG_134c3652-bfbc-4576-839b-208d887b26ba.vmdk {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1433.810952] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Downloading stream optimized image 90c75740-8ade-4267-9c3d-355f8c714dae to [datastore1] OSTACK_IMG_134c3652-bfbc-4576-839b-208d887b26ba/OSTACK_IMG_134c3652-bfbc-4576-839b-208d887b26ba.vmdk on the data store datastore1 as vApp {{(pid=69350) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1433.811139] env[69350]: DEBUG nova.virt.vmwareapi.images [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Downloading image file data 90c75740-8ade-4267-9c3d-355f8c714dae to the ESX as VM named 'OSTACK_IMG_134c3652-bfbc-4576-839b-208d887b26ba' {{(pid=69350) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1433.881182] env[69350]: DEBUG oslo_vmware.rw_handles [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1433.881182] env[69350]: value = "resgroup-9" [ 1433.881182] env[69350]: _type = "ResourcePool" [ 1433.881182] env[69350]: }. {{(pid=69350) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1433.881472] env[69350]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-e0df22f8-704f-449f-9ce4-259070cb8e7c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.902303] env[69350]: DEBUG oslo_vmware.rw_handles [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Lease: (returnval){ [ 1433.902303] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5260f830-f706-429a-8238-b8f6c6831a01" [ 1433.902303] env[69350]: _type = "HttpNfcLease" [ 1433.902303] env[69350]: } obtained for vApp import into resource pool (val){ [ 1433.902303] env[69350]: value = "resgroup-9" [ 1433.902303] env[69350]: _type = "ResourcePool" [ 1433.902303] env[69350]: }. {{(pid=69350) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1433.902620] env[69350]: DEBUG oslo_vmware.api [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Waiting for the lease: (returnval){ [ 1433.902620] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5260f830-f706-429a-8238-b8f6c6831a01" [ 1433.902620] env[69350]: _type = "HttpNfcLease" [ 1433.902620] env[69350]: } to be ready. {{(pid=69350) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1433.908621] env[69350]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1433.908621] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5260f830-f706-429a-8238-b8f6c6831a01" [ 1433.908621] env[69350]: _type = "HttpNfcLease" [ 1433.908621] env[69350]: } is initializing. {{(pid=69350) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1434.136604] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6a9681f0-d885-47b9-910c-159ef56e9dfb tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.418s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1434.139832] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fa6e0270-e479-4b74-9636-d8903293234c tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.486s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1434.139832] env[69350]: DEBUG nova.objects.instance [None req-fa6e0270-e479-4b74-9636-d8903293234c tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] Lazy-loading 'resources' on Instance uuid befd1589-8a72-480b-ad4b-6022f4710566 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1434.157871] env[69350]: INFO nova.scheduler.client.report [None req-6a9681f0-d885-47b9-910c-159ef56e9dfb tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Deleted allocations for instance 74205a99-f865-429f-a514-88babfefc23c [ 1434.410271] env[69350]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1434.410271] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5260f830-f706-429a-8238-b8f6c6831a01" [ 1434.410271] env[69350]: _type = "HttpNfcLease" [ 1434.410271] env[69350]: } is ready. {{(pid=69350) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1434.410524] env[69350]: DEBUG oslo_vmware.rw_handles [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1434.410524] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5260f830-f706-429a-8238-b8f6c6831a01" [ 1434.410524] env[69350]: _type = "HttpNfcLease" [ 1434.410524] env[69350]: }. {{(pid=69350) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1434.411238] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16d4f5f7-739a-499a-b92b-4083e5bb8276 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.418111] env[69350]: DEBUG oslo_vmware.rw_handles [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f72314-00c8-fd78-044a-b2b445b6ea6f/disk-0.vmdk from lease info. {{(pid=69350) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1434.418282] env[69350]: DEBUG oslo_vmware.rw_handles [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f72314-00c8-fd78-044a-b2b445b6ea6f/disk-0.vmdk. {{(pid=69350) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1434.481522] env[69350]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-457bcb9b-5185-4737-b399-032546fac89b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.667654] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6a9681f0-d885-47b9-910c-159ef56e9dfb tempest-ServerRescueTestJSONUnderV235-2043394826 tempest-ServerRescueTestJSONUnderV235-2043394826-project-member] Lock "74205a99-f865-429f-a514-88babfefc23c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.342s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1434.684289] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1434.725445] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45040d7c-c5c4-4c18-83db-ca7e338baa2d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.736320] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12abba53-9f1a-455c-bf1f-18249a682fba {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.776870] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a371c6-20c8-4cb9-83f9-0d28e07e44b1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.787503] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d8f4bff-663a-4542-b37b-4aff9c8c06fc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.804064] env[69350]: DEBUG nova.compute.provider_tree [None req-fa6e0270-e479-4b74-9636-d8903293234c tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1435.311849] env[69350]: DEBUG nova.scheduler.client.report [None req-fa6e0270-e479-4b74-9636-d8903293234c tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1435.548269] env[69350]: DEBUG oslo_vmware.rw_handles [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Completed reading data from the image iterator. {{(pid=69350) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1435.548506] env[69350]: DEBUG oslo_vmware.rw_handles [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f72314-00c8-fd78-044a-b2b445b6ea6f/disk-0.vmdk. {{(pid=69350) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1435.549463] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-861fabb6-93dd-49c4-8b5c-de4c4481e398 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.556553] env[69350]: DEBUG oslo_vmware.rw_handles [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f72314-00c8-fd78-044a-b2b445b6ea6f/disk-0.vmdk is in state: ready. {{(pid=69350) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1435.556712] env[69350]: DEBUG oslo_vmware.rw_handles [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f72314-00c8-fd78-044a-b2b445b6ea6f/disk-0.vmdk. {{(pid=69350) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1435.556940] env[69350]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-52530bb1-2935-4970-a131-ffac4a1a454a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.683896] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1435.684201] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1435.684355] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69350) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1435.684512] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1435.766399] env[69350]: DEBUG oslo_vmware.rw_handles [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f72314-00c8-fd78-044a-b2b445b6ea6f/disk-0.vmdk. {{(pid=69350) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1435.766662] env[69350]: INFO nova.virt.vmwareapi.images [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Downloaded image file data 90c75740-8ade-4267-9c3d-355f8c714dae [ 1435.767382] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90a90236-4dc9-4172-a028-281f66586d14 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.783483] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-46a24896-e686-4b6c-8865-1f01ab6c42be {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.805610] env[69350]: INFO nova.virt.vmwareapi.images [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] The imported VM was unregistered [ 1435.807975] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Caching image {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1435.808247] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Creating directory with path [datastore1] devstack-image-cache_base/90c75740-8ade-4267-9c3d-355f8c714dae {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1435.808493] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8507f76c-0f58-4def-a0ef-07dda7cef994 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.817359] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fa6e0270-e479-4b74-9636-d8903293234c tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.678s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1435.827324] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Created directory with path [datastore1] devstack-image-cache_base/90c75740-8ade-4267-9c3d-355f8c714dae {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1435.828027] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_134c3652-bfbc-4576-839b-208d887b26ba/OSTACK_IMG_134c3652-bfbc-4576-839b-208d887b26ba.vmdk to [datastore1] devstack-image-cache_base/90c75740-8ade-4267-9c3d-355f8c714dae/90c75740-8ade-4267-9c3d-355f8c714dae.vmdk. {{(pid=69350) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1435.828027] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-d78f6a49-2a65-40c3-9106-9519dcdafa71 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.837313] env[69350]: DEBUG oslo_vmware.api [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Waiting for the task: (returnval){ [ 1435.837313] env[69350]: value = "task-3366342" [ 1435.837313] env[69350]: _type = "Task" [ 1435.837313] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.845272] env[69350]: DEBUG oslo_vmware.api [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366342, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.189189] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1436.189722] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1436.190054] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1436.190367] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69350) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1436.192028] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b956da-12e6-48e8-a447-5f9b617e0b94 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.204756] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65fd227f-5674-4d4a-a03f-a28f62fb44fe {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.221060] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b1d512b-6674-4db7-b4d1-97eacebd13d3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.228126] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb911a9-6305-48bf-aa4b-7f9428b08a38 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.258109] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179983MB free_disk=106GB free_vcpus=48 pci_devices=None {{(pid=69350) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1436.258292] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1436.258527] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1436.343144] env[69350]: DEBUG oslo_concurrency.lockutils [None req-fa6e0270-e479-4b74-9636-d8903293234c tempest-ServerActionsV293TestJSON-1231020061 tempest-ServerActionsV293TestJSON-1231020061-project-member] Lock "befd1589-8a72-480b-ad4b-6022f4710566" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.854s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1436.351651] env[69350]: DEBUG oslo_vmware.api [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366342, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.849845] env[69350]: DEBUG oslo_vmware.api [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366342, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.051448] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5c0838bb-a096-401c-bcd6-0125e1f7b894 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Acquiring lock "631ebf50-2d36-45c2-b6a9-bbf0d2ec26ab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1437.051715] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5c0838bb-a096-401c-bcd6-0125e1f7b894 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Lock "631ebf50-2d36-45c2-b6a9-bbf0d2ec26ab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1437.288422] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance a03ec981-aaa5-45f3-aee7-8716b22652c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1437.288600] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance d3b0bc5b-f5b8-4e02-8312-caf9e28b93a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1437.288724] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance 1b5bbd44-c1b8-4985-a42d-c05da0a59c47 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1437.288843] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance 7f20767c-a7e8-4846-9b6c-f9807618335d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1437.348459] env[69350]: DEBUG oslo_vmware.api [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366342, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.554574] env[69350]: DEBUG nova.compute.manager [None req-5c0838bb-a096-401c-bcd6-0125e1f7b894 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] [instance: 631ebf50-2d36-45c2-b6a9-bbf0d2ec26ab] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1437.792572] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance 631ebf50-2d36-45c2-b6a9-bbf0d2ec26ab has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1437.792808] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=69350) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1437.792950] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1344MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=69350) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1437.850923] env[69350]: DEBUG oslo_vmware.api [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366342, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.870288] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e44bed2-5e78-4bd2-9bde-28ef83879d2d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.878092] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6024c6c1-837e-418f-9fb9-181b1e00075d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.908534] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c8d2a69-b075-47e2-9513-3de451f3cc25 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.916920] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10935152-4268-4359-a5c6-62f155b9e43b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.931202] env[69350]: DEBUG nova.compute.provider_tree [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1438.074282] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5c0838bb-a096-401c-bcd6-0125e1f7b894 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1438.349958] env[69350]: DEBUG oslo_vmware.api [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366342, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.269456} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.350238] env[69350]: INFO nova.virt.vmwareapi.ds_util [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_134c3652-bfbc-4576-839b-208d887b26ba/OSTACK_IMG_134c3652-bfbc-4576-839b-208d887b26ba.vmdk to [datastore1] devstack-image-cache_base/90c75740-8ade-4267-9c3d-355f8c714dae/90c75740-8ade-4267-9c3d-355f8c714dae.vmdk. [ 1438.350431] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Cleaning up location [datastore1] OSTACK_IMG_134c3652-bfbc-4576-839b-208d887b26ba {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1438.350595] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_134c3652-bfbc-4576-839b-208d887b26ba {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1438.350855] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-77d964d1-76d7-4bcd-ab22-1c845b1a2235 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.357379] env[69350]: DEBUG oslo_vmware.api [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Waiting for the task: (returnval){ [ 1438.357379] env[69350]: value = "task-3366343" [ 1438.357379] env[69350]: _type = "Task" [ 1438.357379] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.364558] env[69350]: DEBUG oslo_vmware.api [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366343, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.434645] env[69350]: DEBUG nova.scheduler.client.report [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1438.872457] env[69350]: DEBUG oslo_vmware.api [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366343, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.033191} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.872859] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1438.873137] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Releasing lock "[datastore1] devstack-image-cache_base/90c75740-8ade-4267-9c3d-355f8c714dae/90c75740-8ade-4267-9c3d-355f8c714dae.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.873504] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/90c75740-8ade-4267-9c3d-355f8c714dae/90c75740-8ade-4267-9c3d-355f8c714dae.vmdk to [datastore1] 7f20767c-a7e8-4846-9b6c-f9807618335d/7f20767c-a7e8-4846-9b6c-f9807618335d.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1438.873855] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-187c9857-43a9-4d51-bef6-5810940f9337 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.881190] env[69350]: DEBUG oslo_vmware.api [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Waiting for the task: (returnval){ [ 1438.881190] env[69350]: value = "task-3366344" [ 1438.881190] env[69350]: _type = "Task" [ 1438.881190] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.939124] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69350) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1438.939340] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.681s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1438.939607] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5c0838bb-a096-401c-bcd6-0125e1f7b894 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.866s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1438.941086] env[69350]: INFO nova.compute.claims [None req-5c0838bb-a096-401c-bcd6-0125e1f7b894 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] [instance: 631ebf50-2d36-45c2-b6a9-bbf0d2ec26ab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1439.392329] env[69350]: DEBUG oslo_vmware.api [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366344, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.679615] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1731afed-c784-408a-9297-90970a531ce1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Acquiring lock "1b5bbd44-c1b8-4985-a42d-c05da0a59c47" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1439.679948] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1731afed-c784-408a-9297-90970a531ce1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Lock "1b5bbd44-c1b8-4985-a42d-c05da0a59c47" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1439.680197] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1731afed-c784-408a-9297-90970a531ce1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Acquiring lock "1b5bbd44-c1b8-4985-a42d-c05da0a59c47-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1439.680833] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1731afed-c784-408a-9297-90970a531ce1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Lock "1b5bbd44-c1b8-4985-a42d-c05da0a59c47-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1439.681037] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1731afed-c784-408a-9297-90970a531ce1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Lock "1b5bbd44-c1b8-4985-a42d-c05da0a59c47-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1439.683262] env[69350]: INFO nova.compute.manager [None req-1731afed-c784-408a-9297-90970a531ce1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: 1b5bbd44-c1b8-4985-a42d-c05da0a59c47] Terminating instance [ 1439.892415] env[69350]: DEBUG oslo_vmware.api [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366344, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.030456] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26da8949-8c41-4c35-b6f2-2c44cf0d20a1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.038918] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-203facac-6217-49ff-959c-2a2d35bbbcb4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.073735] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d630625-f178-4a0c-a2b6-1d636aea6a86 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.081629] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad7aeff1-561f-44dc-bd1c-57577044d93a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.096741] env[69350]: DEBUG nova.compute.provider_tree [None req-5c0838bb-a096-401c-bcd6-0125e1f7b894 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Updating inventory in ProviderTree for provider 493c4881-f171-4c66-96e5-06180e27f02f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1440.188365] env[69350]: DEBUG nova.compute.manager [None req-1731afed-c784-408a-9297-90970a531ce1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: 1b5bbd44-c1b8-4985-a42d-c05da0a59c47] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1440.188614] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-1731afed-c784-408a-9297-90970a531ce1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: 1b5bbd44-c1b8-4985-a42d-c05da0a59c47] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1440.188907] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce2ce120-2bfe-43d3-8a64-a49f75949b3b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.196673] env[69350]: DEBUG oslo_vmware.api [None req-1731afed-c784-408a-9297-90970a531ce1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Waiting for the task: (returnval){ [ 1440.196673] env[69350]: value = "task-3366345" [ 1440.196673] env[69350]: _type = "Task" [ 1440.196673] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.205533] env[69350]: DEBUG oslo_vmware.api [None req-1731afed-c784-408a-9297-90970a531ce1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3366345, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.393233] env[69350]: DEBUG oslo_vmware.api [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366344, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.619203] env[69350]: ERROR nova.scheduler.client.report [None req-5c0838bb-a096-401c-bcd6-0125e1f7b894 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] [req-4eccb4eb-256c-4a7f-8512-63f578826471] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 493c4881-f171-4c66-96e5-06180e27f02f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4eccb4eb-256c-4a7f-8512-63f578826471"}]} [ 1440.636540] env[69350]: DEBUG nova.scheduler.client.report [None req-5c0838bb-a096-401c-bcd6-0125e1f7b894 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Refreshing inventories for resource provider 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1440.651437] env[69350]: DEBUG nova.scheduler.client.report [None req-5c0838bb-a096-401c-bcd6-0125e1f7b894 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Updating ProviderTree inventory for provider 493c4881-f171-4c66-96e5-06180e27f02f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1440.651791] env[69350]: DEBUG nova.compute.provider_tree [None req-5c0838bb-a096-401c-bcd6-0125e1f7b894 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Updating inventory in ProviderTree for provider 493c4881-f171-4c66-96e5-06180e27f02f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1440.663999] env[69350]: DEBUG nova.scheduler.client.report [None req-5c0838bb-a096-401c-bcd6-0125e1f7b894 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Refreshing aggregate associations for resource provider 493c4881-f171-4c66-96e5-06180e27f02f, aggregates: None {{(pid=69350) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1440.683425] env[69350]: DEBUG nova.scheduler.client.report [None req-5c0838bb-a096-401c-bcd6-0125e1f7b894 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Refreshing trait associations for resource provider 493c4881-f171-4c66-96e5-06180e27f02f, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69350) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1440.711156] env[69350]: DEBUG oslo_vmware.api [None req-1731afed-c784-408a-9297-90970a531ce1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3366345, 'name': PowerOffVM_Task, 'duration_secs': 0.197798} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.711546] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-1731afed-c784-408a-9297-90970a531ce1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: 1b5bbd44-c1b8-4985-a42d-c05da0a59c47] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1440.711888] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-1731afed-c784-408a-9297-90970a531ce1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: 1b5bbd44-c1b8-4985-a42d-c05da0a59c47] Volume detach. Driver type: vmdk {{(pid=69350) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1440.712039] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-1731afed-c784-408a-9297-90970a531ce1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: 1b5bbd44-c1b8-4985-a42d-c05da0a59c47] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-671711', 'volume_id': 'd275a4c0-659d-4e62-9e88-4dcdbfd277ac', 'name': 'volume-d275a4c0-659d-4e62-9e88-4dcdbfd277ac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '1b5bbd44-c1b8-4985-a42d-c05da0a59c47', 'attached_at': '2025-04-08T13:58:25.000000', 'detached_at': '', 'volume_id': 'd275a4c0-659d-4e62-9e88-4dcdbfd277ac', 'serial': 'd275a4c0-659d-4e62-9e88-4dcdbfd277ac'} {{(pid=69350) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1440.713048] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba22925e-78fe-4301-a80b-3eecafac40e9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.738113] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a274ec9a-8854-4021-a576-28da87852c1c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.745222] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f89c09e-c141-4ec8-8998-64dad1a11dff {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.765741] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d089807-a4b2-442f-9f71-f3ebe712af1f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.782950] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-1731afed-c784-408a-9297-90970a531ce1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] The volume has not been displaced from its original location: [datastore1] volume-d275a4c0-659d-4e62-9e88-4dcdbfd277ac/volume-d275a4c0-659d-4e62-9e88-4dcdbfd277ac.vmdk. No consolidation needed. {{(pid=69350) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1440.788262] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-1731afed-c784-408a-9297-90970a531ce1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: 1b5bbd44-c1b8-4985-a42d-c05da0a59c47] Reconfiguring VM instance instance-00000076 to detach disk 2000 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1440.791208] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02906dc2-452b-4de1-9b56-38f0228d35bc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.810321] env[69350]: DEBUG oslo_vmware.api [None req-1731afed-c784-408a-9297-90970a531ce1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Waiting for the task: (returnval){ [ 1440.810321] env[69350]: value = "task-3366346" [ 1440.810321] env[69350]: _type = "Task" [ 1440.810321] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.815181] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d0099c0-8342-4846-ac26-19b096670ca1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.823310] env[69350]: DEBUG oslo_vmware.api [None req-1731afed-c784-408a-9297-90970a531ce1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3366346, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.825794] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6997cd2f-f4df-40ae-8ab3-e8e211014da4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.858283] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc5884ee-7ff6-4a9d-9cb1-bbe1841cd95f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.866784] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47f18720-7c27-49c7-8f47-73bfe0f76ac4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.881279] env[69350]: DEBUG nova.compute.provider_tree [None req-5c0838bb-a096-401c-bcd6-0125e1f7b894 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Updating inventory in ProviderTree for provider 493c4881-f171-4c66-96e5-06180e27f02f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1440.892714] env[69350]: DEBUG oslo_vmware.api [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366344, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.320481] env[69350]: DEBUG oslo_vmware.api [None req-1731afed-c784-408a-9297-90970a531ce1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3366346, 'name': ReconfigVM_Task, 'duration_secs': 0.17468} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.320729] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-1731afed-c784-408a-9297-90970a531ce1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: 1b5bbd44-c1b8-4985-a42d-c05da0a59c47] Reconfigured VM instance instance-00000076 to detach disk 2000 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1441.325434] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a177c12f-c1b3-444f-a107-4608ccf47484 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.339779] env[69350]: DEBUG oslo_vmware.api [None req-1731afed-c784-408a-9297-90970a531ce1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Waiting for the task: (returnval){ [ 1441.339779] env[69350]: value = "task-3366347" [ 1441.339779] env[69350]: _type = "Task" [ 1441.339779] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.347071] env[69350]: DEBUG oslo_vmware.api [None req-1731afed-c784-408a-9297-90970a531ce1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3366347, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.395401] env[69350]: DEBUG oslo_vmware.api [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366344, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.278632} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.395545] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/90c75740-8ade-4267-9c3d-355f8c714dae/90c75740-8ade-4267-9c3d-355f8c714dae.vmdk to [datastore1] 7f20767c-a7e8-4846-9b6c-f9807618335d/7f20767c-a7e8-4846-9b6c-f9807618335d.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1441.396207] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-238e085f-80a7-4f6d-9194-03a636a6d826 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.418329] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 7f20767c-a7e8-4846-9b6c-f9807618335d/7f20767c-a7e8-4846-9b6c-f9807618335d.vmdk or device None with type streamOptimized {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1441.419290] env[69350]: DEBUG nova.scheduler.client.report [None req-5c0838bb-a096-401c-bcd6-0125e1f7b894 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Updated inventory for provider 493c4881-f171-4c66-96e5-06180e27f02f with generation 174 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1441.419518] env[69350]: DEBUG nova.compute.provider_tree [None req-5c0838bb-a096-401c-bcd6-0125e1f7b894 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Updating resource provider 493c4881-f171-4c66-96e5-06180e27f02f generation from 174 to 175 during operation: update_inventory {{(pid=69350) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1441.419714] env[69350]: DEBUG nova.compute.provider_tree [None req-5c0838bb-a096-401c-bcd6-0125e1f7b894 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Updating inventory in ProviderTree for provider 493c4881-f171-4c66-96e5-06180e27f02f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1441.422930] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc3f2958-683d-4035-9ca3-26b1e1848d93 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.443350] env[69350]: DEBUG oslo_vmware.api [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Waiting for the task: (returnval){ [ 1441.443350] env[69350]: value = "task-3366348" [ 1441.443350] env[69350]: _type = "Task" [ 1441.443350] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.451464] env[69350]: DEBUG oslo_vmware.api [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366348, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.850523] env[69350]: DEBUG oslo_vmware.api [None req-1731afed-c784-408a-9297-90970a531ce1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3366347, 'name': ReconfigVM_Task, 'duration_secs': 0.351819} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.850822] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-1731afed-c784-408a-9297-90970a531ce1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: 1b5bbd44-c1b8-4985-a42d-c05da0a59c47] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-671711', 'volume_id': 'd275a4c0-659d-4e62-9e88-4dcdbfd277ac', 'name': 'volume-d275a4c0-659d-4e62-9e88-4dcdbfd277ac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '1b5bbd44-c1b8-4985-a42d-c05da0a59c47', 'attached_at': '2025-04-08T13:58:25.000000', 'detached_at': '', 'volume_id': 'd275a4c0-659d-4e62-9e88-4dcdbfd277ac', 'serial': 'd275a4c0-659d-4e62-9e88-4dcdbfd277ac'} {{(pid=69350) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1441.851105] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-1731afed-c784-408a-9297-90970a531ce1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: 1b5bbd44-c1b8-4985-a42d-c05da0a59c47] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1441.851911] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4886e53-b2cc-4ba8-aee7-696a3464696f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.858311] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-1731afed-c784-408a-9297-90970a531ce1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: 1b5bbd44-c1b8-4985-a42d-c05da0a59c47] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1441.858527] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-732eeed0-0601-4df5-8b06-4f41d92af3a5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.923059] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-1731afed-c784-408a-9297-90970a531ce1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: 1b5bbd44-c1b8-4985-a42d-c05da0a59c47] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1441.923430] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-1731afed-c784-408a-9297-90970a531ce1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: 1b5bbd44-c1b8-4985-a42d-c05da0a59c47] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1441.923476] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-1731afed-c784-408a-9297-90970a531ce1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Deleting the datastore file [datastore1] 1b5bbd44-c1b8-4985-a42d-c05da0a59c47 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1441.923709] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0dade48d-1eca-4868-8dda-9257f7e7c6a9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.930121] env[69350]: DEBUG oslo_vmware.api [None req-1731afed-c784-408a-9297-90970a531ce1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Waiting for the task: (returnval){ [ 1441.930121] env[69350]: value = "task-3366350" [ 1441.930121] env[69350]: _type = "Task" [ 1441.930121] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.938201] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5c0838bb-a096-401c-bcd6-0125e1f7b894 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.999s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1441.938649] env[69350]: DEBUG nova.compute.manager [None req-5c0838bb-a096-401c-bcd6-0125e1f7b894 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] [instance: 631ebf50-2d36-45c2-b6a9-bbf0d2ec26ab] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1441.941184] env[69350]: DEBUG oslo_vmware.api [None req-1731afed-c784-408a-9297-90970a531ce1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3366350, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.944029] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1441.951717] env[69350]: DEBUG oslo_vmware.api [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366348, 'name': ReconfigVM_Task, 'duration_secs': 0.295167} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.951996] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 7f20767c-a7e8-4846-9b6c-f9807618335d/7f20767c-a7e8-4846-9b6c-f9807618335d.vmdk or device None with type streamOptimized {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1441.953138] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encrypted': False, 'device_name': '/dev/sda', 'encryption_secret_uuid': None, 'encryption_options': None, 'boot_index': 0, 'disk_bus': None, 'guest_format': None, 'device_type': 'disk', 'size': 0, 'encryption_format': None, 'image_id': '2ba50b02-b203-425b-93f3-25266f3336a5'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-671722', 'volume_id': '57f40eb7-d3a0-4c71-996b-57ea69a3fa66', 'name': 'volume-57f40eb7-d3a0-4c71-996b-57ea69a3fa66', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '7f20767c-a7e8-4846-9b6c-f9807618335d', 'attached_at': '', 'detached_at': '', 'volume_id': '57f40eb7-d3a0-4c71-996b-57ea69a3fa66', 'serial': '57f40eb7-d3a0-4c71-996b-57ea69a3fa66'}, 'boot_index': None, 'disk_bus': None, 'mount_device': '/dev/sdb', 'delete_on_termination': False, 'guest_format': None, 'device_type': None, 'attachment_id': '5ab1d5e6-dbf2-4ad9-bb1e-bcab3bc9324c', 'volume_type': None}], 'swap': None} {{(pid=69350) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1441.953340] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Volume attach. Driver type: vmdk {{(pid=69350) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1441.953527] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-671722', 'volume_id': '57f40eb7-d3a0-4c71-996b-57ea69a3fa66', 'name': 'volume-57f40eb7-d3a0-4c71-996b-57ea69a3fa66', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '7f20767c-a7e8-4846-9b6c-f9807618335d', 'attached_at': '', 'detached_at': '', 'volume_id': '57f40eb7-d3a0-4c71-996b-57ea69a3fa66', 'serial': '57f40eb7-d3a0-4c71-996b-57ea69a3fa66'} {{(pid=69350) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1441.954535] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e43be48-f897-4b68-8ecb-4952f5fea0aa {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.969230] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4038ed25-60c9-4fd8-a7e7-1b4d8d14db1c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.992867] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] volume-57f40eb7-d3a0-4c71-996b-57ea69a3fa66/volume-57f40eb7-d3a0-4c71-996b-57ea69a3fa66.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1441.993678] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1c73e4e-99e8-4ec3-94b1-56dc8a9d3905 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.010961] env[69350]: DEBUG oslo_vmware.api [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Waiting for the task: (returnval){ [ 1442.010961] env[69350]: value = "task-3366351" [ 1442.010961] env[69350]: _type = "Task" [ 1442.010961] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.018766] env[69350]: DEBUG oslo_vmware.api [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366351, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.441154] env[69350]: DEBUG oslo_vmware.api [None req-1731afed-c784-408a-9297-90970a531ce1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3366350, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.08272} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.441384] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-1731afed-c784-408a-9297-90970a531ce1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1442.441529] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-1731afed-c784-408a-9297-90970a531ce1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: 1b5bbd44-c1b8-4985-a42d-c05da0a59c47] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1442.441725] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-1731afed-c784-408a-9297-90970a531ce1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: 1b5bbd44-c1b8-4985-a42d-c05da0a59c47] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1442.441911] env[69350]: INFO nova.compute.manager [None req-1731afed-c784-408a-9297-90970a531ce1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: 1b5bbd44-c1b8-4985-a42d-c05da0a59c47] Took 2.25 seconds to destroy the instance on the hypervisor. [ 1442.442157] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1731afed-c784-408a-9297-90970a531ce1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1442.443240] env[69350]: DEBUG nova.compute.utils [None req-5c0838bb-a096-401c-bcd6-0125e1f7b894 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1442.444613] env[69350]: DEBUG nova.compute.manager [-] [instance: 1b5bbd44-c1b8-4985-a42d-c05da0a59c47] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1442.444613] env[69350]: DEBUG nova.network.neutron [-] [instance: 1b5bbd44-c1b8-4985-a42d-c05da0a59c47] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1442.446696] env[69350]: DEBUG nova.compute.manager [None req-5c0838bb-a096-401c-bcd6-0125e1f7b894 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] [instance: 631ebf50-2d36-45c2-b6a9-bbf0d2ec26ab] Not allocating networking since 'none' was specified. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1442.520780] env[69350]: DEBUG oslo_vmware.api [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366351, 'name': ReconfigVM_Task, 'duration_secs': 0.31125} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.521047] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Reconfigured VM instance instance-00000075 to attach disk [datastore1] volume-57f40eb7-d3a0-4c71-996b-57ea69a3fa66/volume-57f40eb7-d3a0-4c71-996b-57ea69a3fa66.vmdk or device None with type thin {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1442.525813] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d644f66-071d-4e83-b9cd-a48216e8417f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.539627] env[69350]: DEBUG oslo_vmware.api [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Waiting for the task: (returnval){ [ 1442.539627] env[69350]: value = "task-3366352" [ 1442.539627] env[69350]: _type = "Task" [ 1442.539627] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.547274] env[69350]: DEBUG oslo_vmware.api [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366352, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.878112] env[69350]: DEBUG nova.compute.manager [req-bfe7b884-98b0-4111-b790-d4fd1b40c9fd req-2c2276b7-3205-44ed-8ca5-111246d65f0c service nova] [instance: 1b5bbd44-c1b8-4985-a42d-c05da0a59c47] Received event network-vif-deleted-ebaebc84-4974-4f29-9f8a-74fc8d1d8a60 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1442.878321] env[69350]: INFO nova.compute.manager [req-bfe7b884-98b0-4111-b790-d4fd1b40c9fd req-2c2276b7-3205-44ed-8ca5-111246d65f0c service nova] [instance: 1b5bbd44-c1b8-4985-a42d-c05da0a59c47] Neutron deleted interface ebaebc84-4974-4f29-9f8a-74fc8d1d8a60; detaching it from the instance and deleting it from the info cache [ 1442.878356] env[69350]: DEBUG nova.network.neutron [req-bfe7b884-98b0-4111-b790-d4fd1b40c9fd req-2c2276b7-3205-44ed-8ca5-111246d65f0c service nova] [instance: 1b5bbd44-c1b8-4985-a42d-c05da0a59c47] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1442.947454] env[69350]: DEBUG nova.compute.manager [None req-5c0838bb-a096-401c-bcd6-0125e1f7b894 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] [instance: 631ebf50-2d36-45c2-b6a9-bbf0d2ec26ab] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1443.050869] env[69350]: DEBUG oslo_vmware.api [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366352, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.362547] env[69350]: DEBUG nova.network.neutron [-] [instance: 1b5bbd44-c1b8-4985-a42d-c05da0a59c47] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1443.380509] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3442be99-8618-431f-b4af-0178e6297fc9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.391260] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-295dc444-9e96-4e1c-bbba-fc6ba918b2bc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.419025] env[69350]: DEBUG nova.compute.manager [req-bfe7b884-98b0-4111-b790-d4fd1b40c9fd req-2c2276b7-3205-44ed-8ca5-111246d65f0c service nova] [instance: 1b5bbd44-c1b8-4985-a42d-c05da0a59c47] Detach interface failed, port_id=ebaebc84-4974-4f29-9f8a-74fc8d1d8a60, reason: Instance 1b5bbd44-c1b8-4985-a42d-c05da0a59c47 could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1443.550128] env[69350]: DEBUG oslo_vmware.api [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366352, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.865692] env[69350]: INFO nova.compute.manager [-] [instance: 1b5bbd44-c1b8-4985-a42d-c05da0a59c47] Took 1.42 seconds to deallocate network for instance. [ 1443.956755] env[69350]: DEBUG nova.compute.manager [None req-5c0838bb-a096-401c-bcd6-0125e1f7b894 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] [instance: 631ebf50-2d36-45c2-b6a9-bbf0d2ec26ab] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1443.982926] env[69350]: DEBUG nova.virt.hardware [None req-5c0838bb-a096-401c-bcd6-0125e1f7b894 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1443.983214] env[69350]: DEBUG nova.virt.hardware [None req-5c0838bb-a096-401c-bcd6-0125e1f7b894 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1443.983373] env[69350]: DEBUG nova.virt.hardware [None req-5c0838bb-a096-401c-bcd6-0125e1f7b894 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1443.983562] env[69350]: DEBUG nova.virt.hardware [None req-5c0838bb-a096-401c-bcd6-0125e1f7b894 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1443.983747] env[69350]: DEBUG nova.virt.hardware [None req-5c0838bb-a096-401c-bcd6-0125e1f7b894 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1443.983904] env[69350]: DEBUG nova.virt.hardware [None req-5c0838bb-a096-401c-bcd6-0125e1f7b894 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1443.984132] env[69350]: DEBUG nova.virt.hardware [None req-5c0838bb-a096-401c-bcd6-0125e1f7b894 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1443.984293] env[69350]: DEBUG nova.virt.hardware [None req-5c0838bb-a096-401c-bcd6-0125e1f7b894 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1443.984464] env[69350]: DEBUG nova.virt.hardware [None req-5c0838bb-a096-401c-bcd6-0125e1f7b894 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1443.984629] env[69350]: DEBUG nova.virt.hardware [None req-5c0838bb-a096-401c-bcd6-0125e1f7b894 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1443.984799] env[69350]: DEBUG nova.virt.hardware [None req-5c0838bb-a096-401c-bcd6-0125e1f7b894 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1443.985707] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a09d11a-6a88-498d-b94e-ce9b7a96092e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.994425] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cbb98e2-650d-4ab3-9a27-948646d02c36 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.010589] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-5c0838bb-a096-401c-bcd6-0125e1f7b894 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] [instance: 631ebf50-2d36-45c2-b6a9-bbf0d2ec26ab] Instance VIF info [] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1444.017283] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c0838bb-a096-401c-bcd6-0125e1f7b894 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Creating folder: Project (090d1e16c64e4f9b844de0eb869ff13c). Parent ref: group-v671398. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1444.017568] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a87c78a0-8177-4a6f-930f-80896f1674fc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.029170] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-5c0838bb-a096-401c-bcd6-0125e1f7b894 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Created folder: Project (090d1e16c64e4f9b844de0eb869ff13c) in parent group-v671398. [ 1444.029355] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c0838bb-a096-401c-bcd6-0125e1f7b894 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Creating folder: Instances. Parent ref: group-v671725. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1444.029591] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0a6a56bb-f338-4ad0-9690-653a720e3e8e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.039322] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-5c0838bb-a096-401c-bcd6-0125e1f7b894 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Created folder: Instances in parent group-v671725. [ 1444.039546] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c0838bb-a096-401c-bcd6-0125e1f7b894 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1444.039806] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 631ebf50-2d36-45c2-b6a9-bbf0d2ec26ab] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1444.040015] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5cfb796c-18bb-46e1-831d-41478e60f10c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.060894] env[69350]: DEBUG oslo_vmware.api [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366352, 'name': ReconfigVM_Task, 'duration_secs': 1.15737} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.062143] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-671722', 'volume_id': '57f40eb7-d3a0-4c71-996b-57ea69a3fa66', 'name': 'volume-57f40eb7-d3a0-4c71-996b-57ea69a3fa66', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '7f20767c-a7e8-4846-9b6c-f9807618335d', 'attached_at': '', 'detached_at': '', 'volume_id': '57f40eb7-d3a0-4c71-996b-57ea69a3fa66', 'serial': '57f40eb7-d3a0-4c71-996b-57ea69a3fa66'} {{(pid=69350) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1444.062677] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1444.062677] env[69350]: value = "task-3366355" [ 1444.062677] env[69350]: _type = "Task" [ 1444.062677] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.062849] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-504103e4-4ae2-44c6-a07d-9a19c9be8f0a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.072222] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366355, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.073447] env[69350]: DEBUG oslo_vmware.api [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Waiting for the task: (returnval){ [ 1444.073447] env[69350]: value = "task-3366356" [ 1444.073447] env[69350]: _type = "Task" [ 1444.073447] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.082091] env[69350]: DEBUG oslo_vmware.api [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366356, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.412014] env[69350]: INFO nova.compute.manager [None req-1731afed-c784-408a-9297-90970a531ce1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: 1b5bbd44-c1b8-4985-a42d-c05da0a59c47] Took 0.55 seconds to detach 1 volumes for instance. [ 1444.414222] env[69350]: DEBUG nova.compute.manager [None req-1731afed-c784-408a-9297-90970a531ce1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: 1b5bbd44-c1b8-4985-a42d-c05da0a59c47] Deleting volume: d275a4c0-659d-4e62-9e88-4dcdbfd277ac {{(pid=69350) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1444.574557] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366355, 'name': CreateVM_Task, 'duration_secs': 0.270347} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.577681] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 631ebf50-2d36-45c2-b6a9-bbf0d2ec26ab] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1444.578169] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5c0838bb-a096-401c-bcd6-0125e1f7b894 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.578335] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5c0838bb-a096-401c-bcd6-0125e1f7b894 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.578646] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5c0838bb-a096-401c-bcd6-0125e1f7b894 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.579291] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2029e0e-30b1-4709-b876-21a7d9d3bb32 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.584829] env[69350]: DEBUG oslo_vmware.api [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366356, 'name': Rename_Task, 'duration_secs': 0.170524} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.586067] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1444.586380] env[69350]: DEBUG oslo_vmware.api [None req-5c0838bb-a096-401c-bcd6-0125e1f7b894 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Waiting for the task: (returnval){ [ 1444.586380] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52528c3b-0fdf-a970-5df4-9e6a84a6255b" [ 1444.586380] env[69350]: _type = "Task" [ 1444.586380] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.586573] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e963c5de-39f8-40e9-86b3-b4102caa64c0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.597277] env[69350]: DEBUG oslo_vmware.api [None req-5c0838bb-a096-401c-bcd6-0125e1f7b894 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52528c3b-0fdf-a970-5df4-9e6a84a6255b, 'name': SearchDatastore_Task, 'duration_secs': 0.010626} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.598469] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5c0838bb-a096-401c-bcd6-0125e1f7b894 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.598717] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-5c0838bb-a096-401c-bcd6-0125e1f7b894 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] [instance: 631ebf50-2d36-45c2-b6a9-bbf0d2ec26ab] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1444.598954] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5c0838bb-a096-401c-bcd6-0125e1f7b894 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.599113] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5c0838bb-a096-401c-bcd6-0125e1f7b894 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.599292] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c0838bb-a096-401c-bcd6-0125e1f7b894 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1444.599594] env[69350]: DEBUG oslo_vmware.api [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Waiting for the task: (returnval){ [ 1444.599594] env[69350]: value = "task-3366358" [ 1444.599594] env[69350]: _type = "Task" [ 1444.599594] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.599773] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-facc47dd-1e5d-451a-8f82-23f16bdac2ef {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.609088] env[69350]: DEBUG oslo_vmware.api [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366358, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.611475] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c0838bb-a096-401c-bcd6-0125e1f7b894 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1444.611659] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-5c0838bb-a096-401c-bcd6-0125e1f7b894 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1444.612837] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f486ddb7-f2b1-48ef-872e-b44e126ba9bf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.618018] env[69350]: DEBUG oslo_vmware.api [None req-5c0838bb-a096-401c-bcd6-0125e1f7b894 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Waiting for the task: (returnval){ [ 1444.618018] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]520d15d2-2d8b-ad11-c111-95f80ed18377" [ 1444.618018] env[69350]: _type = "Task" [ 1444.618018] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.626544] env[69350]: DEBUG oslo_vmware.api [None req-5c0838bb-a096-401c-bcd6-0125e1f7b894 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]520d15d2-2d8b-ad11-c111-95f80ed18377, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.952351] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1731afed-c784-408a-9297-90970a531ce1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1444.952631] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1731afed-c784-408a-9297-90970a531ce1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1444.952881] env[69350]: DEBUG nova.objects.instance [None req-1731afed-c784-408a-9297-90970a531ce1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Lazy-loading 'resources' on Instance uuid 1b5bbd44-c1b8-4985-a42d-c05da0a59c47 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1445.111795] env[69350]: DEBUG oslo_vmware.api [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366358, 'name': PowerOnVM_Task, 'duration_secs': 0.444195} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.112184] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1445.128959] env[69350]: DEBUG oslo_vmware.api [None req-5c0838bb-a096-401c-bcd6-0125e1f7b894 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]520d15d2-2d8b-ad11-c111-95f80ed18377, 'name': SearchDatastore_Task, 'duration_secs': 0.021836} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.129784] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ade0bab0-1ee2-4746-b0b3-f9b2bf565578 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.136223] env[69350]: DEBUG oslo_vmware.api [None req-5c0838bb-a096-401c-bcd6-0125e1f7b894 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Waiting for the task: (returnval){ [ 1445.136223] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5244ace9-e0f3-7791-742b-aae081a2465a" [ 1445.136223] env[69350]: _type = "Task" [ 1445.136223] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.144944] env[69350]: DEBUG oslo_vmware.api [None req-5c0838bb-a096-401c-bcd6-0125e1f7b894 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5244ace9-e0f3-7791-742b-aae081a2465a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.220214] env[69350]: DEBUG nova.compute.manager [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1445.221150] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac0926df-aa02-422b-90cc-b0a8de103432 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.522477] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa080bf-dd5e-41a4-8403-3b7aa0c13d3a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.530303] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7930f71e-3283-48d2-b02f-ecf7a93f78a7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.560251] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a38812-f3da-4060-ad74-96468f80a373 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.567501] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6948ec39-8940-47ff-80ff-4031b74ceea4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.580600] env[69350]: DEBUG nova.compute.provider_tree [None req-1731afed-c784-408a-9297-90970a531ce1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1445.645455] env[69350]: DEBUG oslo_vmware.api [None req-5c0838bb-a096-401c-bcd6-0125e1f7b894 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5244ace9-e0f3-7791-742b-aae081a2465a, 'name': SearchDatastore_Task, 'duration_secs': 0.011111} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.645702] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5c0838bb-a096-401c-bcd6-0125e1f7b894 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.645952] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c0838bb-a096-401c-bcd6-0125e1f7b894 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] 631ebf50-2d36-45c2-b6a9-bbf0d2ec26ab/631ebf50-2d36-45c2-b6a9-bbf0d2ec26ab.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1445.646212] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2a702ec7-0566-44de-a85e-268fd46a3d99 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.653865] env[69350]: DEBUG oslo_vmware.api [None req-5c0838bb-a096-401c-bcd6-0125e1f7b894 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Waiting for the task: (returnval){ [ 1445.653865] env[69350]: value = "task-3366359" [ 1445.653865] env[69350]: _type = "Task" [ 1445.653865] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.661653] env[69350]: DEBUG oslo_vmware.api [None req-5c0838bb-a096-401c-bcd6-0125e1f7b894 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Task: {'id': task-3366359, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.737374] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b614ac4d-ffc1-4067-9c5b-4bf0cbf0df7a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Lock "7f20767c-a7e8-4846-9b6c-f9807618335d" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 26.692s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1446.084414] env[69350]: DEBUG nova.scheduler.client.report [None req-1731afed-c784-408a-9297-90970a531ce1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1446.164815] env[69350]: DEBUG oslo_vmware.api [None req-5c0838bb-a096-401c-bcd6-0125e1f7b894 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Task: {'id': task-3366359, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.459145} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.165154] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c0838bb-a096-401c-bcd6-0125e1f7b894 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] 631ebf50-2d36-45c2-b6a9-bbf0d2ec26ab/631ebf50-2d36-45c2-b6a9-bbf0d2ec26ab.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1446.165283] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-5c0838bb-a096-401c-bcd6-0125e1f7b894 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] [instance: 631ebf50-2d36-45c2-b6a9-bbf0d2ec26ab] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1446.165531] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9f0bb4f7-f04c-4f4f-8c5c-39206242302d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.172524] env[69350]: DEBUG oslo_vmware.api [None req-5c0838bb-a096-401c-bcd6-0125e1f7b894 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Waiting for the task: (returnval){ [ 1446.172524] env[69350]: value = "task-3366360" [ 1446.172524] env[69350]: _type = "Task" [ 1446.172524] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.186402] env[69350]: DEBUG oslo_vmware.api [None req-5c0838bb-a096-401c-bcd6-0125e1f7b894 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Task: {'id': task-3366360, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.590730] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1731afed-c784-408a-9297-90970a531ce1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.638s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1446.611826] env[69350]: INFO nova.scheduler.client.report [None req-1731afed-c784-408a-9297-90970a531ce1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Deleted allocations for instance 1b5bbd44-c1b8-4985-a42d-c05da0a59c47 [ 1446.682987] env[69350]: DEBUG oslo_vmware.api [None req-5c0838bb-a096-401c-bcd6-0125e1f7b894 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Task: {'id': task-3366360, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067589} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.683259] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-5c0838bb-a096-401c-bcd6-0125e1f7b894 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] [instance: 631ebf50-2d36-45c2-b6a9-bbf0d2ec26ab] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1446.683999] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b4ba15-2063-4dff-89c0-f982e127153d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.703738] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c0838bb-a096-401c-bcd6-0125e1f7b894 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] [instance: 631ebf50-2d36-45c2-b6a9-bbf0d2ec26ab] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 631ebf50-2d36-45c2-b6a9-bbf0d2ec26ab/631ebf50-2d36-45c2-b6a9-bbf0d2ec26ab.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1446.703967] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c52e531b-1a06-4a4f-8902-cf08a56227b0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.722945] env[69350]: DEBUG oslo_vmware.api [None req-5c0838bb-a096-401c-bcd6-0125e1f7b894 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Waiting for the task: (returnval){ [ 1446.722945] env[69350]: value = "task-3366361" [ 1446.722945] env[69350]: _type = "Task" [ 1446.722945] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.731227] env[69350]: DEBUG oslo_vmware.api [None req-5c0838bb-a096-401c-bcd6-0125e1f7b894 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Task: {'id': task-3366361, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.119372] env[69350]: DEBUG oslo_concurrency.lockutils [None req-1731afed-c784-408a-9297-90970a531ce1 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Lock "1b5bbd44-c1b8-4985-a42d-c05da0a59c47" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.439s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1447.233791] env[69350]: DEBUG oslo_vmware.api [None req-5c0838bb-a096-401c-bcd6-0125e1f7b894 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Task: {'id': task-3366361, 'name': ReconfigVM_Task, 'duration_secs': 0.290603} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.234178] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c0838bb-a096-401c-bcd6-0125e1f7b894 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] [instance: 631ebf50-2d36-45c2-b6a9-bbf0d2ec26ab] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 631ebf50-2d36-45c2-b6a9-bbf0d2ec26ab/631ebf50-2d36-45c2-b6a9-bbf0d2ec26ab.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1447.234741] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d3162c1d-9f1b-4c2a-a18d-f43e01b3f98f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.242631] env[69350]: DEBUG oslo_vmware.api [None req-5c0838bb-a096-401c-bcd6-0125e1f7b894 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Waiting for the task: (returnval){ [ 1447.242631] env[69350]: value = "task-3366362" [ 1447.242631] env[69350]: _type = "Task" [ 1447.242631] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.250901] env[69350]: DEBUG oslo_vmware.api [None req-5c0838bb-a096-401c-bcd6-0125e1f7b894 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Task: {'id': task-3366362, 'name': Rename_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.474699] env[69350]: DEBUG oslo_concurrency.lockutils [None req-574155ca-90e4-4b69-b2c6-92a63e2b9da4 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Acquiring lock "d3b0bc5b-f5b8-4e02-8312-caf9e28b93a4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1447.474938] env[69350]: DEBUG oslo_concurrency.lockutils [None req-574155ca-90e4-4b69-b2c6-92a63e2b9da4 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Lock "d3b0bc5b-f5b8-4e02-8312-caf9e28b93a4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1447.475179] env[69350]: DEBUG oslo_concurrency.lockutils [None req-574155ca-90e4-4b69-b2c6-92a63e2b9da4 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Acquiring lock "d3b0bc5b-f5b8-4e02-8312-caf9e28b93a4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1447.475368] env[69350]: DEBUG oslo_concurrency.lockutils [None req-574155ca-90e4-4b69-b2c6-92a63e2b9da4 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Lock "d3b0bc5b-f5b8-4e02-8312-caf9e28b93a4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1447.475540] env[69350]: DEBUG oslo_concurrency.lockutils [None req-574155ca-90e4-4b69-b2c6-92a63e2b9da4 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Lock "d3b0bc5b-f5b8-4e02-8312-caf9e28b93a4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1447.477737] env[69350]: INFO nova.compute.manager [None req-574155ca-90e4-4b69-b2c6-92a63e2b9da4 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: d3b0bc5b-f5b8-4e02-8312-caf9e28b93a4] Terminating instance [ 1447.753252] env[69350]: DEBUG oslo_vmware.api [None req-5c0838bb-a096-401c-bcd6-0125e1f7b894 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Task: {'id': task-3366362, 'name': Rename_Task, 'duration_secs': 0.153577} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.753555] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c0838bb-a096-401c-bcd6-0125e1f7b894 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] [instance: 631ebf50-2d36-45c2-b6a9-bbf0d2ec26ab] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1447.753831] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c9d644a1-5da1-46ee-b02c-21fcd00b9f44 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.760694] env[69350]: DEBUG oslo_vmware.api [None req-5c0838bb-a096-401c-bcd6-0125e1f7b894 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Waiting for the task: (returnval){ [ 1447.760694] env[69350]: value = "task-3366363" [ 1447.760694] env[69350]: _type = "Task" [ 1447.760694] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.768731] env[69350]: DEBUG oslo_vmware.api [None req-5c0838bb-a096-401c-bcd6-0125e1f7b894 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Task: {'id': task-3366363, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.981349] env[69350]: DEBUG nova.compute.manager [None req-574155ca-90e4-4b69-b2c6-92a63e2b9da4 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: d3b0bc5b-f5b8-4e02-8312-caf9e28b93a4] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1447.981552] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-574155ca-90e4-4b69-b2c6-92a63e2b9da4 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: d3b0bc5b-f5b8-4e02-8312-caf9e28b93a4] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1447.982536] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c249820-5a25-418f-9f19-01eb3d2280e9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.990751] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-574155ca-90e4-4b69-b2c6-92a63e2b9da4 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: d3b0bc5b-f5b8-4e02-8312-caf9e28b93a4] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1447.990989] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82f8b918-0f02-4bfd-b573-6537211032cb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.998753] env[69350]: DEBUG oslo_vmware.api [None req-574155ca-90e4-4b69-b2c6-92a63e2b9da4 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Waiting for the task: (returnval){ [ 1447.998753] env[69350]: value = "task-3366364" [ 1447.998753] env[69350]: _type = "Task" [ 1447.998753] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.014027] env[69350]: DEBUG oslo_vmware.api [None req-574155ca-90e4-4b69-b2c6-92a63e2b9da4 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3366364, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.272925] env[69350]: DEBUG oslo_vmware.api [None req-5c0838bb-a096-401c-bcd6-0125e1f7b894 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Task: {'id': task-3366363, 'name': PowerOnVM_Task, 'duration_secs': 0.469835} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.273242] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c0838bb-a096-401c-bcd6-0125e1f7b894 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] [instance: 631ebf50-2d36-45c2-b6a9-bbf0d2ec26ab] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1448.273401] env[69350]: INFO nova.compute.manager [None req-5c0838bb-a096-401c-bcd6-0125e1f7b894 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] [instance: 631ebf50-2d36-45c2-b6a9-bbf0d2ec26ab] Took 4.32 seconds to spawn the instance on the hypervisor. [ 1448.273576] env[69350]: DEBUG nova.compute.manager [None req-5c0838bb-a096-401c-bcd6-0125e1f7b894 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] [instance: 631ebf50-2d36-45c2-b6a9-bbf0d2ec26ab] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1448.274391] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76706b57-dd02-4f88-8c45-5ca0d8c5e490 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.509461] env[69350]: DEBUG oslo_vmware.api [None req-574155ca-90e4-4b69-b2c6-92a63e2b9da4 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3366364, 'name': PowerOffVM_Task, 'duration_secs': 0.183929} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.509724] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-574155ca-90e4-4b69-b2c6-92a63e2b9da4 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: d3b0bc5b-f5b8-4e02-8312-caf9e28b93a4] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1448.509933] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-574155ca-90e4-4b69-b2c6-92a63e2b9da4 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: d3b0bc5b-f5b8-4e02-8312-caf9e28b93a4] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1448.510216] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bed70c2f-6dec-45fa-9c25-cac7f5ed46a3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.606244] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-574155ca-90e4-4b69-b2c6-92a63e2b9da4 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: d3b0bc5b-f5b8-4e02-8312-caf9e28b93a4] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1448.606481] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-574155ca-90e4-4b69-b2c6-92a63e2b9da4 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: d3b0bc5b-f5b8-4e02-8312-caf9e28b93a4] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1448.606665] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-574155ca-90e4-4b69-b2c6-92a63e2b9da4 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Deleting the datastore file [datastore2] d3b0bc5b-f5b8-4e02-8312-caf9e28b93a4 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1448.606940] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3bd9d364-739d-4e60-a469-3d2bf0413d39 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.613585] env[69350]: DEBUG oslo_vmware.api [None req-574155ca-90e4-4b69-b2c6-92a63e2b9da4 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Waiting for the task: (returnval){ [ 1448.613585] env[69350]: value = "task-3366366" [ 1448.613585] env[69350]: _type = "Task" [ 1448.613585] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.621663] env[69350]: DEBUG oslo_vmware.api [None req-574155ca-90e4-4b69-b2c6-92a63e2b9da4 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3366366, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.791573] env[69350]: INFO nova.compute.manager [None req-5c0838bb-a096-401c-bcd6-0125e1f7b894 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] [instance: 631ebf50-2d36-45c2-b6a9-bbf0d2ec26ab] Took 10.73 seconds to build instance. [ 1449.124698] env[69350]: DEBUG oslo_vmware.api [None req-574155ca-90e4-4b69-b2c6-92a63e2b9da4 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3366366, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205069} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.124981] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-574155ca-90e4-4b69-b2c6-92a63e2b9da4 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1449.124981] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-574155ca-90e4-4b69-b2c6-92a63e2b9da4 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: d3b0bc5b-f5b8-4e02-8312-caf9e28b93a4] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1449.125166] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-574155ca-90e4-4b69-b2c6-92a63e2b9da4 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: d3b0bc5b-f5b8-4e02-8312-caf9e28b93a4] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1449.125297] env[69350]: INFO nova.compute.manager [None req-574155ca-90e4-4b69-b2c6-92a63e2b9da4 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: d3b0bc5b-f5b8-4e02-8312-caf9e28b93a4] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1449.125538] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-574155ca-90e4-4b69-b2c6-92a63e2b9da4 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1449.125735] env[69350]: DEBUG nova.compute.manager [-] [instance: d3b0bc5b-f5b8-4e02-8312-caf9e28b93a4] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1449.125831] env[69350]: DEBUG nova.network.neutron [-] [instance: d3b0bc5b-f5b8-4e02-8312-caf9e28b93a4] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1449.293553] env[69350]: DEBUG oslo_concurrency.lockutils [None req-5c0838bb-a096-401c-bcd6-0125e1f7b894 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Lock "631ebf50-2d36-45c2-b6a9-bbf0d2ec26ab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.242s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1449.365182] env[69350]: DEBUG nova.compute.manager [req-2551017d-67c5-4e27-92dc-9099dbffda6a req-1f182bc3-a70c-4dab-8471-5b82c48c3947 service nova] [instance: d3b0bc5b-f5b8-4e02-8312-caf9e28b93a4] Received event network-vif-deleted-903f4a2f-054f-4d77-8145-b91402b0bb72 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1449.365262] env[69350]: INFO nova.compute.manager [req-2551017d-67c5-4e27-92dc-9099dbffda6a req-1f182bc3-a70c-4dab-8471-5b82c48c3947 service nova] [instance: d3b0bc5b-f5b8-4e02-8312-caf9e28b93a4] Neutron deleted interface 903f4a2f-054f-4d77-8145-b91402b0bb72; detaching it from the instance and deleting it from the info cache [ 1449.365454] env[69350]: DEBUG nova.network.neutron [req-2551017d-67c5-4e27-92dc-9099dbffda6a req-1f182bc3-a70c-4dab-8471-5b82c48c3947 service nova] [instance: d3b0bc5b-f5b8-4e02-8312-caf9e28b93a4] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1449.850093] env[69350]: DEBUG nova.network.neutron [-] [instance: d3b0bc5b-f5b8-4e02-8312-caf9e28b93a4] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1449.867444] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5d7faee9-8eb1-4f42-a2ec-9052f1d122cd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.878645] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b3a8db-c84e-4c3f-8876-c6862555c6c9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.907252] env[69350]: DEBUG nova.compute.manager [req-2551017d-67c5-4e27-92dc-9099dbffda6a req-1f182bc3-a70c-4dab-8471-5b82c48c3947 service nova] [instance: d3b0bc5b-f5b8-4e02-8312-caf9e28b93a4] Detach interface failed, port_id=903f4a2f-054f-4d77-8145-b91402b0bb72, reason: Instance d3b0bc5b-f5b8-4e02-8312-caf9e28b93a4 could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1450.236046] env[69350]: INFO nova.compute.manager [None req-d64f9321-a718-4267-ae04-922f7cf4f9ce tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] [instance: 631ebf50-2d36-45c2-b6a9-bbf0d2ec26ab] Rebuilding instance [ 1450.278033] env[69350]: DEBUG nova.compute.manager [None req-d64f9321-a718-4267-ae04-922f7cf4f9ce tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] [instance: 631ebf50-2d36-45c2-b6a9-bbf0d2ec26ab] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1450.278901] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-194e4450-e76c-4d4f-8b4f-e269bb6b046d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.352699] env[69350]: INFO nova.compute.manager [-] [instance: d3b0bc5b-f5b8-4e02-8312-caf9e28b93a4] Took 1.23 seconds to deallocate network for instance. [ 1450.859487] env[69350]: DEBUG oslo_concurrency.lockutils [None req-574155ca-90e4-4b69-b2c6-92a63e2b9da4 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1450.859487] env[69350]: DEBUG oslo_concurrency.lockutils [None req-574155ca-90e4-4b69-b2c6-92a63e2b9da4 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1450.859694] env[69350]: DEBUG nova.objects.instance [None req-574155ca-90e4-4b69-b2c6-92a63e2b9da4 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Lazy-loading 'resources' on Instance uuid d3b0bc5b-f5b8-4e02-8312-caf9e28b93a4 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1451.293860] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-d64f9321-a718-4267-ae04-922f7cf4f9ce tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] [instance: 631ebf50-2d36-45c2-b6a9-bbf0d2ec26ab] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1451.294571] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3115f1e9-be09-4800-97bc-6be6dfcb5bde {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.303851] env[69350]: DEBUG oslo_vmware.api [None req-d64f9321-a718-4267-ae04-922f7cf4f9ce tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Waiting for the task: (returnval){ [ 1451.303851] env[69350]: value = "task-3366367" [ 1451.303851] env[69350]: _type = "Task" [ 1451.303851] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.313316] env[69350]: DEBUG oslo_vmware.api [None req-d64f9321-a718-4267-ae04-922f7cf4f9ce tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Task: {'id': task-3366367, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.431796] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40f1aba6-382b-4ccc-b81e-696b5d3358ca {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.440333] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3476059-53dc-45e6-8ddc-fcf82ea75641 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.470162] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4b45fde-b11f-49e5-ad99-664b2fa6f66d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.477573] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9071b48-d67b-4fc4-bae9-2d4dcea64f81 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.492046] env[69350]: DEBUG nova.compute.provider_tree [None req-574155ca-90e4-4b69-b2c6-92a63e2b9da4 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1451.814199] env[69350]: DEBUG oslo_vmware.api [None req-d64f9321-a718-4267-ae04-922f7cf4f9ce tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Task: {'id': task-3366367, 'name': PowerOffVM_Task, 'duration_secs': 0.148764} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.814457] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-d64f9321-a718-4267-ae04-922f7cf4f9ce tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] [instance: 631ebf50-2d36-45c2-b6a9-bbf0d2ec26ab] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1451.815090] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d64f9321-a718-4267-ae04-922f7cf4f9ce tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] [instance: 631ebf50-2d36-45c2-b6a9-bbf0d2ec26ab] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1451.815861] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2305f49-b42a-4cfc-b4ad-f5207bf4fb8c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.822797] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d64f9321-a718-4267-ae04-922f7cf4f9ce tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] [instance: 631ebf50-2d36-45c2-b6a9-bbf0d2ec26ab] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1451.823030] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ab89532b-7109-4456-b9c6-15d275b387a6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.853071] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d64f9321-a718-4267-ae04-922f7cf4f9ce tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] [instance: 631ebf50-2d36-45c2-b6a9-bbf0d2ec26ab] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1451.853390] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d64f9321-a718-4267-ae04-922f7cf4f9ce tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] [instance: 631ebf50-2d36-45c2-b6a9-bbf0d2ec26ab] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1451.853481] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-d64f9321-a718-4267-ae04-922f7cf4f9ce tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Deleting the datastore file [datastore1] 631ebf50-2d36-45c2-b6a9-bbf0d2ec26ab {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1451.853744] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-860a707c-1d88-45ed-b228-e8d5f201c568 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.861963] env[69350]: DEBUG oslo_vmware.api [None req-d64f9321-a718-4267-ae04-922f7cf4f9ce tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Waiting for the task: (returnval){ [ 1451.861963] env[69350]: value = "task-3366369" [ 1451.861963] env[69350]: _type = "Task" [ 1451.861963] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.870472] env[69350]: DEBUG oslo_vmware.api [None req-d64f9321-a718-4267-ae04-922f7cf4f9ce tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Task: {'id': task-3366369, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.995856] env[69350]: DEBUG nova.scheduler.client.report [None req-574155ca-90e4-4b69-b2c6-92a63e2b9da4 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1452.372626] env[69350]: DEBUG oslo_vmware.api [None req-d64f9321-a718-4267-ae04-922f7cf4f9ce tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Task: {'id': task-3366369, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.095103} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.372911] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-d64f9321-a718-4267-ae04-922f7cf4f9ce tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1452.373092] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d64f9321-a718-4267-ae04-922f7cf4f9ce tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] [instance: 631ebf50-2d36-45c2-b6a9-bbf0d2ec26ab] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1452.373282] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d64f9321-a718-4267-ae04-922f7cf4f9ce tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] [instance: 631ebf50-2d36-45c2-b6a9-bbf0d2ec26ab] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1452.500758] env[69350]: DEBUG oslo_concurrency.lockutils [None req-574155ca-90e4-4b69-b2c6-92a63e2b9da4 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.641s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1452.521215] env[69350]: INFO nova.scheduler.client.report [None req-574155ca-90e4-4b69-b2c6-92a63e2b9da4 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Deleted allocations for instance d3b0bc5b-f5b8-4e02-8312-caf9e28b93a4 [ 1453.029718] env[69350]: DEBUG oslo_concurrency.lockutils [None req-574155ca-90e4-4b69-b2c6-92a63e2b9da4 tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Lock "d3b0bc5b-f5b8-4e02-8312-caf9e28b93a4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.555s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1453.405293] env[69350]: DEBUG nova.virt.hardware [None req-d64f9321-a718-4267-ae04-922f7cf4f9ce tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1453.405797] env[69350]: DEBUG nova.virt.hardware [None req-d64f9321-a718-4267-ae04-922f7cf4f9ce tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1453.405797] env[69350]: DEBUG nova.virt.hardware [None req-d64f9321-a718-4267-ae04-922f7cf4f9ce tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1453.406025] env[69350]: DEBUG nova.virt.hardware [None req-d64f9321-a718-4267-ae04-922f7cf4f9ce tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1453.406025] env[69350]: DEBUG nova.virt.hardware [None req-d64f9321-a718-4267-ae04-922f7cf4f9ce tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1453.406161] env[69350]: DEBUG nova.virt.hardware [None req-d64f9321-a718-4267-ae04-922f7cf4f9ce tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1453.406370] env[69350]: DEBUG nova.virt.hardware [None req-d64f9321-a718-4267-ae04-922f7cf4f9ce tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1453.406527] env[69350]: DEBUG nova.virt.hardware [None req-d64f9321-a718-4267-ae04-922f7cf4f9ce tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1453.406695] env[69350]: DEBUG nova.virt.hardware [None req-d64f9321-a718-4267-ae04-922f7cf4f9ce tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1453.406858] env[69350]: DEBUG nova.virt.hardware [None req-d64f9321-a718-4267-ae04-922f7cf4f9ce tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1453.407047] env[69350]: DEBUG nova.virt.hardware [None req-d64f9321-a718-4267-ae04-922f7cf4f9ce tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1453.407929] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c0706e8-2047-471e-9e26-9907e5247a61 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.416622] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ad4173e-0c45-4f14-b153-199528ca537a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.430148] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d64f9321-a718-4267-ae04-922f7cf4f9ce tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] [instance: 631ebf50-2d36-45c2-b6a9-bbf0d2ec26ab] Instance VIF info [] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1453.435739] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d64f9321-a718-4267-ae04-922f7cf4f9ce tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1453.435977] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 631ebf50-2d36-45c2-b6a9-bbf0d2ec26ab] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1453.436192] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7af2c975-f09a-4d7b-a9f4-712dc151e874 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.452143] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1453.452143] env[69350]: value = "task-3366370" [ 1453.452143] env[69350]: _type = "Task" [ 1453.452143] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.459304] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366370, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.963953] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366370, 'name': CreateVM_Task, 'duration_secs': 0.260516} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.964378] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 631ebf50-2d36-45c2-b6a9-bbf0d2ec26ab] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1453.964568] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d64f9321-a718-4267-ae04-922f7cf4f9ce tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.964733] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d64f9321-a718-4267-ae04-922f7cf4f9ce tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.965080] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d64f9321-a718-4267-ae04-922f7cf4f9ce tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.965332] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cab3e9d-489f-4129-8280-34570d121461 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.969846] env[69350]: DEBUG oslo_vmware.api [None req-d64f9321-a718-4267-ae04-922f7cf4f9ce tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Waiting for the task: (returnval){ [ 1453.969846] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5213aa67-e6dd-9069-2614-b359d236180b" [ 1453.969846] env[69350]: _type = "Task" [ 1453.969846] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.977337] env[69350]: DEBUG oslo_vmware.api [None req-d64f9321-a718-4267-ae04-922f7cf4f9ce tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5213aa67-e6dd-9069-2614-b359d236180b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.481677] env[69350]: DEBUG oslo_vmware.api [None req-d64f9321-a718-4267-ae04-922f7cf4f9ce tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5213aa67-e6dd-9069-2614-b359d236180b, 'name': SearchDatastore_Task, 'duration_secs': 0.011214} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.482038] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d64f9321-a718-4267-ae04-922f7cf4f9ce tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.482281] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d64f9321-a718-4267-ae04-922f7cf4f9ce tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] [instance: 631ebf50-2d36-45c2-b6a9-bbf0d2ec26ab] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1454.482513] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d64f9321-a718-4267-ae04-922f7cf4f9ce tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.482658] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d64f9321-a718-4267-ae04-922f7cf4f9ce tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.482857] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-d64f9321-a718-4267-ae04-922f7cf4f9ce tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1454.483147] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce2e0e00-c8cf-4378-b4b7-83eba9f4b398 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.491834] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-d64f9321-a718-4267-ae04-922f7cf4f9ce tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1454.492026] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d64f9321-a718-4267-ae04-922f7cf4f9ce tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1454.492712] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-593062b3-00a3-46a4-bf8e-c4f6610bcff1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.497915] env[69350]: DEBUG oslo_vmware.api [None req-d64f9321-a718-4267-ae04-922f7cf4f9ce tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Waiting for the task: (returnval){ [ 1454.497915] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5258c3f9-3166-a80e-4e80-4f8a876092c4" [ 1454.497915] env[69350]: _type = "Task" [ 1454.497915] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.506010] env[69350]: DEBUG oslo_vmware.api [None req-d64f9321-a718-4267-ae04-922f7cf4f9ce tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5258c3f9-3166-a80e-4e80-4f8a876092c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.009248] env[69350]: DEBUG oslo_vmware.api [None req-d64f9321-a718-4267-ae04-922f7cf4f9ce tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5258c3f9-3166-a80e-4e80-4f8a876092c4, 'name': SearchDatastore_Task, 'duration_secs': 0.009423} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.010086] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-580d9f52-509c-454b-8743-e8df44989f76 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.016076] env[69350]: DEBUG oslo_vmware.api [None req-d64f9321-a718-4267-ae04-922f7cf4f9ce tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Waiting for the task: (returnval){ [ 1455.016076] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52f6d859-03c2-ece1-5d92-e7028190a241" [ 1455.016076] env[69350]: _type = "Task" [ 1455.016076] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.023495] env[69350]: DEBUG oslo_vmware.api [None req-d64f9321-a718-4267-ae04-922f7cf4f9ce tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52f6d859-03c2-ece1-5d92-e7028190a241, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.527919] env[69350]: DEBUG oslo_vmware.api [None req-d64f9321-a718-4267-ae04-922f7cf4f9ce tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52f6d859-03c2-ece1-5d92-e7028190a241, 'name': SearchDatastore_Task, 'duration_secs': 0.010055} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.528258] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d64f9321-a718-4267-ae04-922f7cf4f9ce tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.528519] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-d64f9321-a718-4267-ae04-922f7cf4f9ce tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] 631ebf50-2d36-45c2-b6a9-bbf0d2ec26ab/631ebf50-2d36-45c2-b6a9-bbf0d2ec26ab.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1455.528783] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3a6d1aff-a6f9-4409-a2e8-e80f925b26ca {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.536192] env[69350]: DEBUG oslo_vmware.api [None req-d64f9321-a718-4267-ae04-922f7cf4f9ce tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Waiting for the task: (returnval){ [ 1455.536192] env[69350]: value = "task-3366372" [ 1455.536192] env[69350]: _type = "Task" [ 1455.536192] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.544844] env[69350]: DEBUG oslo_vmware.api [None req-d64f9321-a718-4267-ae04-922f7cf4f9ce tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Task: {'id': task-3366372, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.046247] env[69350]: DEBUG oslo_vmware.api [None req-d64f9321-a718-4267-ae04-922f7cf4f9ce tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Task: {'id': task-3366372, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.436823} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.046593] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-d64f9321-a718-4267-ae04-922f7cf4f9ce tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] 631ebf50-2d36-45c2-b6a9-bbf0d2ec26ab/631ebf50-2d36-45c2-b6a9-bbf0d2ec26ab.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1456.046688] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d64f9321-a718-4267-ae04-922f7cf4f9ce tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] [instance: 631ebf50-2d36-45c2-b6a9-bbf0d2ec26ab] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1456.046901] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4b60a565-6a15-4c7e-8d51-a13430086bea {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.053912] env[69350]: DEBUG oslo_vmware.api [None req-d64f9321-a718-4267-ae04-922f7cf4f9ce tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Waiting for the task: (returnval){ [ 1456.053912] env[69350]: value = "task-3366373" [ 1456.053912] env[69350]: _type = "Task" [ 1456.053912] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.061865] env[69350]: DEBUG oslo_vmware.api [None req-d64f9321-a718-4267-ae04-922f7cf4f9ce tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Task: {'id': task-3366373, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.564020] env[69350]: DEBUG oslo_vmware.api [None req-d64f9321-a718-4267-ae04-922f7cf4f9ce tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Task: {'id': task-3366373, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070372} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.564339] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-d64f9321-a718-4267-ae04-922f7cf4f9ce tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] [instance: 631ebf50-2d36-45c2-b6a9-bbf0d2ec26ab] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1456.565120] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e402b393-8605-4f98-946b-aed42a71f74a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.584662] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-d64f9321-a718-4267-ae04-922f7cf4f9ce tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] [instance: 631ebf50-2d36-45c2-b6a9-bbf0d2ec26ab] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] 631ebf50-2d36-45c2-b6a9-bbf0d2ec26ab/631ebf50-2d36-45c2-b6a9-bbf0d2ec26ab.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1456.584889] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a38f9fc5-80d5-4f25-86ad-f11d0e81c270 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.604195] env[69350]: DEBUG oslo_vmware.api [None req-d64f9321-a718-4267-ae04-922f7cf4f9ce tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Waiting for the task: (returnval){ [ 1456.604195] env[69350]: value = "task-3366374" [ 1456.604195] env[69350]: _type = "Task" [ 1456.604195] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.611894] env[69350]: DEBUG oslo_vmware.api [None req-d64f9321-a718-4267-ae04-922f7cf4f9ce tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Task: {'id': task-3366374, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.114606] env[69350]: DEBUG oslo_vmware.api [None req-d64f9321-a718-4267-ae04-922f7cf4f9ce tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Task: {'id': task-3366374, 'name': ReconfigVM_Task, 'duration_secs': 0.272946} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.114990] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-d64f9321-a718-4267-ae04-922f7cf4f9ce tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] [instance: 631ebf50-2d36-45c2-b6a9-bbf0d2ec26ab] Reconfigured VM instance instance-00000079 to attach disk [datastore2] 631ebf50-2d36-45c2-b6a9-bbf0d2ec26ab/631ebf50-2d36-45c2-b6a9-bbf0d2ec26ab.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1457.115658] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d6813b58-0be3-4598-b9e1-66228ea76c60 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.122349] env[69350]: DEBUG oslo_vmware.api [None req-d64f9321-a718-4267-ae04-922f7cf4f9ce tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Waiting for the task: (returnval){ [ 1457.122349] env[69350]: value = "task-3366375" [ 1457.122349] env[69350]: _type = "Task" [ 1457.122349] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.129830] env[69350]: DEBUG oslo_vmware.api [None req-d64f9321-a718-4267-ae04-922f7cf4f9ce tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Task: {'id': task-3366375, 'name': Rename_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.196676] env[69350]: DEBUG oslo_concurrency.lockutils [None req-acb699a1-ed1f-43a2-a9bd-5c4a69f500ae tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Acquiring lock "a03ec981-aaa5-45f3-aee7-8716b22652c4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1457.197059] env[69350]: DEBUG oslo_concurrency.lockutils [None req-acb699a1-ed1f-43a2-a9bd-5c4a69f500ae tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Lock "a03ec981-aaa5-45f3-aee7-8716b22652c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1457.197348] env[69350]: DEBUG oslo_concurrency.lockutils [None req-acb699a1-ed1f-43a2-a9bd-5c4a69f500ae tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Acquiring lock "a03ec981-aaa5-45f3-aee7-8716b22652c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1457.197589] env[69350]: DEBUG oslo_concurrency.lockutils [None req-acb699a1-ed1f-43a2-a9bd-5c4a69f500ae tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Lock "a03ec981-aaa5-45f3-aee7-8716b22652c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1457.197826] env[69350]: DEBUG oslo_concurrency.lockutils [None req-acb699a1-ed1f-43a2-a9bd-5c4a69f500ae tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Lock "a03ec981-aaa5-45f3-aee7-8716b22652c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1457.200189] env[69350]: INFO nova.compute.manager [None req-acb699a1-ed1f-43a2-a9bd-5c4a69f500ae tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: a03ec981-aaa5-45f3-aee7-8716b22652c4] Terminating instance [ 1457.632875] env[69350]: DEBUG oslo_vmware.api [None req-d64f9321-a718-4267-ae04-922f7cf4f9ce tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Task: {'id': task-3366375, 'name': Rename_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.703798] env[69350]: DEBUG nova.compute.manager [None req-acb699a1-ed1f-43a2-a9bd-5c4a69f500ae tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: a03ec981-aaa5-45f3-aee7-8716b22652c4] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1457.704070] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-acb699a1-ed1f-43a2-a9bd-5c4a69f500ae tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: a03ec981-aaa5-45f3-aee7-8716b22652c4] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1457.704894] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5894c10a-ebf7-4bbe-80de-1d6d8f524061 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.712683] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-acb699a1-ed1f-43a2-a9bd-5c4a69f500ae tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: a03ec981-aaa5-45f3-aee7-8716b22652c4] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1457.712907] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8137f476-c487-4d56-949c-0a08bc1fd8be {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.719927] env[69350]: DEBUG oslo_vmware.api [None req-acb699a1-ed1f-43a2-a9bd-5c4a69f500ae tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Waiting for the task: (returnval){ [ 1457.719927] env[69350]: value = "task-3366376" [ 1457.719927] env[69350]: _type = "Task" [ 1457.719927] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.727666] env[69350]: DEBUG oslo_vmware.api [None req-acb699a1-ed1f-43a2-a9bd-5c4a69f500ae tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3366376, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.133817] env[69350]: DEBUG oslo_vmware.api [None req-d64f9321-a718-4267-ae04-922f7cf4f9ce tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Task: {'id': task-3366375, 'name': Rename_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.229468] env[69350]: DEBUG oslo_vmware.api [None req-acb699a1-ed1f-43a2-a9bd-5c4a69f500ae tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3366376, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.634256] env[69350]: DEBUG oslo_vmware.api [None req-d64f9321-a718-4267-ae04-922f7cf4f9ce tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Task: {'id': task-3366375, 'name': Rename_Task, 'duration_secs': 1.145065} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.634559] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-d64f9321-a718-4267-ae04-922f7cf4f9ce tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] [instance: 631ebf50-2d36-45c2-b6a9-bbf0d2ec26ab] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1458.634777] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f120b80a-e003-4366-b42f-d02e61415dbf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.643557] env[69350]: DEBUG oslo_vmware.api [None req-d64f9321-a718-4267-ae04-922f7cf4f9ce tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Waiting for the task: (returnval){ [ 1458.643557] env[69350]: value = "task-3366377" [ 1458.643557] env[69350]: _type = "Task" [ 1458.643557] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.652111] env[69350]: DEBUG oslo_vmware.api [None req-d64f9321-a718-4267-ae04-922f7cf4f9ce tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Task: {'id': task-3366377, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.731320] env[69350]: DEBUG oslo_vmware.api [None req-acb699a1-ed1f-43a2-a9bd-5c4a69f500ae tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3366376, 'name': PowerOffVM_Task, 'duration_secs': 0.715024} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.731578] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-acb699a1-ed1f-43a2-a9bd-5c4a69f500ae tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: a03ec981-aaa5-45f3-aee7-8716b22652c4] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1458.731744] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-acb699a1-ed1f-43a2-a9bd-5c4a69f500ae tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: a03ec981-aaa5-45f3-aee7-8716b22652c4] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1458.732057] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d487834f-6b59-46d5-8b81-6e29fc45666d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.804664] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-acb699a1-ed1f-43a2-a9bd-5c4a69f500ae tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: a03ec981-aaa5-45f3-aee7-8716b22652c4] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1458.804946] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-acb699a1-ed1f-43a2-a9bd-5c4a69f500ae tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: a03ec981-aaa5-45f3-aee7-8716b22652c4] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1458.805172] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-acb699a1-ed1f-43a2-a9bd-5c4a69f500ae tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Deleting the datastore file [datastore2] a03ec981-aaa5-45f3-aee7-8716b22652c4 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1458.805552] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aa726f44-ecac-4807-8642-1dac52a95f17 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.814718] env[69350]: DEBUG oslo_vmware.api [None req-acb699a1-ed1f-43a2-a9bd-5c4a69f500ae tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Waiting for the task: (returnval){ [ 1458.814718] env[69350]: value = "task-3366379" [ 1458.814718] env[69350]: _type = "Task" [ 1458.814718] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.823974] env[69350]: DEBUG oslo_vmware.api [None req-acb699a1-ed1f-43a2-a9bd-5c4a69f500ae tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3366379, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.155295] env[69350]: DEBUG oslo_vmware.api [None req-d64f9321-a718-4267-ae04-922f7cf4f9ce tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Task: {'id': task-3366377, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.327120] env[69350]: DEBUG oslo_vmware.api [None req-acb699a1-ed1f-43a2-a9bd-5c4a69f500ae tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Task: {'id': task-3366379, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.26104} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.327457] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-acb699a1-ed1f-43a2-a9bd-5c4a69f500ae tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1459.327739] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-acb699a1-ed1f-43a2-a9bd-5c4a69f500ae tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: a03ec981-aaa5-45f3-aee7-8716b22652c4] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1459.328040] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-acb699a1-ed1f-43a2-a9bd-5c4a69f500ae tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: a03ec981-aaa5-45f3-aee7-8716b22652c4] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1459.328328] env[69350]: INFO nova.compute.manager [None req-acb699a1-ed1f-43a2-a9bd-5c4a69f500ae tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] [instance: a03ec981-aaa5-45f3-aee7-8716b22652c4] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1459.328687] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-acb699a1-ed1f-43a2-a9bd-5c4a69f500ae tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1459.328974] env[69350]: DEBUG nova.compute.manager [-] [instance: a03ec981-aaa5-45f3-aee7-8716b22652c4] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1459.329134] env[69350]: DEBUG nova.network.neutron [-] [instance: a03ec981-aaa5-45f3-aee7-8716b22652c4] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1459.600542] env[69350]: DEBUG nova.compute.manager [req-e52b4d94-94c8-46c4-82e8-ab5ac0c1ccdb req-4380bfe4-3cc2-4879-839a-dac08c19ee3d service nova] [instance: a03ec981-aaa5-45f3-aee7-8716b22652c4] Received event network-vif-deleted-3e18beea-4fc6-4f21-91b4-318acb8511f3 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1459.600817] env[69350]: INFO nova.compute.manager [req-e52b4d94-94c8-46c4-82e8-ab5ac0c1ccdb req-4380bfe4-3cc2-4879-839a-dac08c19ee3d service nova] [instance: a03ec981-aaa5-45f3-aee7-8716b22652c4] Neutron deleted interface 3e18beea-4fc6-4f21-91b4-318acb8511f3; detaching it from the instance and deleting it from the info cache [ 1459.601067] env[69350]: DEBUG nova.network.neutron [req-e52b4d94-94c8-46c4-82e8-ab5ac0c1ccdb req-4380bfe4-3cc2-4879-839a-dac08c19ee3d service nova] [instance: a03ec981-aaa5-45f3-aee7-8716b22652c4] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1459.657844] env[69350]: DEBUG oslo_vmware.api [None req-d64f9321-a718-4267-ae04-922f7cf4f9ce tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Task: {'id': task-3366377, 'name': PowerOnVM_Task, 'duration_secs': 0.57663} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.658221] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-d64f9321-a718-4267-ae04-922f7cf4f9ce tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] [instance: 631ebf50-2d36-45c2-b6a9-bbf0d2ec26ab] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1459.658509] env[69350]: DEBUG nova.compute.manager [None req-d64f9321-a718-4267-ae04-922f7cf4f9ce tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] [instance: 631ebf50-2d36-45c2-b6a9-bbf0d2ec26ab] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1459.659659] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d182d37f-7093-4a6d-b569-a31b12323f86 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.078957] env[69350]: DEBUG nova.network.neutron [-] [instance: a03ec981-aaa5-45f3-aee7-8716b22652c4] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1460.105485] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7d1ba268-024c-4de0-997a-10cd0108a002 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.115981] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f538a7c-ea80-4625-98c4-27b0b2df15f4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.143080] env[69350]: DEBUG nova.compute.manager [req-e52b4d94-94c8-46c4-82e8-ab5ac0c1ccdb req-4380bfe4-3cc2-4879-839a-dac08c19ee3d service nova] [instance: a03ec981-aaa5-45f3-aee7-8716b22652c4] Detach interface failed, port_id=3e18beea-4fc6-4f21-91b4-318acb8511f3, reason: Instance a03ec981-aaa5-45f3-aee7-8716b22652c4 could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1460.177918] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d64f9321-a718-4267-ae04-922f7cf4f9ce tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1460.178260] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d64f9321-a718-4267-ae04-922f7cf4f9ce tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1460.178573] env[69350]: DEBUG nova.objects.instance [None req-d64f9321-a718-4267-ae04-922f7cf4f9ce tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] [instance: 631ebf50-2d36-45c2-b6a9-bbf0d2ec26ab] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69350) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1460.581856] env[69350]: INFO nova.compute.manager [-] [instance: a03ec981-aaa5-45f3-aee7-8716b22652c4] Took 1.25 seconds to deallocate network for instance. [ 1461.091172] env[69350]: DEBUG oslo_concurrency.lockutils [None req-acb699a1-ed1f-43a2-a9bd-5c4a69f500ae tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1461.091586] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ff163083-68ef-4a76-9942-59f49ca41d71 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Acquiring lock "631ebf50-2d36-45c2-b6a9-bbf0d2ec26ab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1461.091793] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ff163083-68ef-4a76-9942-59f49ca41d71 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Lock "631ebf50-2d36-45c2-b6a9-bbf0d2ec26ab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1461.092054] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ff163083-68ef-4a76-9942-59f49ca41d71 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Acquiring lock "631ebf50-2d36-45c2-b6a9-bbf0d2ec26ab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1461.092274] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ff163083-68ef-4a76-9942-59f49ca41d71 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Lock "631ebf50-2d36-45c2-b6a9-bbf0d2ec26ab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1461.092408] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ff163083-68ef-4a76-9942-59f49ca41d71 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Lock "631ebf50-2d36-45c2-b6a9-bbf0d2ec26ab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1461.094422] env[69350]: INFO nova.compute.manager [None req-ff163083-68ef-4a76-9942-59f49ca41d71 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] [instance: 631ebf50-2d36-45c2-b6a9-bbf0d2ec26ab] Terminating instance [ 1461.186963] env[69350]: DEBUG oslo_concurrency.lockutils [None req-d64f9321-a718-4267-ae04-922f7cf4f9ce tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1461.187997] env[69350]: DEBUG oslo_concurrency.lockutils [None req-acb699a1-ed1f-43a2-a9bd-5c4a69f500ae tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.097s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1461.188182] env[69350]: DEBUG nova.objects.instance [None req-acb699a1-ed1f-43a2-a9bd-5c4a69f500ae tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Lazy-loading 'resources' on Instance uuid a03ec981-aaa5-45f3-aee7-8716b22652c4 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1461.597501] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ff163083-68ef-4a76-9942-59f49ca41d71 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Acquiring lock "refresh_cache-631ebf50-2d36-45c2-b6a9-bbf0d2ec26ab" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.597732] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ff163083-68ef-4a76-9942-59f49ca41d71 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Acquired lock "refresh_cache-631ebf50-2d36-45c2-b6a9-bbf0d2ec26ab" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.597939] env[69350]: DEBUG nova.network.neutron [None req-ff163083-68ef-4a76-9942-59f49ca41d71 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] [instance: 631ebf50-2d36-45c2-b6a9-bbf0d2ec26ab] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1461.742813] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19854d74-1c17-49ce-9118-14052a04c18e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.751575] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-690f824a-8f56-4859-a47e-cb06c7e22ac5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.782478] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-997b48c6-7344-4d6a-a051-abd2f6a8c4a9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.790341] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-009628c3-90ab-4d45-8fdb-3096eb51fac2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.804059] env[69350]: DEBUG nova.compute.provider_tree [None req-acb699a1-ed1f-43a2-a9bd-5c4a69f500ae tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Updating inventory in ProviderTree for provider 493c4881-f171-4c66-96e5-06180e27f02f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1462.116497] env[69350]: DEBUG nova.network.neutron [None req-ff163083-68ef-4a76-9942-59f49ca41d71 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] [instance: 631ebf50-2d36-45c2-b6a9-bbf0d2ec26ab] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1462.171675] env[69350]: DEBUG nova.network.neutron [None req-ff163083-68ef-4a76-9942-59f49ca41d71 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] [instance: 631ebf50-2d36-45c2-b6a9-bbf0d2ec26ab] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1462.334793] env[69350]: DEBUG nova.scheduler.client.report [None req-acb699a1-ed1f-43a2-a9bd-5c4a69f500ae tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Updated inventory for provider 493c4881-f171-4c66-96e5-06180e27f02f with generation 175 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1462.335166] env[69350]: DEBUG nova.compute.provider_tree [None req-acb699a1-ed1f-43a2-a9bd-5c4a69f500ae tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Updating resource provider 493c4881-f171-4c66-96e5-06180e27f02f generation from 175 to 176 during operation: update_inventory {{(pid=69350) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1462.335247] env[69350]: DEBUG nova.compute.provider_tree [None req-acb699a1-ed1f-43a2-a9bd-5c4a69f500ae tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Updating inventory in ProviderTree for provider 493c4881-f171-4c66-96e5-06180e27f02f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1462.674712] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ff163083-68ef-4a76-9942-59f49ca41d71 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Releasing lock "refresh_cache-631ebf50-2d36-45c2-b6a9-bbf0d2ec26ab" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.675413] env[69350]: DEBUG nova.compute.manager [None req-ff163083-68ef-4a76-9942-59f49ca41d71 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] [instance: 631ebf50-2d36-45c2-b6a9-bbf0d2ec26ab] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1462.675794] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ff163083-68ef-4a76-9942-59f49ca41d71 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] [instance: 631ebf50-2d36-45c2-b6a9-bbf0d2ec26ab] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1462.677317] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81f4af38-4c2a-4fad-8e03-fe4551a5012c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.688363] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff163083-68ef-4a76-9942-59f49ca41d71 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] [instance: 631ebf50-2d36-45c2-b6a9-bbf0d2ec26ab] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1462.688664] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd03d93c-46fb-405b-b663-633940ee7969 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.699775] env[69350]: DEBUG oslo_vmware.api [None req-ff163083-68ef-4a76-9942-59f49ca41d71 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Waiting for the task: (returnval){ [ 1462.699775] env[69350]: value = "task-3366380" [ 1462.699775] env[69350]: _type = "Task" [ 1462.699775] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.712956] env[69350]: DEBUG oslo_vmware.api [None req-ff163083-68ef-4a76-9942-59f49ca41d71 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Task: {'id': task-3366380, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.840234] env[69350]: DEBUG oslo_concurrency.lockutils [None req-acb699a1-ed1f-43a2-a9bd-5c4a69f500ae tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.652s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1462.857263] env[69350]: INFO nova.scheduler.client.report [None req-acb699a1-ed1f-43a2-a9bd-5c4a69f500ae tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Deleted allocations for instance a03ec981-aaa5-45f3-aee7-8716b22652c4 [ 1463.209705] env[69350]: DEBUG oslo_vmware.api [None req-ff163083-68ef-4a76-9942-59f49ca41d71 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Task: {'id': task-3366380, 'name': PowerOffVM_Task, 'duration_secs': 0.138584} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.209950] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff163083-68ef-4a76-9942-59f49ca41d71 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] [instance: 631ebf50-2d36-45c2-b6a9-bbf0d2ec26ab] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1463.210100] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ff163083-68ef-4a76-9942-59f49ca41d71 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] [instance: 631ebf50-2d36-45c2-b6a9-bbf0d2ec26ab] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1463.210352] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-369ca4d9-b728-4a9a-83e5-181e62af0d0f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.241239] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ff163083-68ef-4a76-9942-59f49ca41d71 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] [instance: 631ebf50-2d36-45c2-b6a9-bbf0d2ec26ab] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1463.241535] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ff163083-68ef-4a76-9942-59f49ca41d71 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] [instance: 631ebf50-2d36-45c2-b6a9-bbf0d2ec26ab] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1463.241781] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff163083-68ef-4a76-9942-59f49ca41d71 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Deleting the datastore file [datastore2] 631ebf50-2d36-45c2-b6a9-bbf0d2ec26ab {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1463.242168] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b9e60287-a0fe-4adb-ab8d-c66f649962df {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.249284] env[69350]: DEBUG oslo_vmware.api [None req-ff163083-68ef-4a76-9942-59f49ca41d71 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Waiting for the task: (returnval){ [ 1463.249284] env[69350]: value = "task-3366382" [ 1463.249284] env[69350]: _type = "Task" [ 1463.249284] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.257247] env[69350]: DEBUG oslo_vmware.api [None req-ff163083-68ef-4a76-9942-59f49ca41d71 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Task: {'id': task-3366382, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.364439] env[69350]: DEBUG oslo_concurrency.lockutils [None req-acb699a1-ed1f-43a2-a9bd-5c4a69f500ae tempest-ServerActionsTestOtherA-1330357232 tempest-ServerActionsTestOtherA-1330357232-project-member] Lock "a03ec981-aaa5-45f3-aee7-8716b22652c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.167s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1463.762644] env[69350]: DEBUG oslo_vmware.api [None req-ff163083-68ef-4a76-9942-59f49ca41d71 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Task: {'id': task-3366382, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.092964} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.762644] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff163083-68ef-4a76-9942-59f49ca41d71 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1463.762644] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ff163083-68ef-4a76-9942-59f49ca41d71 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] [instance: 631ebf50-2d36-45c2-b6a9-bbf0d2ec26ab] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1463.762644] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ff163083-68ef-4a76-9942-59f49ca41d71 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] [instance: 631ebf50-2d36-45c2-b6a9-bbf0d2ec26ab] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1463.762644] env[69350]: INFO nova.compute.manager [None req-ff163083-68ef-4a76-9942-59f49ca41d71 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] [instance: 631ebf50-2d36-45c2-b6a9-bbf0d2ec26ab] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1463.762644] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff163083-68ef-4a76-9942-59f49ca41d71 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1463.762644] env[69350]: DEBUG nova.compute.manager [-] [instance: 631ebf50-2d36-45c2-b6a9-bbf0d2ec26ab] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1463.762644] env[69350]: DEBUG nova.network.neutron [-] [instance: 631ebf50-2d36-45c2-b6a9-bbf0d2ec26ab] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1463.779892] env[69350]: DEBUG nova.network.neutron [-] [instance: 631ebf50-2d36-45c2-b6a9-bbf0d2ec26ab] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1464.281666] env[69350]: DEBUG nova.network.neutron [-] [instance: 631ebf50-2d36-45c2-b6a9-bbf0d2ec26ab] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1464.784539] env[69350]: INFO nova.compute.manager [-] [instance: 631ebf50-2d36-45c2-b6a9-bbf0d2ec26ab] Took 1.02 seconds to deallocate network for instance. [ 1465.291583] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ff163083-68ef-4a76-9942-59f49ca41d71 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1465.291583] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ff163083-68ef-4a76-9942-59f49ca41d71 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1465.291749] env[69350]: DEBUG nova.objects.instance [None req-ff163083-68ef-4a76-9942-59f49ca41d71 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Lazy-loading 'resources' on Instance uuid 631ebf50-2d36-45c2-b6a9-bbf0d2ec26ab {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1465.830376] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7963586-421a-4f73-813a-20710eddb445 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.838895] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe4efd5-509d-43a6-a5e9-3f2b278c736e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.870493] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f594d5ac-e46b-4c84-9b65-a3a9d1dcef17 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.877848] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c49f29e-4a5e-424e-a62d-8383772835a2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.891186] env[69350]: DEBUG nova.compute.provider_tree [None req-ff163083-68ef-4a76-9942-59f49ca41d71 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1466.338591] env[69350]: DEBUG oslo_concurrency.lockutils [None req-25504d26-1193-4e51-b4f3-cdba919cdbca tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] Acquiring lock "5388ed12-6641-407d-96b7-5a532e9e1660" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1466.338591] env[69350]: DEBUG oslo_concurrency.lockutils [None req-25504d26-1193-4e51-b4f3-cdba919cdbca tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] Lock "5388ed12-6641-407d-96b7-5a532e9e1660" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1466.395121] env[69350]: DEBUG nova.scheduler.client.report [None req-ff163083-68ef-4a76-9942-59f49ca41d71 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1466.840913] env[69350]: DEBUG nova.compute.manager [None req-25504d26-1193-4e51-b4f3-cdba919cdbca tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] [instance: 5388ed12-6641-407d-96b7-5a532e9e1660] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1466.899794] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ff163083-68ef-4a76-9942-59f49ca41d71 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.608s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1466.921482] env[69350]: INFO nova.scheduler.client.report [None req-ff163083-68ef-4a76-9942-59f49ca41d71 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Deleted allocations for instance 631ebf50-2d36-45c2-b6a9-bbf0d2ec26ab [ 1467.360290] env[69350]: DEBUG oslo_concurrency.lockutils [None req-25504d26-1193-4e51-b4f3-cdba919cdbca tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1467.360560] env[69350]: DEBUG oslo_concurrency.lockutils [None req-25504d26-1193-4e51-b4f3-cdba919cdbca tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1467.362024] env[69350]: INFO nova.compute.claims [None req-25504d26-1193-4e51-b4f3-cdba919cdbca tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] [instance: 5388ed12-6641-407d-96b7-5a532e9e1660] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1467.429319] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ff163083-68ef-4a76-9942-59f49ca41d71 tempest-ServersListShow296Test-1897434233 tempest-ServersListShow296Test-1897434233-project-member] Lock "631ebf50-2d36-45c2-b6a9-bbf0d2ec26ab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.337s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1468.411539] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96435387-55cb-4eee-82c8-3f77b59076a1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.419381] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c18232-0379-4a02-b8f0-422cbeb94ba3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.449995] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55644799-2f6d-4a68-a3e9-fec753062b94 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.457425] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a7fd079-7a2d-4f0b-a9e6-6527c2e4970d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.470224] env[69350]: DEBUG nova.compute.provider_tree [None req-25504d26-1193-4e51-b4f3-cdba919cdbca tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1468.973259] env[69350]: DEBUG nova.scheduler.client.report [None req-25504d26-1193-4e51-b4f3-cdba919cdbca tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1469.486023] env[69350]: DEBUG oslo_concurrency.lockutils [None req-25504d26-1193-4e51-b4f3-cdba919cdbca tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.122s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1469.486023] env[69350]: DEBUG nova.compute.manager [None req-25504d26-1193-4e51-b4f3-cdba919cdbca tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] [instance: 5388ed12-6641-407d-96b7-5a532e9e1660] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1469.989970] env[69350]: DEBUG nova.compute.utils [None req-25504d26-1193-4e51-b4f3-cdba919cdbca tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1469.992570] env[69350]: DEBUG nova.compute.manager [None req-25504d26-1193-4e51-b4f3-cdba919cdbca tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] [instance: 5388ed12-6641-407d-96b7-5a532e9e1660] Not allocating networking since 'none' was specified. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1470.357505] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c54f4313-6e78-4338-8c40-c7131c6228db tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Acquiring lock "0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1470.357505] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c54f4313-6e78-4338-8c40-c7131c6228db tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Lock "0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1470.493476] env[69350]: DEBUG nova.compute.manager [None req-25504d26-1193-4e51-b4f3-cdba919cdbca tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] [instance: 5388ed12-6641-407d-96b7-5a532e9e1660] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1470.859826] env[69350]: DEBUG nova.compute.manager [None req-c54f4313-6e78-4338-8c40-c7131c6228db tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1471.382915] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c54f4313-6e78-4338-8c40-c7131c6228db tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1471.383266] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c54f4313-6e78-4338-8c40-c7131c6228db tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1471.384712] env[69350]: INFO nova.compute.claims [None req-c54f4313-6e78-4338-8c40-c7131c6228db tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1471.503590] env[69350]: DEBUG nova.compute.manager [None req-25504d26-1193-4e51-b4f3-cdba919cdbca tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] [instance: 5388ed12-6641-407d-96b7-5a532e9e1660] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1471.528798] env[69350]: DEBUG nova.virt.hardware [None req-25504d26-1193-4e51-b4f3-cdba919cdbca tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1471.529069] env[69350]: DEBUG nova.virt.hardware [None req-25504d26-1193-4e51-b4f3-cdba919cdbca tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1471.529458] env[69350]: DEBUG nova.virt.hardware [None req-25504d26-1193-4e51-b4f3-cdba919cdbca tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1471.529582] env[69350]: DEBUG nova.virt.hardware [None req-25504d26-1193-4e51-b4f3-cdba919cdbca tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1471.529731] env[69350]: DEBUG nova.virt.hardware [None req-25504d26-1193-4e51-b4f3-cdba919cdbca tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1471.530072] env[69350]: DEBUG nova.virt.hardware [None req-25504d26-1193-4e51-b4f3-cdba919cdbca tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1471.530329] env[69350]: DEBUG nova.virt.hardware [None req-25504d26-1193-4e51-b4f3-cdba919cdbca tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1471.530497] env[69350]: DEBUG nova.virt.hardware [None req-25504d26-1193-4e51-b4f3-cdba919cdbca tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1471.530668] env[69350]: DEBUG nova.virt.hardware [None req-25504d26-1193-4e51-b4f3-cdba919cdbca tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1471.530832] env[69350]: DEBUG nova.virt.hardware [None req-25504d26-1193-4e51-b4f3-cdba919cdbca tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1471.531012] env[69350]: DEBUG nova.virt.hardware [None req-25504d26-1193-4e51-b4f3-cdba919cdbca tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1471.531889] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-185ad440-94fb-4505-9344-07c0007d036e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.540783] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e79771-0434-4553-ad82-9b2a7bd05ca9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.555141] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-25504d26-1193-4e51-b4f3-cdba919cdbca tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] [instance: 5388ed12-6641-407d-96b7-5a532e9e1660] Instance VIF info [] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1471.560805] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-25504d26-1193-4e51-b4f3-cdba919cdbca tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] Creating folder: Project (1db32710e56e4c22b2910b681db26683). Parent ref: group-v671398. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1471.561028] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-13db6875-c5f8-4c04-94b6-2fe348ce8d0b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.573057] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-25504d26-1193-4e51-b4f3-cdba919cdbca tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] Created folder: Project (1db32710e56e4c22b2910b681db26683) in parent group-v671398. [ 1471.573249] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-25504d26-1193-4e51-b4f3-cdba919cdbca tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] Creating folder: Instances. Parent ref: group-v671729. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1471.573469] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0b437706-bcf2-4258-a315-ab22d6752916 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.583400] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-25504d26-1193-4e51-b4f3-cdba919cdbca tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] Created folder: Instances in parent group-v671729. [ 1471.583675] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-25504d26-1193-4e51-b4f3-cdba919cdbca tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1471.584041] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5388ed12-6641-407d-96b7-5a532e9e1660] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1471.584168] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-741f1862-ce2d-4d57-912e-db9a3712f8e6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.601402] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1471.601402] env[69350]: value = "task-3366385" [ 1471.601402] env[69350]: _type = "Task" [ 1471.601402] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.609035] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366385, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.111415] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366385, 'name': CreateVM_Task, 'duration_secs': 0.252591} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.111580] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5388ed12-6641-407d-96b7-5a532e9e1660] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1472.112027] env[69350]: DEBUG oslo_concurrency.lockutils [None req-25504d26-1193-4e51-b4f3-cdba919cdbca tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.112198] env[69350]: DEBUG oslo_concurrency.lockutils [None req-25504d26-1193-4e51-b4f3-cdba919cdbca tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.112504] env[69350]: DEBUG oslo_concurrency.lockutils [None req-25504d26-1193-4e51-b4f3-cdba919cdbca tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1472.112751] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85595470-02b5-44a2-b5a8-2eae665c2875 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.117584] env[69350]: DEBUG oslo_vmware.api [None req-25504d26-1193-4e51-b4f3-cdba919cdbca tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] Waiting for the task: (returnval){ [ 1472.117584] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52e64b54-fc18-a462-c101-d4c8cab10a27" [ 1472.117584] env[69350]: _type = "Task" [ 1472.117584] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.125369] env[69350]: DEBUG oslo_vmware.api [None req-25504d26-1193-4e51-b4f3-cdba919cdbca tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52e64b54-fc18-a462-c101-d4c8cab10a27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.446208] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9716518d-80d5-49e7-b961-bd37dcc2f4b3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.454552] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b86983dc-d9b0-4b07-9bd9-070bf0280b0c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.485340] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dadb4881-3ce5-42f4-a5d7-9f9196e3aebe {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.492464] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c62e34aa-7528-47c8-a8d1-e6a75b784eb4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.505372] env[69350]: DEBUG nova.compute.provider_tree [None req-c54f4313-6e78-4338-8c40-c7131c6228db tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1472.628727] env[69350]: DEBUG oslo_vmware.api [None req-25504d26-1193-4e51-b4f3-cdba919cdbca tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52e64b54-fc18-a462-c101-d4c8cab10a27, 'name': SearchDatastore_Task, 'duration_secs': 0.010296} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.629048] env[69350]: DEBUG oslo_concurrency.lockutils [None req-25504d26-1193-4e51-b4f3-cdba919cdbca tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.629286] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-25504d26-1193-4e51-b4f3-cdba919cdbca tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] [instance: 5388ed12-6641-407d-96b7-5a532e9e1660] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1472.629513] env[69350]: DEBUG oslo_concurrency.lockutils [None req-25504d26-1193-4e51-b4f3-cdba919cdbca tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.629655] env[69350]: DEBUG oslo_concurrency.lockutils [None req-25504d26-1193-4e51-b4f3-cdba919cdbca tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.629845] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-25504d26-1193-4e51-b4f3-cdba919cdbca tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1472.630124] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8e06e99a-7022-4ba8-b7b4-b0b4a16d5aed {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.639063] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-25504d26-1193-4e51-b4f3-cdba919cdbca tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1472.639247] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-25504d26-1193-4e51-b4f3-cdba919cdbca tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1472.639953] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d03fc51-032a-49f5-9d96-9ab446b2fda3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.645450] env[69350]: DEBUG oslo_vmware.api [None req-25504d26-1193-4e51-b4f3-cdba919cdbca tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] Waiting for the task: (returnval){ [ 1472.645450] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]520c755e-47c0-8ccc-afaa-6628b6ca88fd" [ 1472.645450] env[69350]: _type = "Task" [ 1472.645450] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.652876] env[69350]: DEBUG oslo_vmware.api [None req-25504d26-1193-4e51-b4f3-cdba919cdbca tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]520c755e-47c0-8ccc-afaa-6628b6ca88fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.009121] env[69350]: DEBUG nova.scheduler.client.report [None req-c54f4313-6e78-4338-8c40-c7131c6228db tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1473.157438] env[69350]: DEBUG oslo_vmware.api [None req-25504d26-1193-4e51-b4f3-cdba919cdbca tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]520c755e-47c0-8ccc-afaa-6628b6ca88fd, 'name': SearchDatastore_Task, 'duration_secs': 0.008815} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.158194] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9958a3a6-4553-4840-9ba5-25e63bfcff85 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.163302] env[69350]: DEBUG oslo_vmware.api [None req-25504d26-1193-4e51-b4f3-cdba919cdbca tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] Waiting for the task: (returnval){ [ 1473.163302] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52956051-eb3e-432d-a353-e888869d5710" [ 1473.163302] env[69350]: _type = "Task" [ 1473.163302] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.170726] env[69350]: DEBUG oslo_vmware.api [None req-25504d26-1193-4e51-b4f3-cdba919cdbca tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52956051-eb3e-432d-a353-e888869d5710, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.513912] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c54f4313-6e78-4338-8c40-c7131c6228db tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.130s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1473.514770] env[69350]: DEBUG nova.compute.manager [None req-c54f4313-6e78-4338-8c40-c7131c6228db tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1473.674147] env[69350]: DEBUG oslo_vmware.api [None req-25504d26-1193-4e51-b4f3-cdba919cdbca tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52956051-eb3e-432d-a353-e888869d5710, 'name': SearchDatastore_Task, 'duration_secs': 0.010536} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.674408] env[69350]: DEBUG oslo_concurrency.lockutils [None req-25504d26-1193-4e51-b4f3-cdba919cdbca tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.674603] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-25504d26-1193-4e51-b4f3-cdba919cdbca tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] 5388ed12-6641-407d-96b7-5a532e9e1660/5388ed12-6641-407d-96b7-5a532e9e1660.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1473.674850] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a09c2101-ce76-40e3-9e4f-3c15b0ba782e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.682997] env[69350]: DEBUG oslo_vmware.api [None req-25504d26-1193-4e51-b4f3-cdba919cdbca tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] Waiting for the task: (returnval){ [ 1473.682997] env[69350]: value = "task-3366386" [ 1473.682997] env[69350]: _type = "Task" [ 1473.682997] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.690510] env[69350]: DEBUG oslo_vmware.api [None req-25504d26-1193-4e51-b4f3-cdba919cdbca tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] Task: {'id': task-3366386, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.021581] env[69350]: DEBUG nova.compute.utils [None req-c54f4313-6e78-4338-8c40-c7131c6228db tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1474.023438] env[69350]: DEBUG nova.compute.manager [None req-c54f4313-6e78-4338-8c40-c7131c6228db tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1474.023662] env[69350]: DEBUG nova.network.neutron [None req-c54f4313-6e78-4338-8c40-c7131c6228db tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1474.069065] env[69350]: DEBUG nova.policy [None req-c54f4313-6e78-4338-8c40-c7131c6228db tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd97565c9e6f044619632efafda9ff847', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '03a436b11f204a6e8d2d4b816236d818', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 1474.193222] env[69350]: DEBUG oslo_vmware.api [None req-25504d26-1193-4e51-b4f3-cdba919cdbca tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] Task: {'id': task-3366386, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.428286} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.193456] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-25504d26-1193-4e51-b4f3-cdba919cdbca tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] 5388ed12-6641-407d-96b7-5a532e9e1660/5388ed12-6641-407d-96b7-5a532e9e1660.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1474.193672] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-25504d26-1193-4e51-b4f3-cdba919cdbca tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] [instance: 5388ed12-6641-407d-96b7-5a532e9e1660] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1474.193917] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-76494f04-4a0b-452d-bcfb-0747e9ceb4e2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.203327] env[69350]: DEBUG oslo_vmware.api [None req-25504d26-1193-4e51-b4f3-cdba919cdbca tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] Waiting for the task: (returnval){ [ 1474.203327] env[69350]: value = "task-3366387" [ 1474.203327] env[69350]: _type = "Task" [ 1474.203327] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.211773] env[69350]: DEBUG oslo_vmware.api [None req-25504d26-1193-4e51-b4f3-cdba919cdbca tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] Task: {'id': task-3366387, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.328723] env[69350]: DEBUG nova.network.neutron [None req-c54f4313-6e78-4338-8c40-c7131c6228db tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Successfully created port: c4bf5799-14ca-4d8b-bdd5-b68d4ea10fec {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1474.527408] env[69350]: DEBUG nova.compute.manager [None req-c54f4313-6e78-4338-8c40-c7131c6228db tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1474.713850] env[69350]: DEBUG oslo_vmware.api [None req-25504d26-1193-4e51-b4f3-cdba919cdbca tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] Task: {'id': task-3366387, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072225} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.714089] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-25504d26-1193-4e51-b4f3-cdba919cdbca tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] [instance: 5388ed12-6641-407d-96b7-5a532e9e1660] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1474.714864] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-088ee15c-6658-4a5d-b990-3b332b113802 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.736590] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-25504d26-1193-4e51-b4f3-cdba919cdbca tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] [instance: 5388ed12-6641-407d-96b7-5a532e9e1660] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 5388ed12-6641-407d-96b7-5a532e9e1660/5388ed12-6641-407d-96b7-5a532e9e1660.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1474.736590] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d768fd0-0c68-4490-b069-aa13a447aa5f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.757016] env[69350]: DEBUG oslo_vmware.api [None req-25504d26-1193-4e51-b4f3-cdba919cdbca tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] Waiting for the task: (returnval){ [ 1474.757016] env[69350]: value = "task-3366388" [ 1474.757016] env[69350]: _type = "Task" [ 1474.757016] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.765107] env[69350]: DEBUG oslo_vmware.api [None req-25504d26-1193-4e51-b4f3-cdba919cdbca tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] Task: {'id': task-3366388, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.270472] env[69350]: DEBUG oslo_vmware.api [None req-25504d26-1193-4e51-b4f3-cdba919cdbca tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] Task: {'id': task-3366388, 'name': ReconfigVM_Task, 'duration_secs': 0.278629} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.270849] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-25504d26-1193-4e51-b4f3-cdba919cdbca tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] [instance: 5388ed12-6641-407d-96b7-5a532e9e1660] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 5388ed12-6641-407d-96b7-5a532e9e1660/5388ed12-6641-407d-96b7-5a532e9e1660.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1475.271644] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-820d237a-2cb3-4030-b7f2-feff8debe164 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.279429] env[69350]: DEBUG oslo_vmware.api [None req-25504d26-1193-4e51-b4f3-cdba919cdbca tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] Waiting for the task: (returnval){ [ 1475.279429] env[69350]: value = "task-3366389" [ 1475.279429] env[69350]: _type = "Task" [ 1475.279429] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.286963] env[69350]: DEBUG oslo_vmware.api [None req-25504d26-1193-4e51-b4f3-cdba919cdbca tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] Task: {'id': task-3366389, 'name': Rename_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.538743] env[69350]: DEBUG nova.compute.manager [None req-c54f4313-6e78-4338-8c40-c7131c6228db tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1475.565615] env[69350]: DEBUG nova.virt.hardware [None req-c54f4313-6e78-4338-8c40-c7131c6228db tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1475.565879] env[69350]: DEBUG nova.virt.hardware [None req-c54f4313-6e78-4338-8c40-c7131c6228db tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1475.566048] env[69350]: DEBUG nova.virt.hardware [None req-c54f4313-6e78-4338-8c40-c7131c6228db tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1475.566243] env[69350]: DEBUG nova.virt.hardware [None req-c54f4313-6e78-4338-8c40-c7131c6228db tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1475.566388] env[69350]: DEBUG nova.virt.hardware [None req-c54f4313-6e78-4338-8c40-c7131c6228db tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1475.566532] env[69350]: DEBUG nova.virt.hardware [None req-c54f4313-6e78-4338-8c40-c7131c6228db tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1475.566736] env[69350]: DEBUG nova.virt.hardware [None req-c54f4313-6e78-4338-8c40-c7131c6228db tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1475.566890] env[69350]: DEBUG nova.virt.hardware [None req-c54f4313-6e78-4338-8c40-c7131c6228db tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1475.567067] env[69350]: DEBUG nova.virt.hardware [None req-c54f4313-6e78-4338-8c40-c7131c6228db tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1475.567233] env[69350]: DEBUG nova.virt.hardware [None req-c54f4313-6e78-4338-8c40-c7131c6228db tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1475.567403] env[69350]: DEBUG nova.virt.hardware [None req-c54f4313-6e78-4338-8c40-c7131c6228db tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1475.568424] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f10df810-0f1a-4ba6-ae55-56bbc47d71bb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.576310] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c732d5ba-d5d5-42a2-9e78-08f610628435 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.678401] env[69350]: DEBUG nova.compute.manager [req-04d45681-0603-474d-986c-3a286d3bb4d7 req-b4db3ff3-6ecc-4e1d-99b3-4d087fa9f314 service nova] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Received event network-vif-plugged-c4bf5799-14ca-4d8b-bdd5-b68d4ea10fec {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1475.678639] env[69350]: DEBUG oslo_concurrency.lockutils [req-04d45681-0603-474d-986c-3a286d3bb4d7 req-b4db3ff3-6ecc-4e1d-99b3-4d087fa9f314 service nova] Acquiring lock "0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1475.678843] env[69350]: DEBUG oslo_concurrency.lockutils [req-04d45681-0603-474d-986c-3a286d3bb4d7 req-b4db3ff3-6ecc-4e1d-99b3-4d087fa9f314 service nova] Lock "0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1475.679047] env[69350]: DEBUG oslo_concurrency.lockutils [req-04d45681-0603-474d-986c-3a286d3bb4d7 req-b4db3ff3-6ecc-4e1d-99b3-4d087fa9f314 service nova] Lock "0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1475.679363] env[69350]: DEBUG nova.compute.manager [req-04d45681-0603-474d-986c-3a286d3bb4d7 req-b4db3ff3-6ecc-4e1d-99b3-4d087fa9f314 service nova] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] No waiting events found dispatching network-vif-plugged-c4bf5799-14ca-4d8b-bdd5-b68d4ea10fec {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1475.679629] env[69350]: WARNING nova.compute.manager [req-04d45681-0603-474d-986c-3a286d3bb4d7 req-b4db3ff3-6ecc-4e1d-99b3-4d087fa9f314 service nova] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Received unexpected event network-vif-plugged-c4bf5799-14ca-4d8b-bdd5-b68d4ea10fec for instance with vm_state building and task_state spawning. [ 1475.764703] env[69350]: DEBUG nova.network.neutron [None req-c54f4313-6e78-4338-8c40-c7131c6228db tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Successfully updated port: c4bf5799-14ca-4d8b-bdd5-b68d4ea10fec {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1475.791340] env[69350]: DEBUG oslo_vmware.api [None req-25504d26-1193-4e51-b4f3-cdba919cdbca tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] Task: {'id': task-3366389, 'name': Rename_Task, 'duration_secs': 0.133363} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.791604] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-25504d26-1193-4e51-b4f3-cdba919cdbca tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] [instance: 5388ed12-6641-407d-96b7-5a532e9e1660] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1475.791843] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f28ea556-d6d7-490c-ba35-59fdeb915859 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.798669] env[69350]: DEBUG oslo_vmware.api [None req-25504d26-1193-4e51-b4f3-cdba919cdbca tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] Waiting for the task: (returnval){ [ 1475.798669] env[69350]: value = "task-3366390" [ 1475.798669] env[69350]: _type = "Task" [ 1475.798669] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.806137] env[69350]: DEBUG oslo_vmware.api [None req-25504d26-1193-4e51-b4f3-cdba919cdbca tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] Task: {'id': task-3366390, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.267961] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c54f4313-6e78-4338-8c40-c7131c6228db tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Acquiring lock "refresh_cache-0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.268106] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c54f4313-6e78-4338-8c40-c7131c6228db tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Acquired lock "refresh_cache-0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.268235] env[69350]: DEBUG nova.network.neutron [None req-c54f4313-6e78-4338-8c40-c7131c6228db tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1476.307939] env[69350]: DEBUG oslo_vmware.api [None req-25504d26-1193-4e51-b4f3-cdba919cdbca tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] Task: {'id': task-3366390, 'name': PowerOnVM_Task, 'duration_secs': 0.411643} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.308166] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-25504d26-1193-4e51-b4f3-cdba919cdbca tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] [instance: 5388ed12-6641-407d-96b7-5a532e9e1660] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1476.308362] env[69350]: INFO nova.compute.manager [None req-25504d26-1193-4e51-b4f3-cdba919cdbca tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] [instance: 5388ed12-6641-407d-96b7-5a532e9e1660] Took 4.80 seconds to spawn the instance on the hypervisor. [ 1476.308539] env[69350]: DEBUG nova.compute.manager [None req-25504d26-1193-4e51-b4f3-cdba919cdbca tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] [instance: 5388ed12-6641-407d-96b7-5a532e9e1660] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1476.309515] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cea9f91-f81c-4421-8d24-8c6e90f09b54 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.808888] env[69350]: DEBUG nova.network.neutron [None req-c54f4313-6e78-4338-8c40-c7131c6228db tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1476.827997] env[69350]: INFO nova.compute.manager [None req-25504d26-1193-4e51-b4f3-cdba919cdbca tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] [instance: 5388ed12-6641-407d-96b7-5a532e9e1660] Took 9.48 seconds to build instance. [ 1476.940142] env[69350]: DEBUG nova.network.neutron [None req-c54f4313-6e78-4338-8c40-c7131c6228db tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Updating instance_info_cache with network_info: [{"id": "c4bf5799-14ca-4d8b-bdd5-b68d4ea10fec", "address": "fa:16:3e:9c:d8:5f", "network": {"id": "c3b2a70f-ed4d-4f50-9897-d2152b12b5f0", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-46199116-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03a436b11f204a6e8d2d4b816236d818", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4bf5799-14", "ovs_interfaceid": "c4bf5799-14ca-4d8b-bdd5-b68d4ea10fec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1477.294147] env[69350]: DEBUG nova.compute.manager [None req-da8d70a6-dfa0-4cc9-ac57-35a8038f4706 tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] [instance: 5388ed12-6641-407d-96b7-5a532e9e1660] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1477.295153] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d9a9118-e252-43d5-8b45-83caf846fe94 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.330445] env[69350]: DEBUG oslo_concurrency.lockutils [None req-25504d26-1193-4e51-b4f3-cdba919cdbca tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] Lock "5388ed12-6641-407d-96b7-5a532e9e1660" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 10.992s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1477.361379] env[69350]: DEBUG oslo_concurrency.lockutils [None req-771df09a-986a-4613-98a1-4a5c67b899e0 tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] Acquiring lock "5388ed12-6641-407d-96b7-5a532e9e1660" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1477.361617] env[69350]: DEBUG oslo_concurrency.lockutils [None req-771df09a-986a-4613-98a1-4a5c67b899e0 tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] Lock "5388ed12-6641-407d-96b7-5a532e9e1660" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1477.361822] env[69350]: DEBUG oslo_concurrency.lockutils [None req-771df09a-986a-4613-98a1-4a5c67b899e0 tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] Acquiring lock "5388ed12-6641-407d-96b7-5a532e9e1660-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1477.362061] env[69350]: DEBUG oslo_concurrency.lockutils [None req-771df09a-986a-4613-98a1-4a5c67b899e0 tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] Lock "5388ed12-6641-407d-96b7-5a532e9e1660-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1477.362318] env[69350]: DEBUG oslo_concurrency.lockutils [None req-771df09a-986a-4613-98a1-4a5c67b899e0 tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] Lock "5388ed12-6641-407d-96b7-5a532e9e1660-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1477.364364] env[69350]: INFO nova.compute.manager [None req-771df09a-986a-4613-98a1-4a5c67b899e0 tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] [instance: 5388ed12-6641-407d-96b7-5a532e9e1660] Terminating instance [ 1477.443341] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c54f4313-6e78-4338-8c40-c7131c6228db tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Releasing lock "refresh_cache-0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1477.443676] env[69350]: DEBUG nova.compute.manager [None req-c54f4313-6e78-4338-8c40-c7131c6228db tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Instance network_info: |[{"id": "c4bf5799-14ca-4d8b-bdd5-b68d4ea10fec", "address": "fa:16:3e:9c:d8:5f", "network": {"id": "c3b2a70f-ed4d-4f50-9897-d2152b12b5f0", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-46199116-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03a436b11f204a6e8d2d4b816236d818", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4bf5799-14", "ovs_interfaceid": "c4bf5799-14ca-4d8b-bdd5-b68d4ea10fec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1477.444112] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c54f4313-6e78-4338-8c40-c7131c6228db tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:d8:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '43ad01d2-c7dd-453c-a929-8ad76294d13c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c4bf5799-14ca-4d8b-bdd5-b68d4ea10fec', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1477.451915] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-c54f4313-6e78-4338-8c40-c7131c6228db tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Creating folder: Project (03a436b11f204a6e8d2d4b816236d818). Parent ref: group-v671398. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1477.452209] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-428a8b47-0f58-4eb9-a581-bb0cfbc15a35 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.463590] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-c54f4313-6e78-4338-8c40-c7131c6228db tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Created folder: Project (03a436b11f204a6e8d2d4b816236d818) in parent group-v671398. [ 1477.463825] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-c54f4313-6e78-4338-8c40-c7131c6228db tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Creating folder: Instances. Parent ref: group-v671732. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1477.464065] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1cdc4697-53ca-48f1-abfc-4f1315b61e95 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.472167] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-c54f4313-6e78-4338-8c40-c7131c6228db tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Created folder: Instances in parent group-v671732. [ 1477.472393] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c54f4313-6e78-4338-8c40-c7131c6228db tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1477.472575] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1477.472763] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cdb71ea8-c96f-45ff-a4bb-48a6321ff60d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.491685] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1477.491685] env[69350]: value = "task-3366393" [ 1477.491685] env[69350]: _type = "Task" [ 1477.491685] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.498637] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366393, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.708239] env[69350]: DEBUG nova.compute.manager [req-e0e5caad-1ea6-4424-a8c4-9db7f1bff396 req-9a140702-4da1-4039-96c2-dc367d0455ae service nova] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Received event network-changed-c4bf5799-14ca-4d8b-bdd5-b68d4ea10fec {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1477.708444] env[69350]: DEBUG nova.compute.manager [req-e0e5caad-1ea6-4424-a8c4-9db7f1bff396 req-9a140702-4da1-4039-96c2-dc367d0455ae service nova] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Refreshing instance network info cache due to event network-changed-c4bf5799-14ca-4d8b-bdd5-b68d4ea10fec. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1477.709011] env[69350]: DEBUG oslo_concurrency.lockutils [req-e0e5caad-1ea6-4424-a8c4-9db7f1bff396 req-9a140702-4da1-4039-96c2-dc367d0455ae service nova] Acquiring lock "refresh_cache-0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.709185] env[69350]: DEBUG oslo_concurrency.lockutils [req-e0e5caad-1ea6-4424-a8c4-9db7f1bff396 req-9a140702-4da1-4039-96c2-dc367d0455ae service nova] Acquired lock "refresh_cache-0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1477.709362] env[69350]: DEBUG nova.network.neutron [req-e0e5caad-1ea6-4424-a8c4-9db7f1bff396 req-9a140702-4da1-4039-96c2-dc367d0455ae service nova] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Refreshing network info cache for port c4bf5799-14ca-4d8b-bdd5-b68d4ea10fec {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1477.805504] env[69350]: INFO nova.compute.manager [None req-da8d70a6-dfa0-4cc9-ac57-35a8038f4706 tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] [instance: 5388ed12-6641-407d-96b7-5a532e9e1660] instance snapshotting [ 1477.806055] env[69350]: DEBUG nova.objects.instance [None req-da8d70a6-dfa0-4cc9-ac57-35a8038f4706 tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] Lazy-loading 'flavor' on Instance uuid 5388ed12-6641-407d-96b7-5a532e9e1660 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1477.868027] env[69350]: DEBUG oslo_concurrency.lockutils [None req-771df09a-986a-4613-98a1-4a5c67b899e0 tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] Acquiring lock "refresh_cache-5388ed12-6641-407d-96b7-5a532e9e1660" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.868419] env[69350]: DEBUG oslo_concurrency.lockutils [None req-771df09a-986a-4613-98a1-4a5c67b899e0 tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] Acquired lock "refresh_cache-5388ed12-6641-407d-96b7-5a532e9e1660" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1477.868419] env[69350]: DEBUG nova.network.neutron [None req-771df09a-986a-4613-98a1-4a5c67b899e0 tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] [instance: 5388ed12-6641-407d-96b7-5a532e9e1660] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1478.001819] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366393, 'name': CreateVM_Task, 'duration_secs': 0.291238} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.002014] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1478.002714] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c54f4313-6e78-4338-8c40-c7131c6228db tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.002882] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c54f4313-6e78-4338-8c40-c7131c6228db tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.003248] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c54f4313-6e78-4338-8c40-c7131c6228db tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1478.003499] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d5c92d1-a5f6-4ee5-abcc-23bc936493a3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.008645] env[69350]: DEBUG oslo_vmware.api [None req-c54f4313-6e78-4338-8c40-c7131c6228db tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Waiting for the task: (returnval){ [ 1478.008645] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52c8f7ff-710f-0fd1-f12e-ecdb415ff88c" [ 1478.008645] env[69350]: _type = "Task" [ 1478.008645] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.016305] env[69350]: DEBUG oslo_vmware.api [None req-c54f4313-6e78-4338-8c40-c7131c6228db tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52c8f7ff-710f-0fd1-f12e-ecdb415ff88c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.311012] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd480ad8-59f0-4bfe-ab0e-cb6be4404c8d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.327365] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b53661f6-7117-47b3-811d-34cdd03874e5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.388965] env[69350]: DEBUG nova.network.neutron [None req-771df09a-986a-4613-98a1-4a5c67b899e0 tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] [instance: 5388ed12-6641-407d-96b7-5a532e9e1660] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1478.407876] env[69350]: DEBUG nova.network.neutron [req-e0e5caad-1ea6-4424-a8c4-9db7f1bff396 req-9a140702-4da1-4039-96c2-dc367d0455ae service nova] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Updated VIF entry in instance network info cache for port c4bf5799-14ca-4d8b-bdd5-b68d4ea10fec. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1478.408239] env[69350]: DEBUG nova.network.neutron [req-e0e5caad-1ea6-4424-a8c4-9db7f1bff396 req-9a140702-4da1-4039-96c2-dc367d0455ae service nova] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Updating instance_info_cache with network_info: [{"id": "c4bf5799-14ca-4d8b-bdd5-b68d4ea10fec", "address": "fa:16:3e:9c:d8:5f", "network": {"id": "c3b2a70f-ed4d-4f50-9897-d2152b12b5f0", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-46199116-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03a436b11f204a6e8d2d4b816236d818", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4bf5799-14", "ovs_interfaceid": "c4bf5799-14ca-4d8b-bdd5-b68d4ea10fec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1478.436740] env[69350]: DEBUG nova.network.neutron [None req-771df09a-986a-4613-98a1-4a5c67b899e0 tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] [instance: 5388ed12-6641-407d-96b7-5a532e9e1660] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1478.519738] env[69350]: DEBUG oslo_vmware.api [None req-c54f4313-6e78-4338-8c40-c7131c6228db tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52c8f7ff-710f-0fd1-f12e-ecdb415ff88c, 'name': SearchDatastore_Task, 'duration_secs': 0.008572} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.520068] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c54f4313-6e78-4338-8c40-c7131c6228db tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.520309] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c54f4313-6e78-4338-8c40-c7131c6228db tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1478.520536] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c54f4313-6e78-4338-8c40-c7131c6228db tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.520684] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c54f4313-6e78-4338-8c40-c7131c6228db tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.520862] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-c54f4313-6e78-4338-8c40-c7131c6228db tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1478.521132] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-73b2aed6-6763-4548-8b72-3f06fa4da23a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.529313] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-c54f4313-6e78-4338-8c40-c7131c6228db tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1478.529484] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c54f4313-6e78-4338-8c40-c7131c6228db tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1478.530259] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49c2895f-c860-4601-80ee-4789290c9de3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.535111] env[69350]: DEBUG oslo_vmware.api [None req-c54f4313-6e78-4338-8c40-c7131c6228db tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Waiting for the task: (returnval){ [ 1478.535111] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52c1c935-563b-1730-a6d0-326a66ec144d" [ 1478.535111] env[69350]: _type = "Task" [ 1478.535111] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.542631] env[69350]: DEBUG oslo_vmware.api [None req-c54f4313-6e78-4338-8c40-c7131c6228db tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52c1c935-563b-1730-a6d0-326a66ec144d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.840167] env[69350]: DEBUG nova.compute.manager [None req-da8d70a6-dfa0-4cc9-ac57-35a8038f4706 tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] [instance: 5388ed12-6641-407d-96b7-5a532e9e1660] Instance disappeared during snapshot {{(pid=69350) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1478.911425] env[69350]: DEBUG oslo_concurrency.lockutils [req-e0e5caad-1ea6-4424-a8c4-9db7f1bff396 req-9a140702-4da1-4039-96c2-dc367d0455ae service nova] Releasing lock "refresh_cache-0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.939561] env[69350]: DEBUG oslo_concurrency.lockutils [None req-771df09a-986a-4613-98a1-4a5c67b899e0 tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] Releasing lock "refresh_cache-5388ed12-6641-407d-96b7-5a532e9e1660" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.940014] env[69350]: DEBUG nova.compute.manager [None req-771df09a-986a-4613-98a1-4a5c67b899e0 tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] [instance: 5388ed12-6641-407d-96b7-5a532e9e1660] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1478.940226] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-771df09a-986a-4613-98a1-4a5c67b899e0 tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] [instance: 5388ed12-6641-407d-96b7-5a532e9e1660] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1478.941104] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd28688-ae9c-4eaf-920d-0bfb7ea2bd2b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.950494] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-771df09a-986a-4613-98a1-4a5c67b899e0 tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] [instance: 5388ed12-6641-407d-96b7-5a532e9e1660] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1478.950666] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-64dbe9bb-2cf3-4f24-90f3-6f9ace88b035 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.952691] env[69350]: DEBUG nova.compute.manager [None req-da8d70a6-dfa0-4cc9-ac57-35a8038f4706 tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] [instance: 5388ed12-6641-407d-96b7-5a532e9e1660] Found 0 images (rotation: 2) {{(pid=69350) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1478.958648] env[69350]: DEBUG oslo_vmware.api [None req-771df09a-986a-4613-98a1-4a5c67b899e0 tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] Waiting for the task: (returnval){ [ 1478.958648] env[69350]: value = "task-3366394" [ 1478.958648] env[69350]: _type = "Task" [ 1478.958648] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.966786] env[69350]: DEBUG oslo_vmware.api [None req-771df09a-986a-4613-98a1-4a5c67b899e0 tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] Task: {'id': task-3366394, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.045514] env[69350]: DEBUG oslo_vmware.api [None req-c54f4313-6e78-4338-8c40-c7131c6228db tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52c1c935-563b-1730-a6d0-326a66ec144d, 'name': SearchDatastore_Task, 'duration_secs': 0.007942} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.046339] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7327ee95-a04c-4666-a620-2a76de8aab71 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.052144] env[69350]: DEBUG oslo_vmware.api [None req-c54f4313-6e78-4338-8c40-c7131c6228db tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Waiting for the task: (returnval){ [ 1479.052144] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52a5d8f4-0e19-b6e6-14f2-8f9e2fd6efae" [ 1479.052144] env[69350]: _type = "Task" [ 1479.052144] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.061429] env[69350]: DEBUG oslo_vmware.api [None req-c54f4313-6e78-4338-8c40-c7131c6228db tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52a5d8f4-0e19-b6e6-14f2-8f9e2fd6efae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.468226] env[69350]: DEBUG oslo_vmware.api [None req-771df09a-986a-4613-98a1-4a5c67b899e0 tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] Task: {'id': task-3366394, 'name': PowerOffVM_Task, 'duration_secs': 0.117371} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.468510] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-771df09a-986a-4613-98a1-4a5c67b899e0 tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] [instance: 5388ed12-6641-407d-96b7-5a532e9e1660] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1479.468679] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-771df09a-986a-4613-98a1-4a5c67b899e0 tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] [instance: 5388ed12-6641-407d-96b7-5a532e9e1660] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1479.469033] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e8176ddb-80c4-4396-9797-d78879b86a74 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.493265] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-771df09a-986a-4613-98a1-4a5c67b899e0 tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] [instance: 5388ed12-6641-407d-96b7-5a532e9e1660] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1479.493503] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-771df09a-986a-4613-98a1-4a5c67b899e0 tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] [instance: 5388ed12-6641-407d-96b7-5a532e9e1660] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1479.493690] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-771df09a-986a-4613-98a1-4a5c67b899e0 tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] Deleting the datastore file [datastore2] 5388ed12-6641-407d-96b7-5a532e9e1660 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1479.493943] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-54bd786c-8312-49d2-ba69-a0c515fedd05 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.500200] env[69350]: DEBUG oslo_vmware.api [None req-771df09a-986a-4613-98a1-4a5c67b899e0 tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] Waiting for the task: (returnval){ [ 1479.500200] env[69350]: value = "task-3366396" [ 1479.500200] env[69350]: _type = "Task" [ 1479.500200] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.508283] env[69350]: DEBUG oslo_vmware.api [None req-771df09a-986a-4613-98a1-4a5c67b899e0 tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] Task: {'id': task-3366396, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.561688] env[69350]: DEBUG oslo_vmware.api [None req-c54f4313-6e78-4338-8c40-c7131c6228db tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52a5d8f4-0e19-b6e6-14f2-8f9e2fd6efae, 'name': SearchDatastore_Task, 'duration_secs': 0.017354} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.561994] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c54f4313-6e78-4338-8c40-c7131c6228db tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.562300] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-c54f4313-6e78-4338-8c40-c7131c6228db tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8/0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1479.562568] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a8d0f0a3-ca1c-40db-8d27-ef48799ce3e0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.568224] env[69350]: DEBUG oslo_vmware.api [None req-c54f4313-6e78-4338-8c40-c7131c6228db tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Waiting for the task: (returnval){ [ 1479.568224] env[69350]: value = "task-3366397" [ 1479.568224] env[69350]: _type = "Task" [ 1479.568224] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.575853] env[69350]: DEBUG oslo_vmware.api [None req-c54f4313-6e78-4338-8c40-c7131c6228db tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Task: {'id': task-3366397, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.010311] env[69350]: DEBUG oslo_vmware.api [None req-771df09a-986a-4613-98a1-4a5c67b899e0 tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] Task: {'id': task-3366396, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.09799} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.010654] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-771df09a-986a-4613-98a1-4a5c67b899e0 tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1480.010744] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-771df09a-986a-4613-98a1-4a5c67b899e0 tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] [instance: 5388ed12-6641-407d-96b7-5a532e9e1660] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1480.010900] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-771df09a-986a-4613-98a1-4a5c67b899e0 tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] [instance: 5388ed12-6641-407d-96b7-5a532e9e1660] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1480.011082] env[69350]: INFO nova.compute.manager [None req-771df09a-986a-4613-98a1-4a5c67b899e0 tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] [instance: 5388ed12-6641-407d-96b7-5a532e9e1660] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1480.011325] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-771df09a-986a-4613-98a1-4a5c67b899e0 tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1480.011515] env[69350]: DEBUG nova.compute.manager [-] [instance: 5388ed12-6641-407d-96b7-5a532e9e1660] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1480.011609] env[69350]: DEBUG nova.network.neutron [-] [instance: 5388ed12-6641-407d-96b7-5a532e9e1660] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1480.026829] env[69350]: DEBUG nova.network.neutron [-] [instance: 5388ed12-6641-407d-96b7-5a532e9e1660] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1480.077714] env[69350]: DEBUG oslo_vmware.api [None req-c54f4313-6e78-4338-8c40-c7131c6228db tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Task: {'id': task-3366397, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.43621} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.077926] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-c54f4313-6e78-4338-8c40-c7131c6228db tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore1] 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8/0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1480.078262] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c54f4313-6e78-4338-8c40-c7131c6228db tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1480.078518] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-51f7b2a4-26e4-4f45-bc5a-14994ea86000 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.084640] env[69350]: DEBUG oslo_vmware.api [None req-c54f4313-6e78-4338-8c40-c7131c6228db tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Waiting for the task: (returnval){ [ 1480.084640] env[69350]: value = "task-3366398" [ 1480.084640] env[69350]: _type = "Task" [ 1480.084640] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.092072] env[69350]: DEBUG oslo_vmware.api [None req-c54f4313-6e78-4338-8c40-c7131c6228db tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Task: {'id': task-3366398, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.529277] env[69350]: DEBUG nova.network.neutron [-] [instance: 5388ed12-6641-407d-96b7-5a532e9e1660] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1480.593842] env[69350]: DEBUG oslo_vmware.api [None req-c54f4313-6e78-4338-8c40-c7131c6228db tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Task: {'id': task-3366398, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065967} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.594108] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c54f4313-6e78-4338-8c40-c7131c6228db tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1480.594872] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8774dae7-b365-45e2-affc-039e847bf786 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.617852] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-c54f4313-6e78-4338-8c40-c7131c6228db tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8/0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1480.618140] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a39389f-92ab-4851-8522-507b69712a66 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.636372] env[69350]: DEBUG oslo_vmware.api [None req-c54f4313-6e78-4338-8c40-c7131c6228db tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Waiting for the task: (returnval){ [ 1480.636372] env[69350]: value = "task-3366399" [ 1480.636372] env[69350]: _type = "Task" [ 1480.636372] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.643823] env[69350]: DEBUG oslo_vmware.api [None req-c54f4313-6e78-4338-8c40-c7131c6228db tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Task: {'id': task-3366399, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.032394] env[69350]: INFO nova.compute.manager [-] [instance: 5388ed12-6641-407d-96b7-5a532e9e1660] Took 1.02 seconds to deallocate network for instance. [ 1481.147225] env[69350]: DEBUG oslo_vmware.api [None req-c54f4313-6e78-4338-8c40-c7131c6228db tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Task: {'id': task-3366399, 'name': ReconfigVM_Task, 'duration_secs': 0.267321} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.147515] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-c54f4313-6e78-4338-8c40-c7131c6228db tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8/0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1481.148145] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a5f5bcc6-cc2a-4cc6-8b6d-cdc8299aab00 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.154844] env[69350]: DEBUG oslo_vmware.api [None req-c54f4313-6e78-4338-8c40-c7131c6228db tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Waiting for the task: (returnval){ [ 1481.154844] env[69350]: value = "task-3366400" [ 1481.154844] env[69350]: _type = "Task" [ 1481.154844] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.163486] env[69350]: DEBUG oslo_vmware.api [None req-c54f4313-6e78-4338-8c40-c7131c6228db tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Task: {'id': task-3366400, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.297427] env[69350]: DEBUG oslo_concurrency.lockutils [None req-97d48617-c37a-4ec5-9211-7f6a367c3f46 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Acquiring lock "7f20767c-a7e8-4846-9b6c-f9807618335d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1481.297642] env[69350]: DEBUG oslo_concurrency.lockutils [None req-97d48617-c37a-4ec5-9211-7f6a367c3f46 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Lock "7f20767c-a7e8-4846-9b6c-f9807618335d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1481.539222] env[69350]: DEBUG oslo_concurrency.lockutils [None req-771df09a-986a-4613-98a1-4a5c67b899e0 tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1481.539526] env[69350]: DEBUG oslo_concurrency.lockutils [None req-771df09a-986a-4613-98a1-4a5c67b899e0 tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1481.539750] env[69350]: DEBUG nova.objects.instance [None req-771df09a-986a-4613-98a1-4a5c67b899e0 tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] Lazy-loading 'resources' on Instance uuid 5388ed12-6641-407d-96b7-5a532e9e1660 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1481.665299] env[69350]: DEBUG oslo_vmware.api [None req-c54f4313-6e78-4338-8c40-c7131c6228db tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Task: {'id': task-3366400, 'name': Rename_Task, 'duration_secs': 0.138424} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.665608] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-c54f4313-6e78-4338-8c40-c7131c6228db tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1481.665878] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-41776c43-cb8f-4054-abe6-b20d4a758ce4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.672190] env[69350]: DEBUG oslo_vmware.api [None req-c54f4313-6e78-4338-8c40-c7131c6228db tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Waiting for the task: (returnval){ [ 1481.672190] env[69350]: value = "task-3366401" [ 1481.672190] env[69350]: _type = "Task" [ 1481.672190] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.679745] env[69350]: DEBUG oslo_vmware.api [None req-c54f4313-6e78-4338-8c40-c7131c6228db tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Task: {'id': task-3366401, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.800455] env[69350]: INFO nova.compute.manager [None req-97d48617-c37a-4ec5-9211-7f6a367c3f46 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Detaching volume 57f40eb7-d3a0-4c71-996b-57ea69a3fa66 [ 1481.831299] env[69350]: INFO nova.virt.block_device [None req-97d48617-c37a-4ec5-9211-7f6a367c3f46 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Attempting to driver detach volume 57f40eb7-d3a0-4c71-996b-57ea69a3fa66 from mountpoint /dev/sdb [ 1481.831639] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-97d48617-c37a-4ec5-9211-7f6a367c3f46 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Volume detach. Driver type: vmdk {{(pid=69350) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1481.831759] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-97d48617-c37a-4ec5-9211-7f6a367c3f46 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-671722', 'volume_id': '57f40eb7-d3a0-4c71-996b-57ea69a3fa66', 'name': 'volume-57f40eb7-d3a0-4c71-996b-57ea69a3fa66', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '7f20767c-a7e8-4846-9b6c-f9807618335d', 'attached_at': '', 'detached_at': '', 'volume_id': '57f40eb7-d3a0-4c71-996b-57ea69a3fa66', 'serial': '57f40eb7-d3a0-4c71-996b-57ea69a3fa66'} {{(pid=69350) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1481.832697] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d3f4dda-09b4-4ebe-9400-653c6c01bf0d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.853524] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35eee182-6beb-4180-a1fc-ffa696786a1d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.860141] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13a8392d-d91f-48c0-afc9-16467f156455 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.882582] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca86fbc-fc9f-46a8-95e1-c7a1d09dc0cb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.897770] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-97d48617-c37a-4ec5-9211-7f6a367c3f46 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] The volume has not been displaced from its original location: [datastore1] volume-57f40eb7-d3a0-4c71-996b-57ea69a3fa66/volume-57f40eb7-d3a0-4c71-996b-57ea69a3fa66.vmdk. No consolidation needed. {{(pid=69350) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1481.903164] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-97d48617-c37a-4ec5-9211-7f6a367c3f46 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Reconfiguring VM instance instance-00000075 to detach disk 2001 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1481.903501] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09f5f79b-18dc-421c-b955-cea45d47a4a5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.921620] env[69350]: DEBUG oslo_vmware.api [None req-97d48617-c37a-4ec5-9211-7f6a367c3f46 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Waiting for the task: (returnval){ [ 1481.921620] env[69350]: value = "task-3366402" [ 1481.921620] env[69350]: _type = "Task" [ 1481.921620] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.929786] env[69350]: DEBUG oslo_vmware.api [None req-97d48617-c37a-4ec5-9211-7f6a367c3f46 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366402, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.102376] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-041a623f-be42-4397-93ce-eb52e4591df0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.109829] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb5e374-87a3-4776-a452-db3e7df8c8d9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.141079] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45029947-462c-420e-ac14-8635274aa327 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.149411] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de55396-2655-4736-a47e-a2f4217b0977 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.162535] env[69350]: DEBUG nova.compute.provider_tree [None req-771df09a-986a-4613-98a1-4a5c67b899e0 tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1482.184560] env[69350]: DEBUG oslo_vmware.api [None req-c54f4313-6e78-4338-8c40-c7131c6228db tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Task: {'id': task-3366401, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.431125] env[69350]: DEBUG oslo_vmware.api [None req-97d48617-c37a-4ec5-9211-7f6a367c3f46 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366402, 'name': ReconfigVM_Task, 'duration_secs': 0.300579} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.431409] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-97d48617-c37a-4ec5-9211-7f6a367c3f46 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Reconfigured VM instance instance-00000075 to detach disk 2001 {{(pid=69350) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1482.436354] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-448dd0fb-1093-4731-bd5b-e11cc27b395b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.450528] env[69350]: DEBUG oslo_vmware.api [None req-97d48617-c37a-4ec5-9211-7f6a367c3f46 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Waiting for the task: (returnval){ [ 1482.450528] env[69350]: value = "task-3366403" [ 1482.450528] env[69350]: _type = "Task" [ 1482.450528] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.457366] env[69350]: DEBUG oslo_vmware.api [None req-97d48617-c37a-4ec5-9211-7f6a367c3f46 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366403, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.666066] env[69350]: DEBUG nova.scheduler.client.report [None req-771df09a-986a-4613-98a1-4a5c67b899e0 tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1482.681832] env[69350]: DEBUG oslo_vmware.api [None req-c54f4313-6e78-4338-8c40-c7131c6228db tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Task: {'id': task-3366401, 'name': PowerOnVM_Task, 'duration_secs': 0.511834} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.682625] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-c54f4313-6e78-4338-8c40-c7131c6228db tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1482.682823] env[69350]: INFO nova.compute.manager [None req-c54f4313-6e78-4338-8c40-c7131c6228db tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Took 7.14 seconds to spawn the instance on the hypervisor. [ 1482.683011] env[69350]: DEBUG nova.compute.manager [None req-c54f4313-6e78-4338-8c40-c7131c6228db tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1482.683743] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d619125e-9220-4932-b872-2b106d8c1fbf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.960382] env[69350]: DEBUG oslo_vmware.api [None req-97d48617-c37a-4ec5-9211-7f6a367c3f46 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366403, 'name': ReconfigVM_Task, 'duration_secs': 0.138273} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.960667] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-97d48617-c37a-4ec5-9211-7f6a367c3f46 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-671722', 'volume_id': '57f40eb7-d3a0-4c71-996b-57ea69a3fa66', 'name': 'volume-57f40eb7-d3a0-4c71-996b-57ea69a3fa66', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '7f20767c-a7e8-4846-9b6c-f9807618335d', 'attached_at': '', 'detached_at': '', 'volume_id': '57f40eb7-d3a0-4c71-996b-57ea69a3fa66', 'serial': '57f40eb7-d3a0-4c71-996b-57ea69a3fa66'} {{(pid=69350) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1483.171682] env[69350]: DEBUG oslo_concurrency.lockutils [None req-771df09a-986a-4613-98a1-4a5c67b899e0 tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.632s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1483.194117] env[69350]: INFO nova.scheduler.client.report [None req-771df09a-986a-4613-98a1-4a5c67b899e0 tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] Deleted allocations for instance 5388ed12-6641-407d-96b7-5a532e9e1660 [ 1483.202784] env[69350]: INFO nova.compute.manager [None req-c54f4313-6e78-4338-8c40-c7131c6228db tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Took 11.84 seconds to build instance. [ 1483.503596] env[69350]: DEBUG nova.objects.instance [None req-97d48617-c37a-4ec5-9211-7f6a367c3f46 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Lazy-loading 'flavor' on Instance uuid 7f20767c-a7e8-4846-9b6c-f9807618335d {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1483.705499] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c54f4313-6e78-4338-8c40-c7131c6228db tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Lock "0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.348s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1483.705878] env[69350]: DEBUG oslo_concurrency.lockutils [None req-771df09a-986a-4613-98a1-4a5c67b899e0 tempest-ServersAaction247Test-1871055341 tempest-ServersAaction247Test-1871055341-project-member] Lock "5388ed12-6641-407d-96b7-5a532e9e1660" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.344s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1483.736541] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c7a9f16d-28fe-4ee2-a293-56b8fe5632e0 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Acquiring lock "8ed51e61-6725-461d-b6ab-cee13e22a233" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1483.736762] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c7a9f16d-28fe-4ee2-a293-56b8fe5632e0 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Lock "8ed51e61-6725-461d-b6ab-cee13e22a233" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1484.239431] env[69350]: DEBUG nova.compute.manager [None req-c7a9f16d-28fe-4ee2-a293-56b8fe5632e0 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 8ed51e61-6725-461d-b6ab-cee13e22a233] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1484.510890] env[69350]: DEBUG oslo_concurrency.lockutils [None req-97d48617-c37a-4ec5-9211-7f6a367c3f46 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Lock "7f20767c-a7e8-4846-9b6c-f9807618335d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.213s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1484.763514] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c7a9f16d-28fe-4ee2-a293-56b8fe5632e0 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1484.763791] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c7a9f16d-28fe-4ee2-a293-56b8fe5632e0 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1484.765309] env[69350]: INFO nova.compute.claims [None req-c7a9f16d-28fe-4ee2-a293-56b8fe5632e0 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 8ed51e61-6725-461d-b6ab-cee13e22a233] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1485.560575] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b9117c6d-2ea5-4be1-8df4-49eebf749f79 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Acquiring lock "7f20767c-a7e8-4846-9b6c-f9807618335d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1485.560833] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b9117c6d-2ea5-4be1-8df4-49eebf749f79 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Lock "7f20767c-a7e8-4846-9b6c-f9807618335d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1485.561047] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b9117c6d-2ea5-4be1-8df4-49eebf749f79 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Acquiring lock "7f20767c-a7e8-4846-9b6c-f9807618335d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1485.561249] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b9117c6d-2ea5-4be1-8df4-49eebf749f79 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Lock "7f20767c-a7e8-4846-9b6c-f9807618335d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1485.561418] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b9117c6d-2ea5-4be1-8df4-49eebf749f79 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Lock "7f20767c-a7e8-4846-9b6c-f9807618335d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1485.563449] env[69350]: INFO nova.compute.manager [None req-b9117c6d-2ea5-4be1-8df4-49eebf749f79 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Terminating instance [ 1485.833841] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e4fc2f-0249-472e-9c31-8d0d8b5cde80 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.842147] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9341b30c-ce93-41d2-9631-5dbb8a982fb6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.873404] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a47613b-6a5b-401b-8c68-c03a08a48fd7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.880982] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f3772b-870d-4007-8f20-e8a829df1b00 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.895607] env[69350]: DEBUG nova.compute.provider_tree [None req-c7a9f16d-28fe-4ee2-a293-56b8fe5632e0 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1486.066885] env[69350]: DEBUG nova.compute.manager [None req-b9117c6d-2ea5-4be1-8df4-49eebf749f79 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1486.067960] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b9117c6d-2ea5-4be1-8df4-49eebf749f79 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1486.068408] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba4aa97-c3d7-44a8-9675-fb0fbc472ef4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.076485] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9117c6d-2ea5-4be1-8df4-49eebf749f79 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1486.076757] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f05530fc-f8c8-4123-bd3c-f9305cf3266f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.085684] env[69350]: DEBUG oslo_vmware.api [None req-b9117c6d-2ea5-4be1-8df4-49eebf749f79 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Waiting for the task: (returnval){ [ 1486.085684] env[69350]: value = "task-3366404" [ 1486.085684] env[69350]: _type = "Task" [ 1486.085684] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.093834] env[69350]: DEBUG oslo_vmware.api [None req-b9117c6d-2ea5-4be1-8df4-49eebf749f79 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366404, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.398801] env[69350]: DEBUG nova.scheduler.client.report [None req-c7a9f16d-28fe-4ee2-a293-56b8fe5632e0 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1486.595756] env[69350]: DEBUG oslo_vmware.api [None req-b9117c6d-2ea5-4be1-8df4-49eebf749f79 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366404, 'name': PowerOffVM_Task, 'duration_secs': 0.305482} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.596139] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9117c6d-2ea5-4be1-8df4-49eebf749f79 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1486.596318] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b9117c6d-2ea5-4be1-8df4-49eebf749f79 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1486.596569] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-159e5f43-3bd5-4a69-bf3f-05c30f58b8a3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.662298] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b9117c6d-2ea5-4be1-8df4-49eebf749f79 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1486.662660] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b9117c6d-2ea5-4be1-8df4-49eebf749f79 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1486.662938] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9117c6d-2ea5-4be1-8df4-49eebf749f79 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Deleting the datastore file [datastore1] 7f20767c-a7e8-4846-9b6c-f9807618335d {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1486.663311] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d6ed344b-043d-43c4-907a-162bcf9df96f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.669811] env[69350]: DEBUG oslo_vmware.api [None req-b9117c6d-2ea5-4be1-8df4-49eebf749f79 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Waiting for the task: (returnval){ [ 1486.669811] env[69350]: value = "task-3366406" [ 1486.669811] env[69350]: _type = "Task" [ 1486.669811] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.678646] env[69350]: DEBUG oslo_vmware.api [None req-b9117c6d-2ea5-4be1-8df4-49eebf749f79 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366406, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.751312] env[69350]: DEBUG oslo_concurrency.lockutils [None req-758d5599-ace0-4296-a7e6-12806d6805b2 tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] Acquiring lock "f6688cc7-3921-4c54-a362-0b356c3e3a80" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1486.751594] env[69350]: DEBUG oslo_concurrency.lockutils [None req-758d5599-ace0-4296-a7e6-12806d6805b2 tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] Lock "f6688cc7-3921-4c54-a362-0b356c3e3a80" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1486.903778] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c7a9f16d-28fe-4ee2-a293-56b8fe5632e0 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.140s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1486.904324] env[69350]: DEBUG nova.compute.manager [None req-c7a9f16d-28fe-4ee2-a293-56b8fe5632e0 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 8ed51e61-6725-461d-b6ab-cee13e22a233] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1487.179746] env[69350]: DEBUG oslo_vmware.api [None req-b9117c6d-2ea5-4be1-8df4-49eebf749f79 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366406, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150441} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.180096] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9117c6d-2ea5-4be1-8df4-49eebf749f79 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1487.180380] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b9117c6d-2ea5-4be1-8df4-49eebf749f79 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1487.180625] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-b9117c6d-2ea5-4be1-8df4-49eebf749f79 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1487.180860] env[69350]: INFO nova.compute.manager [None req-b9117c6d-2ea5-4be1-8df4-49eebf749f79 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1487.181169] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b9117c6d-2ea5-4be1-8df4-49eebf749f79 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1487.181425] env[69350]: DEBUG nova.compute.manager [-] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1487.181572] env[69350]: DEBUG nova.network.neutron [-] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1487.254043] env[69350]: DEBUG nova.compute.manager [None req-758d5599-ace0-4296-a7e6-12806d6805b2 tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] [instance: f6688cc7-3921-4c54-a362-0b356c3e3a80] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1487.409708] env[69350]: DEBUG nova.compute.utils [None req-c7a9f16d-28fe-4ee2-a293-56b8fe5632e0 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1487.411183] env[69350]: DEBUG nova.compute.manager [None req-c7a9f16d-28fe-4ee2-a293-56b8fe5632e0 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 8ed51e61-6725-461d-b6ab-cee13e22a233] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1487.411358] env[69350]: DEBUG nova.network.neutron [None req-c7a9f16d-28fe-4ee2-a293-56b8fe5632e0 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 8ed51e61-6725-461d-b6ab-cee13e22a233] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1487.470621] env[69350]: DEBUG nova.policy [None req-c7a9f16d-28fe-4ee2-a293-56b8fe5632e0 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd97565c9e6f044619632efafda9ff847', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '03a436b11f204a6e8d2d4b816236d818', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 1487.763754] env[69350]: DEBUG nova.compute.manager [req-d5747a92-5216-4e4f-b856-b377f3d3094d req-637da4b1-7818-4676-87c8-5f3a73ad9b9d service nova] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Received event network-vif-deleted-63f09c0d-4a1c-4577-bba3-4ca13dbfd991 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1487.763992] env[69350]: INFO nova.compute.manager [req-d5747a92-5216-4e4f-b856-b377f3d3094d req-637da4b1-7818-4676-87c8-5f3a73ad9b9d service nova] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Neutron deleted interface 63f09c0d-4a1c-4577-bba3-4ca13dbfd991; detaching it from the instance and deleting it from the info cache [ 1487.764142] env[69350]: DEBUG nova.network.neutron [req-d5747a92-5216-4e4f-b856-b377f3d3094d req-637da4b1-7818-4676-87c8-5f3a73ad9b9d service nova] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1487.776013] env[69350]: DEBUG oslo_concurrency.lockutils [None req-758d5599-ace0-4296-a7e6-12806d6805b2 tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1487.776346] env[69350]: DEBUG oslo_concurrency.lockutils [None req-758d5599-ace0-4296-a7e6-12806d6805b2 tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1487.777762] env[69350]: INFO nova.compute.claims [None req-758d5599-ace0-4296-a7e6-12806d6805b2 tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] [instance: f6688cc7-3921-4c54-a362-0b356c3e3a80] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1487.839575] env[69350]: DEBUG nova.network.neutron [None req-c7a9f16d-28fe-4ee2-a293-56b8fe5632e0 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 8ed51e61-6725-461d-b6ab-cee13e22a233] Successfully created port: 4c5de417-7a07-4773-98f5-5f2385bcc2f9 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1487.914608] env[69350]: DEBUG nova.compute.manager [None req-c7a9f16d-28fe-4ee2-a293-56b8fe5632e0 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 8ed51e61-6725-461d-b6ab-cee13e22a233] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1488.246508] env[69350]: DEBUG nova.network.neutron [-] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1488.266229] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-18b8b1f0-48b2-4930-81d8-b30e678c4936 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.276396] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82766be3-2ed1-4a2a-8dac-8a3f78a9cc9c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.306515] env[69350]: DEBUG nova.compute.manager [req-d5747a92-5216-4e4f-b856-b377f3d3094d req-637da4b1-7818-4676-87c8-5f3a73ad9b9d service nova] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Detach interface failed, port_id=63f09c0d-4a1c-4577-bba3-4ca13dbfd991, reason: Instance 7f20767c-a7e8-4846-9b6c-f9807618335d could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1488.749330] env[69350]: INFO nova.compute.manager [-] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Took 1.57 seconds to deallocate network for instance. [ 1488.848403] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2415d48-2c95-47cf-bb66-31495fd2a4ab {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.856331] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24c7f7e1-c913-48da-a8e7-5f3a59169d46 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.886435] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae980e3c-5211-46b2-bf88-bc6e44813ac3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.893612] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-359cdf73-a9e3-4239-a2c5-8c2e024180a8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.906755] env[69350]: DEBUG nova.compute.provider_tree [None req-758d5599-ace0-4296-a7e6-12806d6805b2 tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1488.923253] env[69350]: DEBUG nova.compute.manager [None req-c7a9f16d-28fe-4ee2-a293-56b8fe5632e0 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 8ed51e61-6725-461d-b6ab-cee13e22a233] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1488.949255] env[69350]: DEBUG nova.virt.hardware [None req-c7a9f16d-28fe-4ee2-a293-56b8fe5632e0 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1488.949500] env[69350]: DEBUG nova.virt.hardware [None req-c7a9f16d-28fe-4ee2-a293-56b8fe5632e0 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1488.949653] env[69350]: DEBUG nova.virt.hardware [None req-c7a9f16d-28fe-4ee2-a293-56b8fe5632e0 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1488.949834] env[69350]: DEBUG nova.virt.hardware [None req-c7a9f16d-28fe-4ee2-a293-56b8fe5632e0 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1488.949979] env[69350]: DEBUG nova.virt.hardware [None req-c7a9f16d-28fe-4ee2-a293-56b8fe5632e0 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1488.950140] env[69350]: DEBUG nova.virt.hardware [None req-c7a9f16d-28fe-4ee2-a293-56b8fe5632e0 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1488.950367] env[69350]: DEBUG nova.virt.hardware [None req-c7a9f16d-28fe-4ee2-a293-56b8fe5632e0 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1488.950539] env[69350]: DEBUG nova.virt.hardware [None req-c7a9f16d-28fe-4ee2-a293-56b8fe5632e0 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1488.950709] env[69350]: DEBUG nova.virt.hardware [None req-c7a9f16d-28fe-4ee2-a293-56b8fe5632e0 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1488.950878] env[69350]: DEBUG nova.virt.hardware [None req-c7a9f16d-28fe-4ee2-a293-56b8fe5632e0 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1488.951071] env[69350]: DEBUG nova.virt.hardware [None req-c7a9f16d-28fe-4ee2-a293-56b8fe5632e0 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1488.952181] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8776daec-6e7f-4c07-b1d4-a763c56acb3f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.959769] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d47984-aa53-456e-953e-e62910ee9c8e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.256120] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b9117c6d-2ea5-4be1-8df4-49eebf749f79 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1489.280766] env[69350]: DEBUG nova.network.neutron [None req-c7a9f16d-28fe-4ee2-a293-56b8fe5632e0 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 8ed51e61-6725-461d-b6ab-cee13e22a233] Successfully updated port: 4c5de417-7a07-4773-98f5-5f2385bcc2f9 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1489.410496] env[69350]: DEBUG nova.scheduler.client.report [None req-758d5599-ace0-4296-a7e6-12806d6805b2 tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1489.680034] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1489.784797] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c7a9f16d-28fe-4ee2-a293-56b8fe5632e0 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Acquiring lock "refresh_cache-8ed51e61-6725-461d-b6ab-cee13e22a233" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.784797] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c7a9f16d-28fe-4ee2-a293-56b8fe5632e0 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Acquired lock "refresh_cache-8ed51e61-6725-461d-b6ab-cee13e22a233" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.784925] env[69350]: DEBUG nova.network.neutron [None req-c7a9f16d-28fe-4ee2-a293-56b8fe5632e0 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 8ed51e61-6725-461d-b6ab-cee13e22a233] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1489.792851] env[69350]: DEBUG nova.compute.manager [req-c6cdf376-4aca-4450-aa66-c344eb793771 req-f9d39cea-5cf2-4a6e-8405-94b688e7fd78 service nova] [instance: 8ed51e61-6725-461d-b6ab-cee13e22a233] Received event network-vif-plugged-4c5de417-7a07-4773-98f5-5f2385bcc2f9 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1489.793191] env[69350]: DEBUG oslo_concurrency.lockutils [req-c6cdf376-4aca-4450-aa66-c344eb793771 req-f9d39cea-5cf2-4a6e-8405-94b688e7fd78 service nova] Acquiring lock "8ed51e61-6725-461d-b6ab-cee13e22a233-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1489.793328] env[69350]: DEBUG oslo_concurrency.lockutils [req-c6cdf376-4aca-4450-aa66-c344eb793771 req-f9d39cea-5cf2-4a6e-8405-94b688e7fd78 service nova] Lock "8ed51e61-6725-461d-b6ab-cee13e22a233-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1489.793488] env[69350]: DEBUG oslo_concurrency.lockutils [req-c6cdf376-4aca-4450-aa66-c344eb793771 req-f9d39cea-5cf2-4a6e-8405-94b688e7fd78 service nova] Lock "8ed51e61-6725-461d-b6ab-cee13e22a233-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1489.793647] env[69350]: DEBUG nova.compute.manager [req-c6cdf376-4aca-4450-aa66-c344eb793771 req-f9d39cea-5cf2-4a6e-8405-94b688e7fd78 service nova] [instance: 8ed51e61-6725-461d-b6ab-cee13e22a233] No waiting events found dispatching network-vif-plugged-4c5de417-7a07-4773-98f5-5f2385bcc2f9 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1489.793808] env[69350]: WARNING nova.compute.manager [req-c6cdf376-4aca-4450-aa66-c344eb793771 req-f9d39cea-5cf2-4a6e-8405-94b688e7fd78 service nova] [instance: 8ed51e61-6725-461d-b6ab-cee13e22a233] Received unexpected event network-vif-plugged-4c5de417-7a07-4773-98f5-5f2385bcc2f9 for instance with vm_state building and task_state spawning. [ 1489.793964] env[69350]: DEBUG nova.compute.manager [req-c6cdf376-4aca-4450-aa66-c344eb793771 req-f9d39cea-5cf2-4a6e-8405-94b688e7fd78 service nova] [instance: 8ed51e61-6725-461d-b6ab-cee13e22a233] Received event network-changed-4c5de417-7a07-4773-98f5-5f2385bcc2f9 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1489.794139] env[69350]: DEBUG nova.compute.manager [req-c6cdf376-4aca-4450-aa66-c344eb793771 req-f9d39cea-5cf2-4a6e-8405-94b688e7fd78 service nova] [instance: 8ed51e61-6725-461d-b6ab-cee13e22a233] Refreshing instance network info cache due to event network-changed-4c5de417-7a07-4773-98f5-5f2385bcc2f9. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1489.794305] env[69350]: DEBUG oslo_concurrency.lockutils [req-c6cdf376-4aca-4450-aa66-c344eb793771 req-f9d39cea-5cf2-4a6e-8405-94b688e7fd78 service nova] Acquiring lock "refresh_cache-8ed51e61-6725-461d-b6ab-cee13e22a233" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.915673] env[69350]: DEBUG oslo_concurrency.lockutils [None req-758d5599-ace0-4296-a7e6-12806d6805b2 tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.139s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1489.916266] env[69350]: DEBUG nova.compute.manager [None req-758d5599-ace0-4296-a7e6-12806d6805b2 tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] [instance: f6688cc7-3921-4c54-a362-0b356c3e3a80] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1489.918821] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b9117c6d-2ea5-4be1-8df4-49eebf749f79 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.663s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1489.919219] env[69350]: DEBUG nova.objects.instance [None req-b9117c6d-2ea5-4be1-8df4-49eebf749f79 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Lazy-loading 'resources' on Instance uuid 7f20767c-a7e8-4846-9b6c-f9807618335d {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1490.316750] env[69350]: DEBUG nova.network.neutron [None req-c7a9f16d-28fe-4ee2-a293-56b8fe5632e0 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 8ed51e61-6725-461d-b6ab-cee13e22a233] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1490.422122] env[69350]: DEBUG nova.compute.utils [None req-758d5599-ace0-4296-a7e6-12806d6805b2 tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1490.427280] env[69350]: DEBUG nova.compute.manager [None req-758d5599-ace0-4296-a7e6-12806d6805b2 tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] [instance: f6688cc7-3921-4c54-a362-0b356c3e3a80] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1490.427280] env[69350]: DEBUG nova.network.neutron [None req-758d5599-ace0-4296-a7e6-12806d6805b2 tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] [instance: f6688cc7-3921-4c54-a362-0b356c3e3a80] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1490.447860] env[69350]: DEBUG nova.network.neutron [None req-c7a9f16d-28fe-4ee2-a293-56b8fe5632e0 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 8ed51e61-6725-461d-b6ab-cee13e22a233] Updating instance_info_cache with network_info: [{"id": "4c5de417-7a07-4773-98f5-5f2385bcc2f9", "address": "fa:16:3e:f5:08:38", "network": {"id": "c3b2a70f-ed4d-4f50-9897-d2152b12b5f0", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-46199116-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03a436b11f204a6e8d2d4b816236d818", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c5de417-7a", "ovs_interfaceid": "4c5de417-7a07-4773-98f5-5f2385bcc2f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1490.469638] env[69350]: DEBUG nova.policy [None req-758d5599-ace0-4296-a7e6-12806d6805b2 tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e6910f149e1e42eeab2e6f0c6c15ff1c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd9487ece86b4cc49809374d4bbe9afb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 1490.490771] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b31a33ac-cb21-486c-8d07-89a32a854ff4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.499770] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edc93340-25a7-4aaa-b720-c884b3a67c79 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.529773] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c7a65ef-6575-4be9-8dec-0812e269b834 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.537225] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b60ee1c-d466-42e2-bf45-19517bc2441e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.550366] env[69350]: DEBUG nova.compute.provider_tree [None req-b9117c6d-2ea5-4be1-8df4-49eebf749f79 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1490.683975] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1490.708668] env[69350]: DEBUG nova.network.neutron [None req-758d5599-ace0-4296-a7e6-12806d6805b2 tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] [instance: f6688cc7-3921-4c54-a362-0b356c3e3a80] Successfully created port: 6ad4e0aa-ed09-4c7b-ad1f-d739d5c90d61 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1490.928026] env[69350]: DEBUG nova.compute.manager [None req-758d5599-ace0-4296-a7e6-12806d6805b2 tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] [instance: f6688cc7-3921-4c54-a362-0b356c3e3a80] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1490.949801] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c7a9f16d-28fe-4ee2-a293-56b8fe5632e0 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Releasing lock "refresh_cache-8ed51e61-6725-461d-b6ab-cee13e22a233" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.950164] env[69350]: DEBUG nova.compute.manager [None req-c7a9f16d-28fe-4ee2-a293-56b8fe5632e0 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 8ed51e61-6725-461d-b6ab-cee13e22a233] Instance network_info: |[{"id": "4c5de417-7a07-4773-98f5-5f2385bcc2f9", "address": "fa:16:3e:f5:08:38", "network": {"id": "c3b2a70f-ed4d-4f50-9897-d2152b12b5f0", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-46199116-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03a436b11f204a6e8d2d4b816236d818", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c5de417-7a", "ovs_interfaceid": "4c5de417-7a07-4773-98f5-5f2385bcc2f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1490.950474] env[69350]: DEBUG oslo_concurrency.lockutils [req-c6cdf376-4aca-4450-aa66-c344eb793771 req-f9d39cea-5cf2-4a6e-8405-94b688e7fd78 service nova] Acquired lock "refresh_cache-8ed51e61-6725-461d-b6ab-cee13e22a233" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.951126] env[69350]: DEBUG nova.network.neutron [req-c6cdf376-4aca-4450-aa66-c344eb793771 req-f9d39cea-5cf2-4a6e-8405-94b688e7fd78 service nova] [instance: 8ed51e61-6725-461d-b6ab-cee13e22a233] Refreshing network info cache for port 4c5de417-7a07-4773-98f5-5f2385bcc2f9 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1490.951824] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c7a9f16d-28fe-4ee2-a293-56b8fe5632e0 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 8ed51e61-6725-461d-b6ab-cee13e22a233] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:08:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '43ad01d2-c7dd-453c-a929-8ad76294d13c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4c5de417-7a07-4773-98f5-5f2385bcc2f9', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1490.959584] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c7a9f16d-28fe-4ee2-a293-56b8fe5632e0 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1490.962670] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ed51e61-6725-461d-b6ab-cee13e22a233] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1490.963135] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4e67302f-6e9a-4af9-9490-288c3ab22b9d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.984029] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1490.984029] env[69350]: value = "task-3366407" [ 1490.984029] env[69350]: _type = "Task" [ 1490.984029] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.991829] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366407, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.055289] env[69350]: DEBUG nova.scheduler.client.report [None req-b9117c6d-2ea5-4be1-8df4-49eebf749f79 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1491.174297] env[69350]: DEBUG nova.network.neutron [req-c6cdf376-4aca-4450-aa66-c344eb793771 req-f9d39cea-5cf2-4a6e-8405-94b688e7fd78 service nova] [instance: 8ed51e61-6725-461d-b6ab-cee13e22a233] Updated VIF entry in instance network info cache for port 4c5de417-7a07-4773-98f5-5f2385bcc2f9. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1491.174720] env[69350]: DEBUG nova.network.neutron [req-c6cdf376-4aca-4450-aa66-c344eb793771 req-f9d39cea-5cf2-4a6e-8405-94b688e7fd78 service nova] [instance: 8ed51e61-6725-461d-b6ab-cee13e22a233] Updating instance_info_cache with network_info: [{"id": "4c5de417-7a07-4773-98f5-5f2385bcc2f9", "address": "fa:16:3e:f5:08:38", "network": {"id": "c3b2a70f-ed4d-4f50-9897-d2152b12b5f0", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-46199116-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03a436b11f204a6e8d2d4b816236d818", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c5de417-7a", "ovs_interfaceid": "4c5de417-7a07-4773-98f5-5f2385bcc2f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1491.494017] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366407, 'name': CreateVM_Task, 'duration_secs': 0.41316} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.494206] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ed51e61-6725-461d-b6ab-cee13e22a233] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1491.494872] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c7a9f16d-28fe-4ee2-a293-56b8fe5632e0 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.495049] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c7a9f16d-28fe-4ee2-a293-56b8fe5632e0 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.495369] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c7a9f16d-28fe-4ee2-a293-56b8fe5632e0 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.495621] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35da6812-1d04-4df7-8f00-8dea33ec9593 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.500647] env[69350]: DEBUG oslo_vmware.api [None req-c7a9f16d-28fe-4ee2-a293-56b8fe5632e0 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Waiting for the task: (returnval){ [ 1491.500647] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52effd1b-18c1-040d-bbca-97c9dc6a94ab" [ 1491.500647] env[69350]: _type = "Task" [ 1491.500647] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.508201] env[69350]: DEBUG oslo_vmware.api [None req-c7a9f16d-28fe-4ee2-a293-56b8fe5632e0 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52effd1b-18c1-040d-bbca-97c9dc6a94ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.560058] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b9117c6d-2ea5-4be1-8df4-49eebf749f79 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.641s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1491.581951] env[69350]: INFO nova.scheduler.client.report [None req-b9117c6d-2ea5-4be1-8df4-49eebf749f79 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Deleted allocations for instance 7f20767c-a7e8-4846-9b6c-f9807618335d [ 1491.677687] env[69350]: DEBUG oslo_concurrency.lockutils [req-c6cdf376-4aca-4450-aa66-c344eb793771 req-f9d39cea-5cf2-4a6e-8405-94b688e7fd78 service nova] Releasing lock "refresh_cache-8ed51e61-6725-461d-b6ab-cee13e22a233" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.941339] env[69350]: DEBUG nova.compute.manager [None req-758d5599-ace0-4296-a7e6-12806d6805b2 tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] [instance: f6688cc7-3921-4c54-a362-0b356c3e3a80] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1491.980639] env[69350]: DEBUG nova.virt.hardware [None req-758d5599-ace0-4296-a7e6-12806d6805b2 tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1491.980894] env[69350]: DEBUG nova.virt.hardware [None req-758d5599-ace0-4296-a7e6-12806d6805b2 tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1491.983958] env[69350]: DEBUG nova.virt.hardware [None req-758d5599-ace0-4296-a7e6-12806d6805b2 tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1491.983958] env[69350]: DEBUG nova.virt.hardware [None req-758d5599-ace0-4296-a7e6-12806d6805b2 tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1491.983958] env[69350]: DEBUG nova.virt.hardware [None req-758d5599-ace0-4296-a7e6-12806d6805b2 tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1491.983958] env[69350]: DEBUG nova.virt.hardware [None req-758d5599-ace0-4296-a7e6-12806d6805b2 tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1491.983958] env[69350]: DEBUG nova.virt.hardware [None req-758d5599-ace0-4296-a7e6-12806d6805b2 tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1491.984196] env[69350]: DEBUG nova.virt.hardware [None req-758d5599-ace0-4296-a7e6-12806d6805b2 tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1491.984329] env[69350]: DEBUG nova.virt.hardware [None req-758d5599-ace0-4296-a7e6-12806d6805b2 tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1491.984634] env[69350]: DEBUG nova.virt.hardware [None req-758d5599-ace0-4296-a7e6-12806d6805b2 tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1491.984951] env[69350]: DEBUG nova.virt.hardware [None req-758d5599-ace0-4296-a7e6-12806d6805b2 tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1491.986240] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-414e98bf-3aa7-4b15-9bfa-3a2af6db528b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.995570] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad6042b-5292-4b8e-ab5b-99de47839367 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.020606] env[69350]: DEBUG oslo_vmware.api [None req-c7a9f16d-28fe-4ee2-a293-56b8fe5632e0 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52effd1b-18c1-040d-bbca-97c9dc6a94ab, 'name': SearchDatastore_Task, 'duration_secs': 0.010517} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.021443] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c7a9f16d-28fe-4ee2-a293-56b8fe5632e0 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.021536] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c7a9f16d-28fe-4ee2-a293-56b8fe5632e0 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 8ed51e61-6725-461d-b6ab-cee13e22a233] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1492.021768] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c7a9f16d-28fe-4ee2-a293-56b8fe5632e0 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.022641] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c7a9f16d-28fe-4ee2-a293-56b8fe5632e0 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.022641] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7a9f16d-28fe-4ee2-a293-56b8fe5632e0 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1492.022641] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d2efcbe8-cd67-4fd9-9149-cad683c0c901 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.031169] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7a9f16d-28fe-4ee2-a293-56b8fe5632e0 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1492.031365] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c7a9f16d-28fe-4ee2-a293-56b8fe5632e0 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1492.032164] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6308d06b-f4ae-429f-b20f-460ac3416bb5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.037840] env[69350]: DEBUG oslo_vmware.api [None req-c7a9f16d-28fe-4ee2-a293-56b8fe5632e0 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Waiting for the task: (returnval){ [ 1492.037840] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52886440-3a32-7709-0278-65c1df240bf4" [ 1492.037840] env[69350]: _type = "Task" [ 1492.037840] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.046582] env[69350]: DEBUG oslo_vmware.api [None req-c7a9f16d-28fe-4ee2-a293-56b8fe5632e0 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52886440-3a32-7709-0278-65c1df240bf4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.090967] env[69350]: DEBUG oslo_concurrency.lockutils [None req-b9117c6d-2ea5-4be1-8df4-49eebf749f79 tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Lock "7f20767c-a7e8-4846-9b6c-f9807618335d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.530s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1492.132651] env[69350]: DEBUG nova.compute.manager [req-fc252f2e-6b70-4005-a6f5-bcc14e26e85e req-04a89cb0-7dd0-4d26-ab20-1d60be931830 service nova] [instance: f6688cc7-3921-4c54-a362-0b356c3e3a80] Received event network-vif-plugged-6ad4e0aa-ed09-4c7b-ad1f-d739d5c90d61 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1492.132651] env[69350]: DEBUG oslo_concurrency.lockutils [req-fc252f2e-6b70-4005-a6f5-bcc14e26e85e req-04a89cb0-7dd0-4d26-ab20-1d60be931830 service nova] Acquiring lock "f6688cc7-3921-4c54-a362-0b356c3e3a80-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1492.132651] env[69350]: DEBUG oslo_concurrency.lockutils [req-fc252f2e-6b70-4005-a6f5-bcc14e26e85e req-04a89cb0-7dd0-4d26-ab20-1d60be931830 service nova] Lock "f6688cc7-3921-4c54-a362-0b356c3e3a80-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1492.132651] env[69350]: DEBUG oslo_concurrency.lockutils [req-fc252f2e-6b70-4005-a6f5-bcc14e26e85e req-04a89cb0-7dd0-4d26-ab20-1d60be931830 service nova] Lock "f6688cc7-3921-4c54-a362-0b356c3e3a80-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1492.132651] env[69350]: DEBUG nova.compute.manager [req-fc252f2e-6b70-4005-a6f5-bcc14e26e85e req-04a89cb0-7dd0-4d26-ab20-1d60be931830 service nova] [instance: f6688cc7-3921-4c54-a362-0b356c3e3a80] No waiting events found dispatching network-vif-plugged-6ad4e0aa-ed09-4c7b-ad1f-d739d5c90d61 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1492.132651] env[69350]: WARNING nova.compute.manager [req-fc252f2e-6b70-4005-a6f5-bcc14e26e85e req-04a89cb0-7dd0-4d26-ab20-1d60be931830 service nova] [instance: f6688cc7-3921-4c54-a362-0b356c3e3a80] Received unexpected event network-vif-plugged-6ad4e0aa-ed09-4c7b-ad1f-d739d5c90d61 for instance with vm_state building and task_state spawning. [ 1492.223133] env[69350]: DEBUG nova.network.neutron [None req-758d5599-ace0-4296-a7e6-12806d6805b2 tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] [instance: f6688cc7-3921-4c54-a362-0b356c3e3a80] Successfully updated port: 6ad4e0aa-ed09-4c7b-ad1f-d739d5c90d61 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1492.548186] env[69350]: DEBUG oslo_vmware.api [None req-c7a9f16d-28fe-4ee2-a293-56b8fe5632e0 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52886440-3a32-7709-0278-65c1df240bf4, 'name': SearchDatastore_Task, 'duration_secs': 0.008676} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.548972] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0237dcbf-db34-432d-93b0-9f23d6a7ce19 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.554626] env[69350]: DEBUG oslo_vmware.api [None req-c7a9f16d-28fe-4ee2-a293-56b8fe5632e0 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Waiting for the task: (returnval){ [ 1492.554626] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]520f2762-fe6b-6df5-7eed-abfd3c016ad1" [ 1492.554626] env[69350]: _type = "Task" [ 1492.554626] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.562404] env[69350]: DEBUG oslo_vmware.api [None req-c7a9f16d-28fe-4ee2-a293-56b8fe5632e0 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]520f2762-fe6b-6df5-7eed-abfd3c016ad1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.726854] env[69350]: DEBUG oslo_concurrency.lockutils [None req-758d5599-ace0-4296-a7e6-12806d6805b2 tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] Acquiring lock "refresh_cache-f6688cc7-3921-4c54-a362-0b356c3e3a80" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.726854] env[69350]: DEBUG oslo_concurrency.lockutils [None req-758d5599-ace0-4296-a7e6-12806d6805b2 tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] Acquired lock "refresh_cache-f6688cc7-3921-4c54-a362-0b356c3e3a80" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.726854] env[69350]: DEBUG nova.network.neutron [None req-758d5599-ace0-4296-a7e6-12806d6805b2 tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] [instance: f6688cc7-3921-4c54-a362-0b356c3e3a80] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1493.066410] env[69350]: DEBUG oslo_vmware.api [None req-c7a9f16d-28fe-4ee2-a293-56b8fe5632e0 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]520f2762-fe6b-6df5-7eed-abfd3c016ad1, 'name': SearchDatastore_Task, 'duration_secs': 0.009521} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.066770] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c7a9f16d-28fe-4ee2-a293-56b8fe5632e0 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.066981] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7a9f16d-28fe-4ee2-a293-56b8fe5632e0 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] 8ed51e61-6725-461d-b6ab-cee13e22a233/8ed51e61-6725-461d-b6ab-cee13e22a233.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1493.067254] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e19413e4-da62-4368-96ca-69af1dd10ff3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.075402] env[69350]: DEBUG oslo_vmware.api [None req-c7a9f16d-28fe-4ee2-a293-56b8fe5632e0 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Waiting for the task: (returnval){ [ 1493.075402] env[69350]: value = "task-3366408" [ 1493.075402] env[69350]: _type = "Task" [ 1493.075402] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.083172] env[69350]: DEBUG oslo_vmware.api [None req-c7a9f16d-28fe-4ee2-a293-56b8fe5632e0 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Task: {'id': task-3366408, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.272656] env[69350]: DEBUG nova.network.neutron [None req-758d5599-ace0-4296-a7e6-12806d6805b2 tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] [instance: f6688cc7-3921-4c54-a362-0b356c3e3a80] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1493.422722] env[69350]: DEBUG nova.network.neutron [None req-758d5599-ace0-4296-a7e6-12806d6805b2 tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] [instance: f6688cc7-3921-4c54-a362-0b356c3e3a80] Updating instance_info_cache with network_info: [{"id": "6ad4e0aa-ed09-4c7b-ad1f-d739d5c90d61", "address": "fa:16:3e:2f:aa:e6", "network": {"id": "ba09b90a-43c7-41a0-9e62-95be85915d3e", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1131066051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd9487ece86b4cc49809374d4bbe9afb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ad4e0aa-ed", "ovs_interfaceid": "6ad4e0aa-ed09-4c7b-ad1f-d739d5c90d61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1493.562441] env[69350]: DEBUG oslo_concurrency.lockutils [None req-196757f7-1fd7-4959-9dab-c784f671df7f tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Acquiring lock "a4a0a807-104f-45ff-9ff2-d902a80d53ba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1493.562663] env[69350]: DEBUG oslo_concurrency.lockutils [None req-196757f7-1fd7-4959-9dab-c784f671df7f tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Lock "a4a0a807-104f-45ff-9ff2-d902a80d53ba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1493.584915] env[69350]: DEBUG oslo_vmware.api [None req-c7a9f16d-28fe-4ee2-a293-56b8fe5632e0 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Task: {'id': task-3366408, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.423071} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.585167] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7a9f16d-28fe-4ee2-a293-56b8fe5632e0 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] 8ed51e61-6725-461d-b6ab-cee13e22a233/8ed51e61-6725-461d-b6ab-cee13e22a233.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1493.585376] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c7a9f16d-28fe-4ee2-a293-56b8fe5632e0 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 8ed51e61-6725-461d-b6ab-cee13e22a233] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1493.585595] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9bd571c8-7eda-40cc-97ef-039b1b982eb9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.592303] env[69350]: DEBUG oslo_vmware.api [None req-c7a9f16d-28fe-4ee2-a293-56b8fe5632e0 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Waiting for the task: (returnval){ [ 1493.592303] env[69350]: value = "task-3366409" [ 1493.592303] env[69350]: _type = "Task" [ 1493.592303] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.600589] env[69350]: DEBUG oslo_vmware.api [None req-c7a9f16d-28fe-4ee2-a293-56b8fe5632e0 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Task: {'id': task-3366409, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.925465] env[69350]: DEBUG oslo_concurrency.lockutils [None req-758d5599-ace0-4296-a7e6-12806d6805b2 tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] Releasing lock "refresh_cache-f6688cc7-3921-4c54-a362-0b356c3e3a80" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.925806] env[69350]: DEBUG nova.compute.manager [None req-758d5599-ace0-4296-a7e6-12806d6805b2 tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] [instance: f6688cc7-3921-4c54-a362-0b356c3e3a80] Instance network_info: |[{"id": "6ad4e0aa-ed09-4c7b-ad1f-d739d5c90d61", "address": "fa:16:3e:2f:aa:e6", "network": {"id": "ba09b90a-43c7-41a0-9e62-95be85915d3e", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1131066051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd9487ece86b4cc49809374d4bbe9afb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ad4e0aa-ed", "ovs_interfaceid": "6ad4e0aa-ed09-4c7b-ad1f-d739d5c90d61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1493.926249] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-758d5599-ace0-4296-a7e6-12806d6805b2 tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] [instance: f6688cc7-3921-4c54-a362-0b356c3e3a80] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:aa:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e4e52d8a-b086-4333-a5a1-938680a2d2bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6ad4e0aa-ed09-4c7b-ad1f-d739d5c90d61', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1493.933845] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-758d5599-ace0-4296-a7e6-12806d6805b2 tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] Creating folder: Project (fd9487ece86b4cc49809374d4bbe9afb). Parent ref: group-v671398. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1493.934121] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b11a9dc7-fce6-4199-a85c-c2cab1525a81 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.945487] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-758d5599-ace0-4296-a7e6-12806d6805b2 tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] Created folder: Project (fd9487ece86b4cc49809374d4bbe9afb) in parent group-v671398. [ 1493.945709] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-758d5599-ace0-4296-a7e6-12806d6805b2 tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] Creating folder: Instances. Parent ref: group-v671736. {{(pid=69350) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1493.945939] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2b17cdb9-6a25-43c6-93ac-5836bfe1f5d1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.954124] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-758d5599-ace0-4296-a7e6-12806d6805b2 tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] Created folder: Instances in parent group-v671736. [ 1493.954345] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-758d5599-ace0-4296-a7e6-12806d6805b2 tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1493.954528] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6688cc7-3921-4c54-a362-0b356c3e3a80] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1493.954718] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff66165b-8ed0-4caa-81b1-61ce692262d9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.972761] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1493.972761] env[69350]: value = "task-3366412" [ 1493.972761] env[69350]: _type = "Task" [ 1493.972761] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.981074] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366412, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.065430] env[69350]: DEBUG nova.compute.manager [None req-196757f7-1fd7-4959-9dab-c784f671df7f tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Starting instance... {{(pid=69350) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1494.102747] env[69350]: DEBUG oslo_vmware.api [None req-c7a9f16d-28fe-4ee2-a293-56b8fe5632e0 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Task: {'id': task-3366409, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.05983} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.103715] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-c7a9f16d-28fe-4ee2-a293-56b8fe5632e0 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 8ed51e61-6725-461d-b6ab-cee13e22a233] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1494.104506] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a350285-1a3f-403d-bc65-213b273fc1a7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.127142] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7a9f16d-28fe-4ee2-a293-56b8fe5632e0 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 8ed51e61-6725-461d-b6ab-cee13e22a233] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] 8ed51e61-6725-461d-b6ab-cee13e22a233/8ed51e61-6725-461d-b6ab-cee13e22a233.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1494.127602] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f934465-0219-47eb-9261-00d8f8181d40 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.146659] env[69350]: DEBUG oslo_vmware.api [None req-c7a9f16d-28fe-4ee2-a293-56b8fe5632e0 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Waiting for the task: (returnval){ [ 1494.146659] env[69350]: value = "task-3366413" [ 1494.146659] env[69350]: _type = "Task" [ 1494.146659] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.155779] env[69350]: DEBUG oslo_vmware.api [None req-c7a9f16d-28fe-4ee2-a293-56b8fe5632e0 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Task: {'id': task-3366413, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.157707] env[69350]: DEBUG nova.compute.manager [req-ed6c2528-2c7e-4d67-91fa-c9298a89c511 req-3d588553-db49-4b68-8d0d-180833c70288 service nova] [instance: f6688cc7-3921-4c54-a362-0b356c3e3a80] Received event network-changed-6ad4e0aa-ed09-4c7b-ad1f-d739d5c90d61 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1494.157888] env[69350]: DEBUG nova.compute.manager [req-ed6c2528-2c7e-4d67-91fa-c9298a89c511 req-3d588553-db49-4b68-8d0d-180833c70288 service nova] [instance: f6688cc7-3921-4c54-a362-0b356c3e3a80] Refreshing instance network info cache due to event network-changed-6ad4e0aa-ed09-4c7b-ad1f-d739d5c90d61. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1494.158112] env[69350]: DEBUG oslo_concurrency.lockutils [req-ed6c2528-2c7e-4d67-91fa-c9298a89c511 req-3d588553-db49-4b68-8d0d-180833c70288 service nova] Acquiring lock "refresh_cache-f6688cc7-3921-4c54-a362-0b356c3e3a80" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.158251] env[69350]: DEBUG oslo_concurrency.lockutils [req-ed6c2528-2c7e-4d67-91fa-c9298a89c511 req-3d588553-db49-4b68-8d0d-180833c70288 service nova] Acquired lock "refresh_cache-f6688cc7-3921-4c54-a362-0b356c3e3a80" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.158407] env[69350]: DEBUG nova.network.neutron [req-ed6c2528-2c7e-4d67-91fa-c9298a89c511 req-3d588553-db49-4b68-8d0d-180833c70288 service nova] [instance: f6688cc7-3921-4c54-a362-0b356c3e3a80] Refreshing network info cache for port 6ad4e0aa-ed09-4c7b-ad1f-d739d5c90d61 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1494.482688] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366412, 'name': CreateVM_Task, 'duration_secs': 0.350367} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.482890] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6688cc7-3921-4c54-a362-0b356c3e3a80] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1494.483573] env[69350]: DEBUG oslo_concurrency.lockutils [None req-758d5599-ace0-4296-a7e6-12806d6805b2 tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.483744] env[69350]: DEBUG oslo_concurrency.lockutils [None req-758d5599-ace0-4296-a7e6-12806d6805b2 tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.484068] env[69350]: DEBUG oslo_concurrency.lockutils [None req-758d5599-ace0-4296-a7e6-12806d6805b2 tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.484323] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-841a6000-b91a-4ec7-b6cc-b360e19e3a82 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.488407] env[69350]: DEBUG oslo_vmware.api [None req-758d5599-ace0-4296-a7e6-12806d6805b2 tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] Waiting for the task: (returnval){ [ 1494.488407] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5260e28c-e250-4f1d-f545-7e00dde9b92b" [ 1494.488407] env[69350]: _type = "Task" [ 1494.488407] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.495966] env[69350]: DEBUG oslo_vmware.api [None req-758d5599-ace0-4296-a7e6-12806d6805b2 tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5260e28c-e250-4f1d-f545-7e00dde9b92b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.586158] env[69350]: DEBUG oslo_concurrency.lockutils [None req-196757f7-1fd7-4959-9dab-c784f671df7f tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1494.586425] env[69350]: DEBUG oslo_concurrency.lockutils [None req-196757f7-1fd7-4959-9dab-c784f671df7f tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1494.587852] env[69350]: INFO nova.compute.claims [None req-196757f7-1fd7-4959-9dab-c784f671df7f tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1494.656460] env[69350]: DEBUG oslo_vmware.api [None req-c7a9f16d-28fe-4ee2-a293-56b8fe5632e0 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Task: {'id': task-3366413, 'name': ReconfigVM_Task, 'duration_secs': 0.327678} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.656729] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7a9f16d-28fe-4ee2-a293-56b8fe5632e0 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 8ed51e61-6725-461d-b6ab-cee13e22a233] Reconfigured VM instance instance-0000007c to attach disk [datastore2] 8ed51e61-6725-461d-b6ab-cee13e22a233/8ed51e61-6725-461d-b6ab-cee13e22a233.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1494.657348] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0ecbfe83-eb19-4d12-aad5-40aebe1ad1ed {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.663275] env[69350]: DEBUG oslo_vmware.api [None req-c7a9f16d-28fe-4ee2-a293-56b8fe5632e0 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Waiting for the task: (returnval){ [ 1494.663275] env[69350]: value = "task-3366414" [ 1494.663275] env[69350]: _type = "Task" [ 1494.663275] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.670624] env[69350]: DEBUG oslo_vmware.api [None req-c7a9f16d-28fe-4ee2-a293-56b8fe5632e0 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Task: {'id': task-3366414, 'name': Rename_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.684585] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1494.878104] env[69350]: DEBUG nova.network.neutron [req-ed6c2528-2c7e-4d67-91fa-c9298a89c511 req-3d588553-db49-4b68-8d0d-180833c70288 service nova] [instance: f6688cc7-3921-4c54-a362-0b356c3e3a80] Updated VIF entry in instance network info cache for port 6ad4e0aa-ed09-4c7b-ad1f-d739d5c90d61. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1494.878470] env[69350]: DEBUG nova.network.neutron [req-ed6c2528-2c7e-4d67-91fa-c9298a89c511 req-3d588553-db49-4b68-8d0d-180833c70288 service nova] [instance: f6688cc7-3921-4c54-a362-0b356c3e3a80] Updating instance_info_cache with network_info: [{"id": "6ad4e0aa-ed09-4c7b-ad1f-d739d5c90d61", "address": "fa:16:3e:2f:aa:e6", "network": {"id": "ba09b90a-43c7-41a0-9e62-95be85915d3e", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1131066051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd9487ece86b4cc49809374d4bbe9afb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ad4e0aa-ed", "ovs_interfaceid": "6ad4e0aa-ed09-4c7b-ad1f-d739d5c90d61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1494.999012] env[69350]: DEBUG oslo_vmware.api [None req-758d5599-ace0-4296-a7e6-12806d6805b2 tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5260e28c-e250-4f1d-f545-7e00dde9b92b, 'name': SearchDatastore_Task, 'duration_secs': 0.009249} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.999311] env[69350]: DEBUG oslo_concurrency.lockutils [None req-758d5599-ace0-4296-a7e6-12806d6805b2 tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.999551] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-758d5599-ace0-4296-a7e6-12806d6805b2 tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] [instance: f6688cc7-3921-4c54-a362-0b356c3e3a80] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1494.999786] env[69350]: DEBUG oslo_concurrency.lockutils [None req-758d5599-ace0-4296-a7e6-12806d6805b2 tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.999930] env[69350]: DEBUG oslo_concurrency.lockutils [None req-758d5599-ace0-4296-a7e6-12806d6805b2 tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.000125] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-758d5599-ace0-4296-a7e6-12806d6805b2 tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1495.000429] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-59e9f0a6-c106-4786-a895-11afea8de034 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.009113] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-758d5599-ace0-4296-a7e6-12806d6805b2 tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1495.009294] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-758d5599-ace0-4296-a7e6-12806d6805b2 tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1495.009972] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39ec9780-0fc1-4d60-87f6-e285ca23ad59 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.014586] env[69350]: DEBUG oslo_vmware.api [None req-758d5599-ace0-4296-a7e6-12806d6805b2 tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] Waiting for the task: (returnval){ [ 1495.014586] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]521b1619-5a10-3096-ebda-e6e79f257e4c" [ 1495.014586] env[69350]: _type = "Task" [ 1495.014586] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.022726] env[69350]: DEBUG oslo_vmware.api [None req-758d5599-ace0-4296-a7e6-12806d6805b2 tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]521b1619-5a10-3096-ebda-e6e79f257e4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.173404] env[69350]: DEBUG oslo_vmware.api [None req-c7a9f16d-28fe-4ee2-a293-56b8fe5632e0 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Task: {'id': task-3366414, 'name': Rename_Task, 'duration_secs': 0.177268} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.173764] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7a9f16d-28fe-4ee2-a293-56b8fe5632e0 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 8ed51e61-6725-461d-b6ab-cee13e22a233] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1495.173972] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-72d928f9-1f3a-4ecd-be14-4e0f0cf2b802 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.180376] env[69350]: DEBUG oslo_vmware.api [None req-c7a9f16d-28fe-4ee2-a293-56b8fe5632e0 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Waiting for the task: (returnval){ [ 1495.180376] env[69350]: value = "task-3366415" [ 1495.180376] env[69350]: _type = "Task" [ 1495.180376] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.187869] env[69350]: DEBUG oslo_vmware.api [None req-c7a9f16d-28fe-4ee2-a293-56b8fe5632e0 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Task: {'id': task-3366415, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.381239] env[69350]: DEBUG oslo_concurrency.lockutils [req-ed6c2528-2c7e-4d67-91fa-c9298a89c511 req-3d588553-db49-4b68-8d0d-180833c70288 service nova] Releasing lock "refresh_cache-f6688cc7-3921-4c54-a362-0b356c3e3a80" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.525355] env[69350]: DEBUG oslo_vmware.api [None req-758d5599-ace0-4296-a7e6-12806d6805b2 tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]521b1619-5a10-3096-ebda-e6e79f257e4c, 'name': SearchDatastore_Task, 'duration_secs': 0.009339} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.526129] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15dbc7d1-1aca-4360-99bd-c24069da71de {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.533683] env[69350]: DEBUG oslo_vmware.api [None req-758d5599-ace0-4296-a7e6-12806d6805b2 tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] Waiting for the task: (returnval){ [ 1495.533683] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52f7e87d-8778-70c0-a4e3-f21b7084b744" [ 1495.533683] env[69350]: _type = "Task" [ 1495.533683] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.540674] env[69350]: DEBUG oslo_vmware.api [None req-758d5599-ace0-4296-a7e6-12806d6805b2 tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52f7e87d-8778-70c0-a4e3-f21b7084b744, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.668934] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63fee9ef-796a-4b30-b289-8f53f748e663 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.677323] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b149f6a3-e121-459d-bea8-b69914d11f2d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.708207] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1495.709749] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d9bf04-d969-48b5-a215-0226cb98a0d4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.715224] env[69350]: DEBUG oslo_vmware.api [None req-c7a9f16d-28fe-4ee2-a293-56b8fe5632e0 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Task: {'id': task-3366415, 'name': PowerOnVM_Task, 'duration_secs': 0.490261} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.715839] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7a9f16d-28fe-4ee2-a293-56b8fe5632e0 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 8ed51e61-6725-461d-b6ab-cee13e22a233] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1495.716056] env[69350]: INFO nova.compute.manager [None req-c7a9f16d-28fe-4ee2-a293-56b8fe5632e0 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 8ed51e61-6725-461d-b6ab-cee13e22a233] Took 6.79 seconds to spawn the instance on the hypervisor. [ 1495.716244] env[69350]: DEBUG nova.compute.manager [None req-c7a9f16d-28fe-4ee2-a293-56b8fe5632e0 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 8ed51e61-6725-461d-b6ab-cee13e22a233] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1495.716983] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c60f7b62-cf28-4fda-a015-0d91d593ab78 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.722680] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ebdfb8-8cf9-472c-b32d-ecb294d2099b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.740068] env[69350]: DEBUG nova.compute.provider_tree [None req-196757f7-1fd7-4959-9dab-c784f671df7f tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1496.044949] env[69350]: DEBUG oslo_vmware.api [None req-758d5599-ace0-4296-a7e6-12806d6805b2 tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52f7e87d-8778-70c0-a4e3-f21b7084b744, 'name': SearchDatastore_Task, 'duration_secs': 0.012315} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.045229] env[69350]: DEBUG oslo_concurrency.lockutils [None req-758d5599-ace0-4296-a7e6-12806d6805b2 tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1496.045492] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-758d5599-ace0-4296-a7e6-12806d6805b2 tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] f6688cc7-3921-4c54-a362-0b356c3e3a80/f6688cc7-3921-4c54-a362-0b356c3e3a80.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1496.045747] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-67521720-3991-4f36-bba2-b4a5bf7801c1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.052889] env[69350]: DEBUG oslo_vmware.api [None req-758d5599-ace0-4296-a7e6-12806d6805b2 tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] Waiting for the task: (returnval){ [ 1496.052889] env[69350]: value = "task-3366416" [ 1496.052889] env[69350]: _type = "Task" [ 1496.052889] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.062128] env[69350]: DEBUG oslo_vmware.api [None req-758d5599-ace0-4296-a7e6-12806d6805b2 tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] Task: {'id': task-3366416, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.240198] env[69350]: INFO nova.compute.manager [None req-c7a9f16d-28fe-4ee2-a293-56b8fe5632e0 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 8ed51e61-6725-461d-b6ab-cee13e22a233] Took 11.50 seconds to build instance. [ 1496.241722] env[69350]: DEBUG nova.scheduler.client.report [None req-196757f7-1fd7-4959-9dab-c784f671df7f tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1496.564522] env[69350]: DEBUG oslo_vmware.api [None req-758d5599-ace0-4296-a7e6-12806d6805b2 tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] Task: {'id': task-3366416, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.684487] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1496.746293] env[69350]: DEBUG oslo_concurrency.lockutils [None req-c7a9f16d-28fe-4ee2-a293-56b8fe5632e0 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Lock "8ed51e61-6725-461d-b6ab-cee13e22a233" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.009s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1496.747034] env[69350]: DEBUG oslo_concurrency.lockutils [None req-196757f7-1fd7-4959-9dab-c784f671df7f tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.161s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1496.747570] env[69350]: DEBUG nova.compute.manager [None req-196757f7-1fd7-4959-9dab-c784f671df7f tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Start building networks asynchronously for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1496.825810] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0a8b1bac-aa9b-4ce1-a569-c84203da813c tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Acquiring lock "8ed51e61-6725-461d-b6ab-cee13e22a233" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1496.826075] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0a8b1bac-aa9b-4ce1-a569-c84203da813c tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Lock "8ed51e61-6725-461d-b6ab-cee13e22a233" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1496.826291] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0a8b1bac-aa9b-4ce1-a569-c84203da813c tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Acquiring lock "8ed51e61-6725-461d-b6ab-cee13e22a233-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1496.826483] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0a8b1bac-aa9b-4ce1-a569-c84203da813c tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Lock "8ed51e61-6725-461d-b6ab-cee13e22a233-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1496.826643] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0a8b1bac-aa9b-4ce1-a569-c84203da813c tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Lock "8ed51e61-6725-461d-b6ab-cee13e22a233-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1496.829916] env[69350]: INFO nova.compute.manager [None req-0a8b1bac-aa9b-4ce1-a569-c84203da813c tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 8ed51e61-6725-461d-b6ab-cee13e22a233] Terminating instance [ 1497.063476] env[69350]: DEBUG oslo_vmware.api [None req-758d5599-ace0-4296-a7e6-12806d6805b2 tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] Task: {'id': task-3366416, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551188} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.063807] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-758d5599-ace0-4296-a7e6-12806d6805b2 tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] f6688cc7-3921-4c54-a362-0b356c3e3a80/f6688cc7-3921-4c54-a362-0b356c3e3a80.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1497.064082] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-758d5599-ace0-4296-a7e6-12806d6805b2 tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] [instance: f6688cc7-3921-4c54-a362-0b356c3e3a80] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1497.064387] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d57e8175-e8e3-47a7-bc12-27125c178b90 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.071152] env[69350]: DEBUG oslo_vmware.api [None req-758d5599-ace0-4296-a7e6-12806d6805b2 tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] Waiting for the task: (returnval){ [ 1497.071152] env[69350]: value = "task-3366417" [ 1497.071152] env[69350]: _type = "Task" [ 1497.071152] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.080270] env[69350]: DEBUG oslo_vmware.api [None req-758d5599-ace0-4296-a7e6-12806d6805b2 tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] Task: {'id': task-3366417, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.252575] env[69350]: DEBUG nova.compute.utils [None req-196757f7-1fd7-4959-9dab-c784f671df7f tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Using /dev/sd instead of None {{(pid=69350) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1497.254035] env[69350]: DEBUG nova.compute.manager [None req-196757f7-1fd7-4959-9dab-c784f671df7f tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Allocating IP information in the background. {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1497.254213] env[69350]: DEBUG nova.network.neutron [None req-196757f7-1fd7-4959-9dab-c784f671df7f tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] allocate_for_instance() {{(pid=69350) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1497.317659] env[69350]: DEBUG nova.policy [None req-196757f7-1fd7-4959-9dab-c784f671df7f tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '03e82dd8d1814d8e8b147d07e1fc4ad8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a1809393971847168d1f25b15221a7f9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69350) authorize /opt/stack/nova/nova/policy.py:192}} [ 1497.333355] env[69350]: DEBUG nova.compute.manager [None req-0a8b1bac-aa9b-4ce1-a569-c84203da813c tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 8ed51e61-6725-461d-b6ab-cee13e22a233] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1497.333598] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0a8b1bac-aa9b-4ce1-a569-c84203da813c tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 8ed51e61-6725-461d-b6ab-cee13e22a233] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1497.334444] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a44493-1a28-4ddb-8d9c-8c050813d309 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.342229] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a8b1bac-aa9b-4ce1-a569-c84203da813c tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 8ed51e61-6725-461d-b6ab-cee13e22a233] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1497.342455] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa52b759-b339-459e-9405-481a40292d4e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.348647] env[69350]: DEBUG oslo_vmware.api [None req-0a8b1bac-aa9b-4ce1-a569-c84203da813c tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Waiting for the task: (returnval){ [ 1497.348647] env[69350]: value = "task-3366418" [ 1497.348647] env[69350]: _type = "Task" [ 1497.348647] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.356388] env[69350]: DEBUG oslo_vmware.api [None req-0a8b1bac-aa9b-4ce1-a569-c84203da813c tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Task: {'id': task-3366418, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.580611] env[69350]: DEBUG oslo_vmware.api [None req-758d5599-ace0-4296-a7e6-12806d6805b2 tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] Task: {'id': task-3366417, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068684} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.580884] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-758d5599-ace0-4296-a7e6-12806d6805b2 tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] [instance: f6688cc7-3921-4c54-a362-0b356c3e3a80] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1497.581815] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fee9a92b-e8eb-4431-bab3-f5b98054747d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.603957] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-758d5599-ace0-4296-a7e6-12806d6805b2 tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] [instance: f6688cc7-3921-4c54-a362-0b356c3e3a80] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] f6688cc7-3921-4c54-a362-0b356c3e3a80/f6688cc7-3921-4c54-a362-0b356c3e3a80.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1497.604283] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11385094-c0ba-422d-8a8a-f41887c064fb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.619329] env[69350]: DEBUG nova.network.neutron [None req-196757f7-1fd7-4959-9dab-c784f671df7f tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Successfully created port: ec507ecb-00d3-44a9-9f54-0b64ba2a5227 {{(pid=69350) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1497.626453] env[69350]: DEBUG oslo_vmware.api [None req-758d5599-ace0-4296-a7e6-12806d6805b2 tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] Waiting for the task: (returnval){ [ 1497.626453] env[69350]: value = "task-3366419" [ 1497.626453] env[69350]: _type = "Task" [ 1497.626453] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.634239] env[69350]: DEBUG oslo_vmware.api [None req-758d5599-ace0-4296-a7e6-12806d6805b2 tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] Task: {'id': task-3366419, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.683958] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1497.684169] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69350) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1497.684343] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1497.757716] env[69350]: DEBUG nova.compute.manager [None req-196757f7-1fd7-4959-9dab-c784f671df7f tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Start building block device mappings for instance. {{(pid=69350) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1497.858791] env[69350]: DEBUG oslo_vmware.api [None req-0a8b1bac-aa9b-4ce1-a569-c84203da813c tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Task: {'id': task-3366418, 'name': PowerOffVM_Task, 'duration_secs': 0.326401} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.859090] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a8b1bac-aa9b-4ce1-a569-c84203da813c tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 8ed51e61-6725-461d-b6ab-cee13e22a233] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1497.859300] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0a8b1bac-aa9b-4ce1-a569-c84203da813c tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 8ed51e61-6725-461d-b6ab-cee13e22a233] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1497.859583] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2bd43415-66bd-4618-8f96-de8e4c75d95e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.987230] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0a8b1bac-aa9b-4ce1-a569-c84203da813c tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 8ed51e61-6725-461d-b6ab-cee13e22a233] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1497.987481] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0a8b1bac-aa9b-4ce1-a569-c84203da813c tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 8ed51e61-6725-461d-b6ab-cee13e22a233] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1497.987670] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a8b1bac-aa9b-4ce1-a569-c84203da813c tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Deleting the datastore file [datastore2] 8ed51e61-6725-461d-b6ab-cee13e22a233 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1497.987945] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0caeb8be-84d0-4f21-9efd-f696c06f8b4a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.995246] env[69350]: DEBUG oslo_vmware.api [None req-0a8b1bac-aa9b-4ce1-a569-c84203da813c tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Waiting for the task: (returnval){ [ 1497.995246] env[69350]: value = "task-3366421" [ 1497.995246] env[69350]: _type = "Task" [ 1497.995246] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.002993] env[69350]: DEBUG oslo_vmware.api [None req-0a8b1bac-aa9b-4ce1-a569-c84203da813c tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Task: {'id': task-3366421, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.136688] env[69350]: DEBUG oslo_vmware.api [None req-758d5599-ace0-4296-a7e6-12806d6805b2 tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] Task: {'id': task-3366419, 'name': ReconfigVM_Task, 'duration_secs': 0.273128} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.136981] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-758d5599-ace0-4296-a7e6-12806d6805b2 tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] [instance: f6688cc7-3921-4c54-a362-0b356c3e3a80] Reconfigured VM instance instance-0000007d to attach disk [datastore2] f6688cc7-3921-4c54-a362-0b356c3e3a80/f6688cc7-3921-4c54-a362-0b356c3e3a80.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1498.137604] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d59a970d-987e-4515-a0d2-39f2f80ab12e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.144047] env[69350]: DEBUG oslo_vmware.api [None req-758d5599-ace0-4296-a7e6-12806d6805b2 tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] Waiting for the task: (returnval){ [ 1498.144047] env[69350]: value = "task-3366422" [ 1498.144047] env[69350]: _type = "Task" [ 1498.144047] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.151951] env[69350]: DEBUG oslo_vmware.api [None req-758d5599-ace0-4296-a7e6-12806d6805b2 tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] Task: {'id': task-3366422, 'name': Rename_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.187182] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1498.187561] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1498.187754] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1498.187908] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69350) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1498.188828] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3feb558e-b925-4844-9c5d-84a1ab78154f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.196621] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c554da2-9a63-4806-b7a7-29431bec5180 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.211551] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a76b15da-f56c-48d8-8776-e09de05d0903 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.218213] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-191fc521-6043-4295-b9c8-6c2986cb3676 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.247014] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180384MB free_disk=106GB free_vcpus=48 pci_devices=None {{(pid=69350) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1498.247194] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1498.247414] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1498.504772] env[69350]: DEBUG oslo_vmware.api [None req-0a8b1bac-aa9b-4ce1-a569-c84203da813c tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Task: {'id': task-3366421, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134697} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.505102] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a8b1bac-aa9b-4ce1-a569-c84203da813c tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1498.505268] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0a8b1bac-aa9b-4ce1-a569-c84203da813c tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 8ed51e61-6725-461d-b6ab-cee13e22a233] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1498.505443] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0a8b1bac-aa9b-4ce1-a569-c84203da813c tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 8ed51e61-6725-461d-b6ab-cee13e22a233] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1498.505614] env[69350]: INFO nova.compute.manager [None req-0a8b1bac-aa9b-4ce1-a569-c84203da813c tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 8ed51e61-6725-461d-b6ab-cee13e22a233] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1498.506470] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0a8b1bac-aa9b-4ce1-a569-c84203da813c tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1498.506470] env[69350]: DEBUG nova.compute.manager [-] [instance: 8ed51e61-6725-461d-b6ab-cee13e22a233] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1498.506470] env[69350]: DEBUG nova.network.neutron [-] [instance: 8ed51e61-6725-461d-b6ab-cee13e22a233] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1498.659017] env[69350]: DEBUG oslo_vmware.api [None req-758d5599-ace0-4296-a7e6-12806d6805b2 tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] Task: {'id': task-3366422, 'name': Rename_Task, 'duration_secs': 0.145862} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.659453] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-758d5599-ace0-4296-a7e6-12806d6805b2 tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] [instance: f6688cc7-3921-4c54-a362-0b356c3e3a80] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1498.659794] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-55ce0847-b4ec-4b0f-a952-8bd7be8f23cf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.666790] env[69350]: DEBUG oslo_vmware.api [None req-758d5599-ace0-4296-a7e6-12806d6805b2 tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] Waiting for the task: (returnval){ [ 1498.666790] env[69350]: value = "task-3366423" [ 1498.666790] env[69350]: _type = "Task" [ 1498.666790] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.676431] env[69350]: DEBUG oslo_vmware.api [None req-758d5599-ace0-4296-a7e6-12806d6805b2 tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] Task: {'id': task-3366423, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.766785] env[69350]: DEBUG nova.compute.manager [None req-196757f7-1fd7-4959-9dab-c784f671df7f tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Start spawning the instance on the hypervisor. {{(pid=69350) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1498.793640] env[69350]: DEBUG nova.virt.hardware [None req-196757f7-1fd7-4959-9dab-c784f671df7f tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T13:44:41Z,direct_url=,disk_format='vmdk',id=2ba50b02-b203-425b-93f3-25266f3336a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a175bdd0b1324024bc8e47e5836a9e11',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T13:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1498.793883] env[69350]: DEBUG nova.virt.hardware [None req-196757f7-1fd7-4959-9dab-c784f671df7f tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1498.794048] env[69350]: DEBUG nova.virt.hardware [None req-196757f7-1fd7-4959-9dab-c784f671df7f tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1498.794259] env[69350]: DEBUG nova.virt.hardware [None req-196757f7-1fd7-4959-9dab-c784f671df7f tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1498.794380] env[69350]: DEBUG nova.virt.hardware [None req-196757f7-1fd7-4959-9dab-c784f671df7f tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1498.794625] env[69350]: DEBUG nova.virt.hardware [None req-196757f7-1fd7-4959-9dab-c784f671df7f tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1498.794849] env[69350]: DEBUG nova.virt.hardware [None req-196757f7-1fd7-4959-9dab-c784f671df7f tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1498.795053] env[69350]: DEBUG nova.virt.hardware [None req-196757f7-1fd7-4959-9dab-c784f671df7f tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1498.795169] env[69350]: DEBUG nova.virt.hardware [None req-196757f7-1fd7-4959-9dab-c784f671df7f tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1498.795326] env[69350]: DEBUG nova.virt.hardware [None req-196757f7-1fd7-4959-9dab-c784f671df7f tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1498.795495] env[69350]: DEBUG nova.virt.hardware [None req-196757f7-1fd7-4959-9dab-c784f671df7f tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1498.796361] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f348fd3-0d5a-45db-a24d-3164baf64b88 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.803257] env[69350]: DEBUG nova.compute.manager [req-365335c9-52cf-459d-8b97-d3736ca3ad13 req-ea422552-3722-4a48-a730-97d2164e11ee service nova] [instance: 8ed51e61-6725-461d-b6ab-cee13e22a233] Received event network-vif-deleted-4c5de417-7a07-4773-98f5-5f2385bcc2f9 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1498.803357] env[69350]: INFO nova.compute.manager [req-365335c9-52cf-459d-8b97-d3736ca3ad13 req-ea422552-3722-4a48-a730-97d2164e11ee service nova] [instance: 8ed51e61-6725-461d-b6ab-cee13e22a233] Neutron deleted interface 4c5de417-7a07-4773-98f5-5f2385bcc2f9; detaching it from the instance and deleting it from the info cache [ 1498.803528] env[69350]: DEBUG nova.network.neutron [req-365335c9-52cf-459d-8b97-d3736ca3ad13 req-ea422552-3722-4a48-a730-97d2164e11ee service nova] [instance: 8ed51e61-6725-461d-b6ab-cee13e22a233] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1498.808500] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-123ad80e-9105-472a-8bd8-4dc8f2bfb2b3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.078819] env[69350]: DEBUG nova.network.neutron [None req-196757f7-1fd7-4959-9dab-c784f671df7f tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Successfully updated port: ec507ecb-00d3-44a9-9f54-0b64ba2a5227 {{(pid=69350) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1499.176709] env[69350]: DEBUG oslo_vmware.api [None req-758d5599-ace0-4296-a7e6-12806d6805b2 tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] Task: {'id': task-3366423, 'name': PowerOnVM_Task, 'duration_secs': 0.435634} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.176947] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-758d5599-ace0-4296-a7e6-12806d6805b2 tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] [instance: f6688cc7-3921-4c54-a362-0b356c3e3a80] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1499.177162] env[69350]: INFO nova.compute.manager [None req-758d5599-ace0-4296-a7e6-12806d6805b2 tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] [instance: f6688cc7-3921-4c54-a362-0b356c3e3a80] Took 7.24 seconds to spawn the instance on the hypervisor. [ 1499.177347] env[69350]: DEBUG nova.compute.manager [None req-758d5599-ace0-4296-a7e6-12806d6805b2 tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] [instance: f6688cc7-3921-4c54-a362-0b356c3e3a80] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1499.178125] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4472a34d-a70a-4feb-849f-06956aa588e8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.274512] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1499.274679] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance 8ed51e61-6725-461d-b6ab-cee13e22a233 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1499.274802] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance f6688cc7-3921-4c54-a362-0b356c3e3a80 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1499.274916] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance a4a0a807-104f-45ff-9ff2-d902a80d53ba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1499.275111] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=69350) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1499.275252] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=69350) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1499.281707] env[69350]: DEBUG nova.network.neutron [-] [instance: 8ed51e61-6725-461d-b6ab-cee13e22a233] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1499.309287] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d38411ad-697d-4b0d-8672-f5fcb6dd2e9d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.318155] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a358fc8e-68ff-478c-8e2d-9b613f655924 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.341214] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db7b8c37-8970-4ebf-91fc-33a7e119c55e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.349111] env[69350]: DEBUG nova.compute.manager [req-365335c9-52cf-459d-8b97-d3736ca3ad13 req-ea422552-3722-4a48-a730-97d2164e11ee service nova] [instance: 8ed51e61-6725-461d-b6ab-cee13e22a233] Detach interface failed, port_id=4c5de417-7a07-4773-98f5-5f2385bcc2f9, reason: Instance 8ed51e61-6725-461d-b6ab-cee13e22a233 could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1499.353485] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01358838-f6f4-44ab-a9c1-c2ddf0f4d550 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.384356] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb325d34-9af3-4994-836c-aa9b1bb05fa1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.391194] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe64dae9-a08b-4eb8-85c6-4889da439810 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.404217] env[69350]: DEBUG nova.compute.provider_tree [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1499.581962] env[69350]: DEBUG oslo_concurrency.lockutils [None req-196757f7-1fd7-4959-9dab-c784f671df7f tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Acquiring lock "refresh_cache-a4a0a807-104f-45ff-9ff2-d902a80d53ba" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.582295] env[69350]: DEBUG oslo_concurrency.lockutils [None req-196757f7-1fd7-4959-9dab-c784f671df7f tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Acquired lock "refresh_cache-a4a0a807-104f-45ff-9ff2-d902a80d53ba" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.582343] env[69350]: DEBUG nova.network.neutron [None req-196757f7-1fd7-4959-9dab-c784f671df7f tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1499.693042] env[69350]: INFO nova.compute.manager [None req-758d5599-ace0-4296-a7e6-12806d6805b2 tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] [instance: f6688cc7-3921-4c54-a362-0b356c3e3a80] Took 11.93 seconds to build instance. [ 1499.784088] env[69350]: INFO nova.compute.manager [-] [instance: 8ed51e61-6725-461d-b6ab-cee13e22a233] Took 1.28 seconds to deallocate network for instance. [ 1499.907408] env[69350]: DEBUG nova.scheduler.client.report [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1500.123929] env[69350]: DEBUG nova.network.neutron [None req-196757f7-1fd7-4959-9dab-c784f671df7f tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Instance cache missing network info. {{(pid=69350) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1500.194376] env[69350]: DEBUG oslo_concurrency.lockutils [None req-758d5599-ace0-4296-a7e6-12806d6805b2 tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] Lock "f6688cc7-3921-4c54-a362-0b356c3e3a80" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.443s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1500.238185] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6e68d072-282f-49e1-a498-137c622dce5f tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] Acquiring lock "f6688cc7-3921-4c54-a362-0b356c3e3a80" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1500.238445] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6e68d072-282f-49e1-a498-137c622dce5f tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] Lock "f6688cc7-3921-4c54-a362-0b356c3e3a80" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1500.238708] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6e68d072-282f-49e1-a498-137c622dce5f tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] Acquiring lock "f6688cc7-3921-4c54-a362-0b356c3e3a80-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1500.238902] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6e68d072-282f-49e1-a498-137c622dce5f tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] Lock "f6688cc7-3921-4c54-a362-0b356c3e3a80-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1500.239081] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6e68d072-282f-49e1-a498-137c622dce5f tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] Lock "f6688cc7-3921-4c54-a362-0b356c3e3a80-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1500.241799] env[69350]: INFO nova.compute.manager [None req-6e68d072-282f-49e1-a498-137c622dce5f tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] [instance: f6688cc7-3921-4c54-a362-0b356c3e3a80] Terminating instance [ 1500.256074] env[69350]: DEBUG nova.network.neutron [None req-196757f7-1fd7-4959-9dab-c784f671df7f tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Updating instance_info_cache with network_info: [{"id": "ec507ecb-00d3-44a9-9f54-0b64ba2a5227", "address": "fa:16:3e:23:8d:ae", "network": {"id": "34a2c3ee-fe3e-415d-8849-d77b3a2f0d5d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1259450890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1809393971847168d1f25b15221a7f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec507ecb-00", "ovs_interfaceid": "ec507ecb-00d3-44a9-9f54-0b64ba2a5227", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1500.289975] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0a8b1bac-aa9b-4ce1-a569-c84203da813c tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1500.412046] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69350) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1500.412046] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.164s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1500.412263] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0a8b1bac-aa9b-4ce1-a569-c84203da813c tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.122s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1500.412361] env[69350]: DEBUG nova.objects.instance [None req-0a8b1bac-aa9b-4ce1-a569-c84203da813c tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Lazy-loading 'resources' on Instance uuid 8ed51e61-6725-461d-b6ab-cee13e22a233 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1500.746041] env[69350]: DEBUG nova.compute.manager [None req-6e68d072-282f-49e1-a498-137c622dce5f tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] [instance: f6688cc7-3921-4c54-a362-0b356c3e3a80] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1500.746415] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-6e68d072-282f-49e1-a498-137c622dce5f tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] [instance: f6688cc7-3921-4c54-a362-0b356c3e3a80] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1500.747196] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-008b5bba-0938-4b14-9b94-5d1670acd8fe {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.755352] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e68d072-282f-49e1-a498-137c622dce5f tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] [instance: f6688cc7-3921-4c54-a362-0b356c3e3a80] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1500.755595] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91e06181-5d75-4bd9-bf5d-6ef2cb4d0563 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.758581] env[69350]: DEBUG oslo_concurrency.lockutils [None req-196757f7-1fd7-4959-9dab-c784f671df7f tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Releasing lock "refresh_cache-a4a0a807-104f-45ff-9ff2-d902a80d53ba" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.758859] env[69350]: DEBUG nova.compute.manager [None req-196757f7-1fd7-4959-9dab-c784f671df7f tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Instance network_info: |[{"id": "ec507ecb-00d3-44a9-9f54-0b64ba2a5227", "address": "fa:16:3e:23:8d:ae", "network": {"id": "34a2c3ee-fe3e-415d-8849-d77b3a2f0d5d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1259450890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1809393971847168d1f25b15221a7f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec507ecb-00", "ovs_interfaceid": "ec507ecb-00d3-44a9-9f54-0b64ba2a5227", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69350) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1500.759223] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-196757f7-1fd7-4959-9dab-c784f671df7f tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:8d:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ec507ecb-00d3-44a9-9f54-0b64ba2a5227', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1500.767016] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-196757f7-1fd7-4959-9dab-c784f671df7f tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1500.768558] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1500.768865] env[69350]: DEBUG oslo_vmware.api [None req-6e68d072-282f-49e1-a498-137c622dce5f tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] Waiting for the task: (returnval){ [ 1500.768865] env[69350]: value = "task-3366424" [ 1500.768865] env[69350]: _type = "Task" [ 1500.768865] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.769044] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-82e632f9-8048-454a-8fee-9781c8c777c3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.791202] env[69350]: DEBUG oslo_vmware.api [None req-6e68d072-282f-49e1-a498-137c622dce5f tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] Task: {'id': task-3366424, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.792304] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1500.792304] env[69350]: value = "task-3366425" [ 1500.792304] env[69350]: _type = "Task" [ 1500.792304] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.799086] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366425, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.830580] env[69350]: DEBUG nova.compute.manager [req-2128a0eb-a3c3-4123-8e07-2a6ffa272aa6 req-61d65c55-a78e-4b5a-bdab-ea1a87c1f4db service nova] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Received event network-vif-plugged-ec507ecb-00d3-44a9-9f54-0b64ba2a5227 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1500.830631] env[69350]: DEBUG oslo_concurrency.lockutils [req-2128a0eb-a3c3-4123-8e07-2a6ffa272aa6 req-61d65c55-a78e-4b5a-bdab-ea1a87c1f4db service nova] Acquiring lock "a4a0a807-104f-45ff-9ff2-d902a80d53ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1500.830806] env[69350]: DEBUG oslo_concurrency.lockutils [req-2128a0eb-a3c3-4123-8e07-2a6ffa272aa6 req-61d65c55-a78e-4b5a-bdab-ea1a87c1f4db service nova] Lock "a4a0a807-104f-45ff-9ff2-d902a80d53ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1500.830971] env[69350]: DEBUG oslo_concurrency.lockutils [req-2128a0eb-a3c3-4123-8e07-2a6ffa272aa6 req-61d65c55-a78e-4b5a-bdab-ea1a87c1f4db service nova] Lock "a4a0a807-104f-45ff-9ff2-d902a80d53ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1500.831153] env[69350]: DEBUG nova.compute.manager [req-2128a0eb-a3c3-4123-8e07-2a6ffa272aa6 req-61d65c55-a78e-4b5a-bdab-ea1a87c1f4db service nova] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] No waiting events found dispatching network-vif-plugged-ec507ecb-00d3-44a9-9f54-0b64ba2a5227 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1500.831319] env[69350]: WARNING nova.compute.manager [req-2128a0eb-a3c3-4123-8e07-2a6ffa272aa6 req-61d65c55-a78e-4b5a-bdab-ea1a87c1f4db service nova] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Received unexpected event network-vif-plugged-ec507ecb-00d3-44a9-9f54-0b64ba2a5227 for instance with vm_state building and task_state spawning. [ 1500.831474] env[69350]: DEBUG nova.compute.manager [req-2128a0eb-a3c3-4123-8e07-2a6ffa272aa6 req-61d65c55-a78e-4b5a-bdab-ea1a87c1f4db service nova] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Received event network-changed-ec507ecb-00d3-44a9-9f54-0b64ba2a5227 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1500.831628] env[69350]: DEBUG nova.compute.manager [req-2128a0eb-a3c3-4123-8e07-2a6ffa272aa6 req-61d65c55-a78e-4b5a-bdab-ea1a87c1f4db service nova] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Refreshing instance network info cache due to event network-changed-ec507ecb-00d3-44a9-9f54-0b64ba2a5227. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1500.831808] env[69350]: DEBUG oslo_concurrency.lockutils [req-2128a0eb-a3c3-4123-8e07-2a6ffa272aa6 req-61d65c55-a78e-4b5a-bdab-ea1a87c1f4db service nova] Acquiring lock "refresh_cache-a4a0a807-104f-45ff-9ff2-d902a80d53ba" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.831940] env[69350]: DEBUG oslo_concurrency.lockutils [req-2128a0eb-a3c3-4123-8e07-2a6ffa272aa6 req-61d65c55-a78e-4b5a-bdab-ea1a87c1f4db service nova] Acquired lock "refresh_cache-a4a0a807-104f-45ff-9ff2-d902a80d53ba" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.832150] env[69350]: DEBUG nova.network.neutron [req-2128a0eb-a3c3-4123-8e07-2a6ffa272aa6 req-61d65c55-a78e-4b5a-bdab-ea1a87c1f4db service nova] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Refreshing network info cache for port ec507ecb-00d3-44a9-9f54-0b64ba2a5227 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1500.988283] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d6c65a-0c3d-4cab-8efe-928e8ccc86ca {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.998342] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77332871-1693-44b1-9fcf-7963363aeee6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.030165] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd1ca95c-fc9a-479b-9f8c-bb5c3c9bfd85 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.038230] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6217b7bb-0aa3-4bfc-8058-ad5264f4ba4a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.051782] env[69350]: DEBUG nova.compute.provider_tree [None req-0a8b1bac-aa9b-4ce1-a569-c84203da813c tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1501.293339] env[69350]: DEBUG oslo_vmware.api [None req-6e68d072-282f-49e1-a498-137c622dce5f tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] Task: {'id': task-3366424, 'name': PowerOffVM_Task, 'duration_secs': 0.16734} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.296131] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e68d072-282f-49e1-a498-137c622dce5f tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] [instance: f6688cc7-3921-4c54-a362-0b356c3e3a80] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1501.296314] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-6e68d072-282f-49e1-a498-137c622dce5f tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] [instance: f6688cc7-3921-4c54-a362-0b356c3e3a80] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1501.296548] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d523eab-091b-465e-bb82-bfba760ad637 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.302505] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366425, 'name': CreateVM_Task, 'duration_secs': 0.316916} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.302655] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1501.303293] env[69350]: DEBUG oslo_concurrency.lockutils [None req-196757f7-1fd7-4959-9dab-c784f671df7f tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.303451] env[69350]: DEBUG oslo_concurrency.lockutils [None req-196757f7-1fd7-4959-9dab-c784f671df7f tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.303755] env[69350]: DEBUG oslo_concurrency.lockutils [None req-196757f7-1fd7-4959-9dab-c784f671df7f tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.303979] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be7ab794-139b-4f1a-89b2-b5d437ab96b9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.308081] env[69350]: DEBUG oslo_vmware.api [None req-196757f7-1fd7-4959-9dab-c784f671df7f tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Waiting for the task: (returnval){ [ 1501.308081] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52a8b56c-7947-aae9-56b8-ea39a11f1b58" [ 1501.308081] env[69350]: _type = "Task" [ 1501.308081] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.315907] env[69350]: DEBUG oslo_vmware.api [None req-196757f7-1fd7-4959-9dab-c784f671df7f tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52a8b56c-7947-aae9-56b8-ea39a11f1b58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.360806] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-6e68d072-282f-49e1-a498-137c622dce5f tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] [instance: f6688cc7-3921-4c54-a362-0b356c3e3a80] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1501.361084] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-6e68d072-282f-49e1-a498-137c622dce5f tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] [instance: f6688cc7-3921-4c54-a362-0b356c3e3a80] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1501.361269] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e68d072-282f-49e1-a498-137c622dce5f tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] Deleting the datastore file [datastore2] f6688cc7-3921-4c54-a362-0b356c3e3a80 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1501.361497] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d207d442-2b5b-4921-ae50-e5ec4b5360e8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.369652] env[69350]: DEBUG oslo_vmware.api [None req-6e68d072-282f-49e1-a498-137c622dce5f tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] Waiting for the task: (returnval){ [ 1501.369652] env[69350]: value = "task-3366427" [ 1501.369652] env[69350]: _type = "Task" [ 1501.369652] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.377281] env[69350]: DEBUG oslo_vmware.api [None req-6e68d072-282f-49e1-a498-137c622dce5f tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] Task: {'id': task-3366427, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.517820] env[69350]: DEBUG nova.network.neutron [req-2128a0eb-a3c3-4123-8e07-2a6ffa272aa6 req-61d65c55-a78e-4b5a-bdab-ea1a87c1f4db service nova] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Updated VIF entry in instance network info cache for port ec507ecb-00d3-44a9-9f54-0b64ba2a5227. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1501.518194] env[69350]: DEBUG nova.network.neutron [req-2128a0eb-a3c3-4123-8e07-2a6ffa272aa6 req-61d65c55-a78e-4b5a-bdab-ea1a87c1f4db service nova] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Updating instance_info_cache with network_info: [{"id": "ec507ecb-00d3-44a9-9f54-0b64ba2a5227", "address": "fa:16:3e:23:8d:ae", "network": {"id": "34a2c3ee-fe3e-415d-8849-d77b3a2f0d5d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1259450890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1809393971847168d1f25b15221a7f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec507ecb-00", "ovs_interfaceid": "ec507ecb-00d3-44a9-9f54-0b64ba2a5227", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1501.555535] env[69350]: DEBUG nova.scheduler.client.report [None req-0a8b1bac-aa9b-4ce1-a569-c84203da813c tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1501.818571] env[69350]: DEBUG oslo_vmware.api [None req-196757f7-1fd7-4959-9dab-c784f671df7f tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52a8b56c-7947-aae9-56b8-ea39a11f1b58, 'name': SearchDatastore_Task, 'duration_secs': 0.009874} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.818892] env[69350]: DEBUG oslo_concurrency.lockutils [None req-196757f7-1fd7-4959-9dab-c784f671df7f tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.819134] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-196757f7-1fd7-4959-9dab-c784f671df7f tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Processing image 2ba50b02-b203-425b-93f3-25266f3336a5 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1501.819368] env[69350]: DEBUG oslo_concurrency.lockutils [None req-196757f7-1fd7-4959-9dab-c784f671df7f tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.819510] env[69350]: DEBUG oslo_concurrency.lockutils [None req-196757f7-1fd7-4959-9dab-c784f671df7f tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.819680] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-196757f7-1fd7-4959-9dab-c784f671df7f tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1501.819934] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7ed466fb-42c9-4bf4-9b09-3b4364de970e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.828202] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-196757f7-1fd7-4959-9dab-c784f671df7f tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1501.828405] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-196757f7-1fd7-4959-9dab-c784f671df7f tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1501.829064] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97789ffd-53de-4444-b3fd-1fef4c703743 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.833832] env[69350]: DEBUG oslo_vmware.api [None req-196757f7-1fd7-4959-9dab-c784f671df7f tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Waiting for the task: (returnval){ [ 1501.833832] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52e65859-d07a-4eb2-6988-9dd7afb2f6c8" [ 1501.833832] env[69350]: _type = "Task" [ 1501.833832] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.841355] env[69350]: DEBUG oslo_vmware.api [None req-196757f7-1fd7-4959-9dab-c784f671df7f tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52e65859-d07a-4eb2-6988-9dd7afb2f6c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.878223] env[69350]: DEBUG oslo_vmware.api [None req-6e68d072-282f-49e1-a498-137c622dce5f tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] Task: {'id': task-3366427, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132347} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.878439] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e68d072-282f-49e1-a498-137c622dce5f tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1501.878610] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-6e68d072-282f-49e1-a498-137c622dce5f tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] [instance: f6688cc7-3921-4c54-a362-0b356c3e3a80] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1501.878776] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-6e68d072-282f-49e1-a498-137c622dce5f tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] [instance: f6688cc7-3921-4c54-a362-0b356c3e3a80] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1501.878938] env[69350]: INFO nova.compute.manager [None req-6e68d072-282f-49e1-a498-137c622dce5f tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] [instance: f6688cc7-3921-4c54-a362-0b356c3e3a80] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1501.879178] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6e68d072-282f-49e1-a498-137c622dce5f tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1501.879358] env[69350]: DEBUG nova.compute.manager [-] [instance: f6688cc7-3921-4c54-a362-0b356c3e3a80] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1501.879450] env[69350]: DEBUG nova.network.neutron [-] [instance: f6688cc7-3921-4c54-a362-0b356c3e3a80] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1502.020643] env[69350]: DEBUG oslo_concurrency.lockutils [req-2128a0eb-a3c3-4123-8e07-2a6ffa272aa6 req-61d65c55-a78e-4b5a-bdab-ea1a87c1f4db service nova] Releasing lock "refresh_cache-a4a0a807-104f-45ff-9ff2-d902a80d53ba" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.059801] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0a8b1bac-aa9b-4ce1-a569-c84203da813c tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.648s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1502.082695] env[69350]: INFO nova.scheduler.client.report [None req-0a8b1bac-aa9b-4ce1-a569-c84203da813c tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Deleted allocations for instance 8ed51e61-6725-461d-b6ab-cee13e22a233 [ 1502.345069] env[69350]: DEBUG oslo_vmware.api [None req-196757f7-1fd7-4959-9dab-c784f671df7f tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52e65859-d07a-4eb2-6988-9dd7afb2f6c8, 'name': SearchDatastore_Task, 'duration_secs': 0.007843} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.345913] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-695f002f-524e-48fd-872c-876768c9f322 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.351021] env[69350]: DEBUG oslo_vmware.api [None req-196757f7-1fd7-4959-9dab-c784f671df7f tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Waiting for the task: (returnval){ [ 1502.351021] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5205d34c-0c2e-8e62-4d21-e61dd5394c6e" [ 1502.351021] env[69350]: _type = "Task" [ 1502.351021] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.358475] env[69350]: DEBUG oslo_vmware.api [None req-196757f7-1fd7-4959-9dab-c784f671df7f tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5205d34c-0c2e-8e62-4d21-e61dd5394c6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.588452] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0a8b1bac-aa9b-4ce1-a569-c84203da813c tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Lock "8ed51e61-6725-461d-b6ab-cee13e22a233" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.762s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1502.607792] env[69350]: DEBUG nova.network.neutron [-] [instance: f6688cc7-3921-4c54-a362-0b356c3e3a80] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1502.857439] env[69350]: DEBUG nova.compute.manager [req-c0809886-d363-4d33-acea-67956fd4425d req-679f13a5-a5c4-44b0-93ed-6807fed68d07 service nova] [instance: f6688cc7-3921-4c54-a362-0b356c3e3a80] Received event network-vif-deleted-6ad4e0aa-ed09-4c7b-ad1f-d739d5c90d61 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1502.863872] env[69350]: DEBUG oslo_vmware.api [None req-196757f7-1fd7-4959-9dab-c784f671df7f tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]5205d34c-0c2e-8e62-4d21-e61dd5394c6e, 'name': SearchDatastore_Task, 'duration_secs': 0.009829} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.864117] env[69350]: DEBUG oslo_concurrency.lockutils [None req-196757f7-1fd7-4959-9dab-c784f671df7f tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.864365] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-196757f7-1fd7-4959-9dab-c784f671df7f tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] a4a0a807-104f-45ff-9ff2-d902a80d53ba/a4a0a807-104f-45ff-9ff2-d902a80d53ba.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1502.864638] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d04108d8-5fb3-4f8d-b154-2ffe7a9829cd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.871150] env[69350]: DEBUG oslo_vmware.api [None req-196757f7-1fd7-4959-9dab-c784f671df7f tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Waiting for the task: (returnval){ [ 1502.871150] env[69350]: value = "task-3366428" [ 1502.871150] env[69350]: _type = "Task" [ 1502.871150] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.878868] env[69350]: DEBUG oslo_vmware.api [None req-196757f7-1fd7-4959-9dab-c784f671df7f tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366428, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.109761] env[69350]: INFO nova.compute.manager [-] [instance: f6688cc7-3921-4c54-a362-0b356c3e3a80] Took 1.23 seconds to deallocate network for instance. [ 1503.381593] env[69350]: DEBUG oslo_vmware.api [None req-196757f7-1fd7-4959-9dab-c784f671df7f tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366428, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.458425} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.381858] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-196757f7-1fd7-4959-9dab-c784f671df7f tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ba50b02-b203-425b-93f3-25266f3336a5/2ba50b02-b203-425b-93f3-25266f3336a5.vmdk to [datastore2] a4a0a807-104f-45ff-9ff2-d902a80d53ba/a4a0a807-104f-45ff-9ff2-d902a80d53ba.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1503.382080] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-196757f7-1fd7-4959-9dab-c784f671df7f tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Extending root virtual disk to 1048576 {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1503.382363] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-94224697-25ab-46c1-8ec5-514f9432e66e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.389241] env[69350]: DEBUG oslo_vmware.api [None req-196757f7-1fd7-4959-9dab-c784f671df7f tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Waiting for the task: (returnval){ [ 1503.389241] env[69350]: value = "task-3366429" [ 1503.389241] env[69350]: _type = "Task" [ 1503.389241] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.396805] env[69350]: DEBUG oslo_vmware.api [None req-196757f7-1fd7-4959-9dab-c784f671df7f tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366429, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.413776] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1503.617455] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6e68d072-282f-49e1-a498-137c622dce5f tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1503.617701] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6e68d072-282f-49e1-a498-137c622dce5f tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1503.617921] env[69350]: DEBUG nova.objects.instance [None req-6e68d072-282f-49e1-a498-137c622dce5f tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] Lazy-loading 'resources' on Instance uuid f6688cc7-3921-4c54-a362-0b356c3e3a80 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1503.679967] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1503.899403] env[69350]: DEBUG oslo_vmware.api [None req-196757f7-1fd7-4959-9dab-c784f671df7f tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366429, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057992} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.899719] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-196757f7-1fd7-4959-9dab-c784f671df7f tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Extended root virtual disk {{(pid=69350) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1503.900429] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40e865c6-6408-46c2-b23e-19ffa6e9201b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.923445] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-196757f7-1fd7-4959-9dab-c784f671df7f tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] a4a0a807-104f-45ff-9ff2-d902a80d53ba/a4a0a807-104f-45ff-9ff2-d902a80d53ba.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1503.923678] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4de1d2f-54ac-46d2-93b2-edbfdd0bb2be {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.942786] env[69350]: DEBUG oslo_vmware.api [None req-196757f7-1fd7-4959-9dab-c784f671df7f tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Waiting for the task: (returnval){ [ 1503.942786] env[69350]: value = "task-3366430" [ 1503.942786] env[69350]: _type = "Task" [ 1503.942786] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.950727] env[69350]: DEBUG oslo_vmware.api [None req-196757f7-1fd7-4959-9dab-c784f671df7f tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366430, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.172476] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-786b3cde-4096-4aba-9905-fb52a0d20634 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.180521] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bbb9e4a-b9f6-4d62-b1ca-f92f38a95859 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.212860] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-723d88ff-f69d-4171-a7e9-b08c9894379c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.221944] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf5ddb6-95d5-4efb-9569-d476757a673f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.234984] env[69350]: DEBUG nova.compute.provider_tree [None req-6e68d072-282f-49e1-a498-137c622dce5f tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1504.452360] env[69350]: DEBUG oslo_vmware.api [None req-196757f7-1fd7-4959-9dab-c784f671df7f tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366430, 'name': ReconfigVM_Task, 'duration_secs': 0.278117} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.452613] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-196757f7-1fd7-4959-9dab-c784f671df7f tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Reconfigured VM instance instance-0000007e to attach disk [datastore2] a4a0a807-104f-45ff-9ff2-d902a80d53ba/a4a0a807-104f-45ff-9ff2-d902a80d53ba.vmdk or device None with type sparse {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1504.453276] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9624d066-dc4e-4106-bc31-4f20a5bbc38a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.458921] env[69350]: DEBUG oslo_vmware.api [None req-196757f7-1fd7-4959-9dab-c784f671df7f tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Waiting for the task: (returnval){ [ 1504.458921] env[69350]: value = "task-3366431" [ 1504.458921] env[69350]: _type = "Task" [ 1504.458921] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.466181] env[69350]: DEBUG oslo_vmware.api [None req-196757f7-1fd7-4959-9dab-c784f671df7f tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366431, 'name': Rename_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.738194] env[69350]: DEBUG nova.scheduler.client.report [None req-6e68d072-282f-49e1-a498-137c622dce5f tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1504.970892] env[69350]: DEBUG oslo_vmware.api [None req-196757f7-1fd7-4959-9dab-c784f671df7f tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366431, 'name': Rename_Task, 'duration_secs': 0.144181} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.971161] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-196757f7-1fd7-4959-9dab-c784f671df7f tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1504.971385] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b41f18f-1080-4eac-a1de-bb3acb0fbdb6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.977912] env[69350]: DEBUG oslo_vmware.api [None req-196757f7-1fd7-4959-9dab-c784f671df7f tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Waiting for the task: (returnval){ [ 1504.977912] env[69350]: value = "task-3366432" [ 1504.977912] env[69350]: _type = "Task" [ 1504.977912] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.985155] env[69350]: DEBUG oslo_vmware.api [None req-196757f7-1fd7-4959-9dab-c784f671df7f tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366432, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.242997] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6e68d072-282f-49e1-a498-137c622dce5f tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.625s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1505.266193] env[69350]: INFO nova.scheduler.client.report [None req-6e68d072-282f-49e1-a498-137c622dce5f tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] Deleted allocations for instance f6688cc7-3921-4c54-a362-0b356c3e3a80 [ 1505.487590] env[69350]: DEBUG oslo_vmware.api [None req-196757f7-1fd7-4959-9dab-c784f671df7f tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366432, 'name': PowerOnVM_Task, 'duration_secs': 0.45168} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.488301] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-196757f7-1fd7-4959-9dab-c784f671df7f tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1505.488576] env[69350]: INFO nova.compute.manager [None req-196757f7-1fd7-4959-9dab-c784f671df7f tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Took 6.72 seconds to spawn the instance on the hypervisor. [ 1505.488769] env[69350]: DEBUG nova.compute.manager [None req-196757f7-1fd7-4959-9dab-c784f671df7f tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1505.489535] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-403cf997-1e5e-4384-9c55-e42e39f80e6b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.772869] env[69350]: DEBUG oslo_concurrency.lockutils [None req-6e68d072-282f-49e1-a498-137c622dce5f tempest-ServerAddressesTestJSON-1406676738 tempest-ServerAddressesTestJSON-1406676738-project-member] Lock "f6688cc7-3921-4c54-a362-0b356c3e3a80" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.534s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1506.006864] env[69350]: INFO nova.compute.manager [None req-196757f7-1fd7-4959-9dab-c784f671df7f tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Took 11.44 seconds to build instance. [ 1506.509484] env[69350]: DEBUG oslo_concurrency.lockutils [None req-196757f7-1fd7-4959-9dab-c784f671df7f tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Lock "a4a0a807-104f-45ff-9ff2-d902a80d53ba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.947s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1506.629111] env[69350]: DEBUG nova.compute.manager [req-8365240b-6fab-484c-b790-0b9d79e8e03f req-d2ae3ba5-dea5-4ab4-a1f0-68d2bc9cf6d7 service nova] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Received event network-changed-ec507ecb-00d3-44a9-9f54-0b64ba2a5227 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1506.629301] env[69350]: DEBUG nova.compute.manager [req-8365240b-6fab-484c-b790-0b9d79e8e03f req-d2ae3ba5-dea5-4ab4-a1f0-68d2bc9cf6d7 service nova] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Refreshing instance network info cache due to event network-changed-ec507ecb-00d3-44a9-9f54-0b64ba2a5227. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1506.629521] env[69350]: DEBUG oslo_concurrency.lockutils [req-8365240b-6fab-484c-b790-0b9d79e8e03f req-d2ae3ba5-dea5-4ab4-a1f0-68d2bc9cf6d7 service nova] Acquiring lock "refresh_cache-a4a0a807-104f-45ff-9ff2-d902a80d53ba" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.629650] env[69350]: DEBUG oslo_concurrency.lockutils [req-8365240b-6fab-484c-b790-0b9d79e8e03f req-d2ae3ba5-dea5-4ab4-a1f0-68d2bc9cf6d7 service nova] Acquired lock "refresh_cache-a4a0a807-104f-45ff-9ff2-d902a80d53ba" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.629813] env[69350]: DEBUG nova.network.neutron [req-8365240b-6fab-484c-b790-0b9d79e8e03f req-d2ae3ba5-dea5-4ab4-a1f0-68d2bc9cf6d7 service nova] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Refreshing network info cache for port ec507ecb-00d3-44a9-9f54-0b64ba2a5227 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1507.350878] env[69350]: DEBUG nova.network.neutron [req-8365240b-6fab-484c-b790-0b9d79e8e03f req-d2ae3ba5-dea5-4ab4-a1f0-68d2bc9cf6d7 service nova] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Updated VIF entry in instance network info cache for port ec507ecb-00d3-44a9-9f54-0b64ba2a5227. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1507.351157] env[69350]: DEBUG nova.network.neutron [req-8365240b-6fab-484c-b790-0b9d79e8e03f req-d2ae3ba5-dea5-4ab4-a1f0-68d2bc9cf6d7 service nova] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Updating instance_info_cache with network_info: [{"id": "ec507ecb-00d3-44a9-9f54-0b64ba2a5227", "address": "fa:16:3e:23:8d:ae", "network": {"id": "34a2c3ee-fe3e-415d-8849-d77b3a2f0d5d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1259450890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1809393971847168d1f25b15221a7f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec507ecb-00", "ovs_interfaceid": "ec507ecb-00d3-44a9-9f54-0b64ba2a5227", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1507.854307] env[69350]: DEBUG oslo_concurrency.lockutils [req-8365240b-6fab-484c-b790-0b9d79e8e03f req-d2ae3ba5-dea5-4ab4-a1f0-68d2bc9cf6d7 service nova] Releasing lock "refresh_cache-a4a0a807-104f-45ff-9ff2-d902a80d53ba" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.090954] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0af984f3-85bc-4f24-8bb7-1ab88fe68f05 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Acquiring lock "0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1513.091429] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0af984f3-85bc-4f24-8bb7-1ab88fe68f05 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Lock "0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1513.091429] env[69350]: INFO nova.compute.manager [None req-0af984f3-85bc-4f24-8bb7-1ab88fe68f05 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Shelving [ 1514.101313] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-0af984f3-85bc-4f24-8bb7-1ab88fe68f05 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1514.101672] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-64fc326a-5c11-4545-9ce1-543e056ae456 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.110843] env[69350]: DEBUG oslo_vmware.api [None req-0af984f3-85bc-4f24-8bb7-1ab88fe68f05 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Waiting for the task: (returnval){ [ 1514.110843] env[69350]: value = "task-3366433" [ 1514.110843] env[69350]: _type = "Task" [ 1514.110843] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.118755] env[69350]: DEBUG oslo_vmware.api [None req-0af984f3-85bc-4f24-8bb7-1ab88fe68f05 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Task: {'id': task-3366433, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.621135] env[69350]: DEBUG oslo_vmware.api [None req-0af984f3-85bc-4f24-8bb7-1ab88fe68f05 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Task: {'id': task-3366433, 'name': PowerOffVM_Task, 'duration_secs': 0.203989} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.621447] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-0af984f3-85bc-4f24-8bb7-1ab88fe68f05 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1514.622297] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f23b23b1-91f0-4df2-9e95-a5f7e308bf18 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.640354] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e96632c-a18e-47ef-a95a-db8082276ef8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.150907] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0af984f3-85bc-4f24-8bb7-1ab88fe68f05 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Creating Snapshot of the VM instance {{(pid=69350) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1515.151436] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-eaf90893-5b42-4b5e-8b8b-1bd772fd8d67 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.159129] env[69350]: DEBUG oslo_vmware.api [None req-0af984f3-85bc-4f24-8bb7-1ab88fe68f05 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Waiting for the task: (returnval){ [ 1515.159129] env[69350]: value = "task-3366434" [ 1515.159129] env[69350]: _type = "Task" [ 1515.159129] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.167630] env[69350]: DEBUG oslo_vmware.api [None req-0af984f3-85bc-4f24-8bb7-1ab88fe68f05 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Task: {'id': task-3366434, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.668986] env[69350]: DEBUG oslo_vmware.api [None req-0af984f3-85bc-4f24-8bb7-1ab88fe68f05 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Task: {'id': task-3366434, 'name': CreateSnapshot_Task, 'duration_secs': 0.4252} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.669288] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0af984f3-85bc-4f24-8bb7-1ab88fe68f05 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Created Snapshot of the VM instance {{(pid=69350) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1515.669964] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-890da8bd-41a2-44fa-8a44-10a5a27a91e6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.186958] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0af984f3-85bc-4f24-8bb7-1ab88fe68f05 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Creating linked-clone VM from snapshot {{(pid=69350) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1516.187352] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-76536dfd-ce20-4db6-9a0a-d0fe11651434 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.195705] env[69350]: DEBUG oslo_vmware.api [None req-0af984f3-85bc-4f24-8bb7-1ab88fe68f05 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Waiting for the task: (returnval){ [ 1516.195705] env[69350]: value = "task-3366435" [ 1516.195705] env[69350]: _type = "Task" [ 1516.195705] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.203352] env[69350]: DEBUG oslo_vmware.api [None req-0af984f3-85bc-4f24-8bb7-1ab88fe68f05 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Task: {'id': task-3366435, 'name': CloneVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.705342] env[69350]: DEBUG oslo_vmware.api [None req-0af984f3-85bc-4f24-8bb7-1ab88fe68f05 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Task: {'id': task-3366435, 'name': CloneVM_Task} progress is 94%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.205569] env[69350]: DEBUG oslo_vmware.api [None req-0af984f3-85bc-4f24-8bb7-1ab88fe68f05 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Task: {'id': task-3366435, 'name': CloneVM_Task, 'duration_secs': 0.78439} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.205891] env[69350]: INFO nova.virt.vmwareapi.vmops [None req-0af984f3-85bc-4f24-8bb7-1ab88fe68f05 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Created linked-clone VM from snapshot [ 1517.206545] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad271925-490e-477c-9d28-31a61462b25b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.213356] env[69350]: DEBUG nova.virt.vmwareapi.images [None req-0af984f3-85bc-4f24-8bb7-1ab88fe68f05 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Uploading image 51bc1e49-1d8a-4d25-b464-335ac4bc09b1 {{(pid=69350) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1517.233314] env[69350]: DEBUG oslo_vmware.rw_handles [None req-0af984f3-85bc-4f24-8bb7-1ab88fe68f05 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1517.233314] env[69350]: value = "vm-671741" [ 1517.233314] env[69350]: _type = "VirtualMachine" [ 1517.233314] env[69350]: }. {{(pid=69350) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1517.233580] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-14129632-2bc4-4ccd-9b71-76b1f108bacc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.240890] env[69350]: DEBUG oslo_vmware.rw_handles [None req-0af984f3-85bc-4f24-8bb7-1ab88fe68f05 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Lease: (returnval){ [ 1517.240890] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]521b3c90-bf07-1fbd-436f-78b5d3f7dc44" [ 1517.240890] env[69350]: _type = "HttpNfcLease" [ 1517.240890] env[69350]: } obtained for exporting VM: (result){ [ 1517.240890] env[69350]: value = "vm-671741" [ 1517.240890] env[69350]: _type = "VirtualMachine" [ 1517.240890] env[69350]: }. {{(pid=69350) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1517.241238] env[69350]: DEBUG oslo_vmware.api [None req-0af984f3-85bc-4f24-8bb7-1ab88fe68f05 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Waiting for the lease: (returnval){ [ 1517.241238] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]521b3c90-bf07-1fbd-436f-78b5d3f7dc44" [ 1517.241238] env[69350]: _type = "HttpNfcLease" [ 1517.241238] env[69350]: } to be ready. {{(pid=69350) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1517.248606] env[69350]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1517.248606] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]521b3c90-bf07-1fbd-436f-78b5d3f7dc44" [ 1517.248606] env[69350]: _type = "HttpNfcLease" [ 1517.248606] env[69350]: } is initializing. {{(pid=69350) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1517.749180] env[69350]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1517.749180] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]521b3c90-bf07-1fbd-436f-78b5d3f7dc44" [ 1517.749180] env[69350]: _type = "HttpNfcLease" [ 1517.749180] env[69350]: } is ready. {{(pid=69350) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1517.749489] env[69350]: DEBUG oslo_vmware.rw_handles [None req-0af984f3-85bc-4f24-8bb7-1ab88fe68f05 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1517.749489] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]521b3c90-bf07-1fbd-436f-78b5d3f7dc44" [ 1517.749489] env[69350]: _type = "HttpNfcLease" [ 1517.749489] env[69350]: }. {{(pid=69350) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1517.750157] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d6af189-9482-4657-a207-dab31be39729 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.757400] env[69350]: DEBUG oslo_vmware.rw_handles [None req-0af984f3-85bc-4f24-8bb7-1ab88fe68f05 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52af6ab7-88dc-cfc3-7682-00f64df69e5f/disk-0.vmdk from lease info. {{(pid=69350) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1517.757566] env[69350]: DEBUG oslo_vmware.rw_handles [None req-0af984f3-85bc-4f24-8bb7-1ab88fe68f05 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52af6ab7-88dc-cfc3-7682-00f64df69e5f/disk-0.vmdk for reading. {{(pid=69350) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1517.843770] env[69350]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a3159111-6ad6-464b-b2f6-9533fd86ca47 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.634687] env[69350]: DEBUG oslo_vmware.rw_handles [None req-0af984f3-85bc-4f24-8bb7-1ab88fe68f05 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52af6ab7-88dc-cfc3-7682-00f64df69e5f/disk-0.vmdk. {{(pid=69350) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1524.635599] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a8e10eb-552e-46ba-88e9-d8783cbbfdb8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.641555] env[69350]: DEBUG oslo_vmware.rw_handles [None req-0af984f3-85bc-4f24-8bb7-1ab88fe68f05 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52af6ab7-88dc-cfc3-7682-00f64df69e5f/disk-0.vmdk is in state: ready. {{(pid=69350) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1524.641717] env[69350]: ERROR oslo_vmware.rw_handles [None req-0af984f3-85bc-4f24-8bb7-1ab88fe68f05 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52af6ab7-88dc-cfc3-7682-00f64df69e5f/disk-0.vmdk due to incomplete transfer. [ 1524.641919] env[69350]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b47e8243-0c6e-4727-8b72-3b60dff9cc62 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.649213] env[69350]: DEBUG oslo_vmware.rw_handles [None req-0af984f3-85bc-4f24-8bb7-1ab88fe68f05 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52af6ab7-88dc-cfc3-7682-00f64df69e5f/disk-0.vmdk. {{(pid=69350) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1524.649402] env[69350]: DEBUG nova.virt.vmwareapi.images [None req-0af984f3-85bc-4f24-8bb7-1ab88fe68f05 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Uploaded image 51bc1e49-1d8a-4d25-b464-335ac4bc09b1 to the Glance image server {{(pid=69350) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1524.651713] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-0af984f3-85bc-4f24-8bb7-1ab88fe68f05 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Destroying the VM {{(pid=69350) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1524.651923] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6b926bb6-9fe7-4e10-b018-47db39c78dfc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.657476] env[69350]: DEBUG oslo_vmware.api [None req-0af984f3-85bc-4f24-8bb7-1ab88fe68f05 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Waiting for the task: (returnval){ [ 1524.657476] env[69350]: value = "task-3366437" [ 1524.657476] env[69350]: _type = "Task" [ 1524.657476] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.666425] env[69350]: DEBUG oslo_vmware.api [None req-0af984f3-85bc-4f24-8bb7-1ab88fe68f05 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Task: {'id': task-3366437, 'name': Destroy_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.166791] env[69350]: DEBUG oslo_vmware.api [None req-0af984f3-85bc-4f24-8bb7-1ab88fe68f05 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Task: {'id': task-3366437, 'name': Destroy_Task, 'duration_secs': 0.342545} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.166999] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-0af984f3-85bc-4f24-8bb7-1ab88fe68f05 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Destroyed the VM [ 1525.167247] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0af984f3-85bc-4f24-8bb7-1ab88fe68f05 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Deleting Snapshot of the VM instance {{(pid=69350) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1525.167498] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a371dabb-4217-4e46-bfc9-676b39f7663d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.179940] env[69350]: DEBUG oslo_vmware.api [None req-0af984f3-85bc-4f24-8bb7-1ab88fe68f05 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Waiting for the task: (returnval){ [ 1525.179940] env[69350]: value = "task-3366438" [ 1525.179940] env[69350]: _type = "Task" [ 1525.179940] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.188959] env[69350]: DEBUG oslo_vmware.api [None req-0af984f3-85bc-4f24-8bb7-1ab88fe68f05 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Task: {'id': task-3366438, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.689848] env[69350]: DEBUG oslo_vmware.api [None req-0af984f3-85bc-4f24-8bb7-1ab88fe68f05 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Task: {'id': task-3366438, 'name': RemoveSnapshot_Task, 'duration_secs': 0.382924} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.690269] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0af984f3-85bc-4f24-8bb7-1ab88fe68f05 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Deleted Snapshot of the VM instance {{(pid=69350) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1525.690452] env[69350]: DEBUG nova.compute.manager [None req-0af984f3-85bc-4f24-8bb7-1ab88fe68f05 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1525.691233] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd002a82-ed0e-4093-ab0f-43beee51019c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.203726] env[69350]: INFO nova.compute.manager [None req-0af984f3-85bc-4f24-8bb7-1ab88fe68f05 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Shelve offloading [ 1526.707457] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-0af984f3-85bc-4f24-8bb7-1ab88fe68f05 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1526.707807] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00555175-ef56-4847-8c97-e48f05290f3d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.714599] env[69350]: DEBUG oslo_vmware.api [None req-0af984f3-85bc-4f24-8bb7-1ab88fe68f05 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Waiting for the task: (returnval){ [ 1526.714599] env[69350]: value = "task-3366439" [ 1526.714599] env[69350]: _type = "Task" [ 1526.714599] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.722082] env[69350]: DEBUG oslo_vmware.api [None req-0af984f3-85bc-4f24-8bb7-1ab88fe68f05 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Task: {'id': task-3366439, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.225051] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-0af984f3-85bc-4f24-8bb7-1ab88fe68f05 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] VM already powered off {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1527.225282] env[69350]: DEBUG nova.compute.manager [None req-0af984f3-85bc-4f24-8bb7-1ab88fe68f05 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1527.226030] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-032b5fcd-6e9b-47e9-b7c8-8d36030d191a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.231363] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0af984f3-85bc-4f24-8bb7-1ab88fe68f05 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Acquiring lock "refresh_cache-0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.231523] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0af984f3-85bc-4f24-8bb7-1ab88fe68f05 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Acquired lock "refresh_cache-0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.231688] env[69350]: DEBUG nova.network.neutron [None req-0af984f3-85bc-4f24-8bb7-1ab88fe68f05 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1527.905145] env[69350]: DEBUG nova.network.neutron [None req-0af984f3-85bc-4f24-8bb7-1ab88fe68f05 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Updating instance_info_cache with network_info: [{"id": "c4bf5799-14ca-4d8b-bdd5-b68d4ea10fec", "address": "fa:16:3e:9c:d8:5f", "network": {"id": "c3b2a70f-ed4d-4f50-9897-d2152b12b5f0", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-46199116-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03a436b11f204a6e8d2d4b816236d818", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4bf5799-14", "ovs_interfaceid": "c4bf5799-14ca-4d8b-bdd5-b68d4ea10fec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1528.408489] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0af984f3-85bc-4f24-8bb7-1ab88fe68f05 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Releasing lock "refresh_cache-0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.601184] env[69350]: DEBUG nova.compute.manager [req-174aa474-65d7-417e-99b3-f5d421657dac req-a1da1403-3c47-4ad6-8a3a-b5ca1109ad42 service nova] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Received event network-vif-unplugged-c4bf5799-14ca-4d8b-bdd5-b68d4ea10fec {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1528.601848] env[69350]: DEBUG oslo_concurrency.lockutils [req-174aa474-65d7-417e-99b3-f5d421657dac req-a1da1403-3c47-4ad6-8a3a-b5ca1109ad42 service nova] Acquiring lock "0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1528.601848] env[69350]: DEBUG oslo_concurrency.lockutils [req-174aa474-65d7-417e-99b3-f5d421657dac req-a1da1403-3c47-4ad6-8a3a-b5ca1109ad42 service nova] Lock "0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1528.601848] env[69350]: DEBUG oslo_concurrency.lockutils [req-174aa474-65d7-417e-99b3-f5d421657dac req-a1da1403-3c47-4ad6-8a3a-b5ca1109ad42 service nova] Lock "0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1528.602255] env[69350]: DEBUG nova.compute.manager [req-174aa474-65d7-417e-99b3-f5d421657dac req-a1da1403-3c47-4ad6-8a3a-b5ca1109ad42 service nova] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] No waiting events found dispatching network-vif-unplugged-c4bf5799-14ca-4d8b-bdd5-b68d4ea10fec {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1528.602255] env[69350]: WARNING nova.compute.manager [req-174aa474-65d7-417e-99b3-f5d421657dac req-a1da1403-3c47-4ad6-8a3a-b5ca1109ad42 service nova] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Received unexpected event network-vif-unplugged-c4bf5799-14ca-4d8b-bdd5-b68d4ea10fec for instance with vm_state shelved and task_state shelving_offloading. [ 1528.627348] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0af984f3-85bc-4f24-8bb7-1ab88fe68f05 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1528.628036] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bd6667b-4f7b-46c7-849a-40ac583219d4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.635898] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0af984f3-85bc-4f24-8bb7-1ab88fe68f05 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1528.636185] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-11ded680-bff9-49f0-8bd7-f234f5732544 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.700923] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0af984f3-85bc-4f24-8bb7-1ab88fe68f05 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1528.701125] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0af984f3-85bc-4f24-8bb7-1ab88fe68f05 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1528.701377] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-0af984f3-85bc-4f24-8bb7-1ab88fe68f05 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Deleting the datastore file [datastore1] 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1528.701660] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-839474be-e422-4315-bea0-dbfbd57c2c48 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.708133] env[69350]: DEBUG oslo_vmware.api [None req-0af984f3-85bc-4f24-8bb7-1ab88fe68f05 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Waiting for the task: (returnval){ [ 1528.708133] env[69350]: value = "task-3366441" [ 1528.708133] env[69350]: _type = "Task" [ 1528.708133] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.715540] env[69350]: DEBUG oslo_vmware.api [None req-0af984f3-85bc-4f24-8bb7-1ab88fe68f05 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Task: {'id': task-3366441, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.218434] env[69350]: DEBUG oslo_vmware.api [None req-0af984f3-85bc-4f24-8bb7-1ab88fe68f05 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Task: {'id': task-3366441, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128612} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.218815] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-0af984f3-85bc-4f24-8bb7-1ab88fe68f05 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1529.218876] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0af984f3-85bc-4f24-8bb7-1ab88fe68f05 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1529.219039] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-0af984f3-85bc-4f24-8bb7-1ab88fe68f05 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1529.243571] env[69350]: INFO nova.scheduler.client.report [None req-0af984f3-85bc-4f24-8bb7-1ab88fe68f05 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Deleted allocations for instance 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8 [ 1529.748076] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0af984f3-85bc-4f24-8bb7-1ab88fe68f05 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1529.748290] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0af984f3-85bc-4f24-8bb7-1ab88fe68f05 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1529.748520] env[69350]: DEBUG nova.objects.instance [None req-0af984f3-85bc-4f24-8bb7-1ab88fe68f05 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Lazy-loading 'resources' on Instance uuid 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1530.252078] env[69350]: DEBUG nova.objects.instance [None req-0af984f3-85bc-4f24-8bb7-1ab88fe68f05 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Lazy-loading 'numa_topology' on Instance uuid 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1530.632014] env[69350]: DEBUG nova.compute.manager [req-0516e532-9df3-48a1-a0d8-d2aa59efac39 req-1fce0e08-3785-41c5-93fe-dc943b561db9 service nova] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Received event network-changed-c4bf5799-14ca-4d8b-bdd5-b68d4ea10fec {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1530.632014] env[69350]: DEBUG nova.compute.manager [req-0516e532-9df3-48a1-a0d8-d2aa59efac39 req-1fce0e08-3785-41c5-93fe-dc943b561db9 service nova] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Refreshing instance network info cache due to event network-changed-c4bf5799-14ca-4d8b-bdd5-b68d4ea10fec. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1530.632014] env[69350]: DEBUG oslo_concurrency.lockutils [req-0516e532-9df3-48a1-a0d8-d2aa59efac39 req-1fce0e08-3785-41c5-93fe-dc943b561db9 service nova] Acquiring lock "refresh_cache-0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.632014] env[69350]: DEBUG oslo_concurrency.lockutils [req-0516e532-9df3-48a1-a0d8-d2aa59efac39 req-1fce0e08-3785-41c5-93fe-dc943b561db9 service nova] Acquired lock "refresh_cache-0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.632014] env[69350]: DEBUG nova.network.neutron [req-0516e532-9df3-48a1-a0d8-d2aa59efac39 req-1fce0e08-3785-41c5-93fe-dc943b561db9 service nova] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Refreshing network info cache for port c4bf5799-14ca-4d8b-bdd5-b68d4ea10fec {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1530.755549] env[69350]: DEBUG nova.objects.base [None req-0af984f3-85bc-4f24-8bb7-1ab88fe68f05 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Object Instance<0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8> lazy-loaded attributes: resources,numa_topology {{(pid=69350) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1530.787230] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aed9cfe7-2e73-4e06-ad6f-e9f486ecfefb {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.795386] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b74e00-9ea4-4574-bbee-1485a8124b0a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.826353] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c7020ee-edcd-4633-bdd1-a0331361cd11 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.833669] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0322e0d7-6135-4c48-8b79-9c6e2d02de7e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.846693] env[69350]: DEBUG nova.compute.provider_tree [None req-0af984f3-85bc-4f24-8bb7-1ab88fe68f05 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1531.303181] env[69350]: DEBUG nova.network.neutron [req-0516e532-9df3-48a1-a0d8-d2aa59efac39 req-1fce0e08-3785-41c5-93fe-dc943b561db9 service nova] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Updated VIF entry in instance network info cache for port c4bf5799-14ca-4d8b-bdd5-b68d4ea10fec. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1531.303574] env[69350]: DEBUG nova.network.neutron [req-0516e532-9df3-48a1-a0d8-d2aa59efac39 req-1fce0e08-3785-41c5-93fe-dc943b561db9 service nova] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Updating instance_info_cache with network_info: [{"id": "c4bf5799-14ca-4d8b-bdd5-b68d4ea10fec", "address": "fa:16:3e:9c:d8:5f", "network": {"id": "c3b2a70f-ed4d-4f50-9897-d2152b12b5f0", "bridge": null, "label": "tempest-ServersNegativeTestJSON-46199116-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03a436b11f204a6e8d2d4b816236d818", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapc4bf5799-14", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1531.349842] env[69350]: DEBUG nova.scheduler.client.report [None req-0af984f3-85bc-4f24-8bb7-1ab88fe68f05 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1531.806828] env[69350]: DEBUG oslo_concurrency.lockutils [req-0516e532-9df3-48a1-a0d8-d2aa59efac39 req-1fce0e08-3785-41c5-93fe-dc943b561db9 service nova] Releasing lock "refresh_cache-0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.854032] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0af984f3-85bc-4f24-8bb7-1ab88fe68f05 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.105s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1531.868997] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ae3a2ad8-d625-4816-a793-549fe7ab57c9 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Acquiring lock "0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1532.361582] env[69350]: DEBUG oslo_concurrency.lockutils [None req-0af984f3-85bc-4f24-8bb7-1ab88fe68f05 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Lock "0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 19.270s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1532.362534] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ae3a2ad8-d625-4816-a793-549fe7ab57c9 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Lock "0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.494s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1532.362707] env[69350]: INFO nova.compute.manager [None req-ae3a2ad8-d625-4816-a793-549fe7ab57c9 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Unshelving [ 1533.386854] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ae3a2ad8-d625-4816-a793-549fe7ab57c9 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1533.387164] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ae3a2ad8-d625-4816-a793-549fe7ab57c9 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1533.387370] env[69350]: DEBUG nova.objects.instance [None req-ae3a2ad8-d625-4816-a793-549fe7ab57c9 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Lazy-loading 'pci_requests' on Instance uuid 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1533.891168] env[69350]: DEBUG nova.objects.instance [None req-ae3a2ad8-d625-4816-a793-549fe7ab57c9 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Lazy-loading 'numa_topology' on Instance uuid 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1534.394250] env[69350]: INFO nova.compute.claims [None req-ae3a2ad8-d625-4816-a793-549fe7ab57c9 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1535.440878] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3339f8c-5f24-4082-ad2a-e2d2b3334d8a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.448333] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec3b972-b87c-436f-a53c-b931aa48dfd4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.477945] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c34a41-3d3b-4ed5-91cd-d37702f9d0a7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.484522] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01221ea9-ea4b-406d-b5e7-d7e5e7576da1 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.497133] env[69350]: DEBUG nova.compute.provider_tree [None req-ae3a2ad8-d625-4816-a793-549fe7ab57c9 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1535.999938] env[69350]: DEBUG nova.scheduler.client.report [None req-ae3a2ad8-d625-4816-a793-549fe7ab57c9 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1536.504903] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ae3a2ad8-d625-4816-a793-549fe7ab57c9 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.118s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1536.533201] env[69350]: INFO nova.network.neutron [None req-ae3a2ad8-d625-4816-a793-549fe7ab57c9 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Updating port c4bf5799-14ca-4d8b-bdd5-b68d4ea10fec with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1537.876897] env[69350]: DEBUG nova.compute.manager [req-a7880787-9a18-4dba-ae7a-722e2e42edbf req-24eb7fa8-2ca8-4f4c-a822-7bd092b0efbb service nova] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Received event network-vif-plugged-c4bf5799-14ca-4d8b-bdd5-b68d4ea10fec {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1537.877184] env[69350]: DEBUG oslo_concurrency.lockutils [req-a7880787-9a18-4dba-ae7a-722e2e42edbf req-24eb7fa8-2ca8-4f4c-a822-7bd092b0efbb service nova] Acquiring lock "0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1537.877324] env[69350]: DEBUG oslo_concurrency.lockutils [req-a7880787-9a18-4dba-ae7a-722e2e42edbf req-24eb7fa8-2ca8-4f4c-a822-7bd092b0efbb service nova] Lock "0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1537.877501] env[69350]: DEBUG oslo_concurrency.lockutils [req-a7880787-9a18-4dba-ae7a-722e2e42edbf req-24eb7fa8-2ca8-4f4c-a822-7bd092b0efbb service nova] Lock "0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1537.877672] env[69350]: DEBUG nova.compute.manager [req-a7880787-9a18-4dba-ae7a-722e2e42edbf req-24eb7fa8-2ca8-4f4c-a822-7bd092b0efbb service nova] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] No waiting events found dispatching network-vif-plugged-c4bf5799-14ca-4d8b-bdd5-b68d4ea10fec {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1537.877835] env[69350]: WARNING nova.compute.manager [req-a7880787-9a18-4dba-ae7a-722e2e42edbf req-24eb7fa8-2ca8-4f4c-a822-7bd092b0efbb service nova] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Received unexpected event network-vif-plugged-c4bf5799-14ca-4d8b-bdd5-b68d4ea10fec for instance with vm_state shelved_offloaded and task_state spawning. [ 1537.971598] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ae3a2ad8-d625-4816-a793-549fe7ab57c9 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Acquiring lock "refresh_cache-0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.971598] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ae3a2ad8-d625-4816-a793-549fe7ab57c9 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Acquired lock "refresh_cache-0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.971598] env[69350]: DEBUG nova.network.neutron [None req-ae3a2ad8-d625-4816-a793-549fe7ab57c9 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1538.648388] env[69350]: DEBUG nova.network.neutron [None req-ae3a2ad8-d625-4816-a793-549fe7ab57c9 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Updating instance_info_cache with network_info: [{"id": "c4bf5799-14ca-4d8b-bdd5-b68d4ea10fec", "address": "fa:16:3e:9c:d8:5f", "network": {"id": "c3b2a70f-ed4d-4f50-9897-d2152b12b5f0", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-46199116-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03a436b11f204a6e8d2d4b816236d818", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4bf5799-14", "ovs_interfaceid": "c4bf5799-14ca-4d8b-bdd5-b68d4ea10fec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1539.150858] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ae3a2ad8-d625-4816-a793-549fe7ab57c9 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Releasing lock "refresh_cache-0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.176692] env[69350]: DEBUG nova.virt.hardware [None req-ae3a2ad8-d625-4816-a793-549fe7ab57c9 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='8bff4bc890ac4a678b14f57aa4f7eea7',container_format='bare',created_at=2025-04-08T14:00:17Z,direct_url=,disk_format='vmdk',id=51bc1e49-1d8a-4d25-b464-335ac4bc09b1,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-224430970-shelved',owner='03a436b11f204a6e8d2d4b816236d818',properties=ImageMetaProps,protected=,size=31595520,status='active',tags=,updated_at=2025-04-08T14:00:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1539.176942] env[69350]: DEBUG nova.virt.hardware [None req-ae3a2ad8-d625-4816-a793-549fe7ab57c9 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1539.177121] env[69350]: DEBUG nova.virt.hardware [None req-ae3a2ad8-d625-4816-a793-549fe7ab57c9 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1539.177313] env[69350]: DEBUG nova.virt.hardware [None req-ae3a2ad8-d625-4816-a793-549fe7ab57c9 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1539.177460] env[69350]: DEBUG nova.virt.hardware [None req-ae3a2ad8-d625-4816-a793-549fe7ab57c9 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1539.177606] env[69350]: DEBUG nova.virt.hardware [None req-ae3a2ad8-d625-4816-a793-549fe7ab57c9 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1539.177817] env[69350]: DEBUG nova.virt.hardware [None req-ae3a2ad8-d625-4816-a793-549fe7ab57c9 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1539.177974] env[69350]: DEBUG nova.virt.hardware [None req-ae3a2ad8-d625-4816-a793-549fe7ab57c9 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1539.178156] env[69350]: DEBUG nova.virt.hardware [None req-ae3a2ad8-d625-4816-a793-549fe7ab57c9 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1539.178321] env[69350]: DEBUG nova.virt.hardware [None req-ae3a2ad8-d625-4816-a793-549fe7ab57c9 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1539.178491] env[69350]: DEBUG nova.virt.hardware [None req-ae3a2ad8-d625-4816-a793-549fe7ab57c9 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1539.179354] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e96327c-8f89-4a87-979d-5baf51aa0d54 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.187407] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-501ee9de-4b80-4370-9490-32b3ce4ea49b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.200301] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ae3a2ad8-d625-4816-a793-549fe7ab57c9 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:d8:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '43ad01d2-c7dd-453c-a929-8ad76294d13c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c4bf5799-14ca-4d8b-bdd5-b68d4ea10fec', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1539.207720] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ae3a2ad8-d625-4816-a793-549fe7ab57c9 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1539.207945] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1539.208162] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4b91ef49-c24d-42d7-832a-491cdae8b995 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.226605] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1539.226605] env[69350]: value = "task-3366442" [ 1539.226605] env[69350]: _type = "Task" [ 1539.226605] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.233874] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366442, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.735599] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366442, 'name': CreateVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.903096] env[69350]: DEBUG nova.compute.manager [req-cdf093c8-1c86-42d5-8d7e-372a8d584d36 req-e6e6f858-a7e3-48e1-9c8d-553645a88db9 service nova] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Received event network-changed-c4bf5799-14ca-4d8b-bdd5-b68d4ea10fec {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1539.903307] env[69350]: DEBUG nova.compute.manager [req-cdf093c8-1c86-42d5-8d7e-372a8d584d36 req-e6e6f858-a7e3-48e1-9c8d-553645a88db9 service nova] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Refreshing instance network info cache due to event network-changed-c4bf5799-14ca-4d8b-bdd5-b68d4ea10fec. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1539.903550] env[69350]: DEBUG oslo_concurrency.lockutils [req-cdf093c8-1c86-42d5-8d7e-372a8d584d36 req-e6e6f858-a7e3-48e1-9c8d-553645a88db9 service nova] Acquiring lock "refresh_cache-0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.903689] env[69350]: DEBUG oslo_concurrency.lockutils [req-cdf093c8-1c86-42d5-8d7e-372a8d584d36 req-e6e6f858-a7e3-48e1-9c8d-553645a88db9 service nova] Acquired lock "refresh_cache-0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.903848] env[69350]: DEBUG nova.network.neutron [req-cdf093c8-1c86-42d5-8d7e-372a8d584d36 req-e6e6f858-a7e3-48e1-9c8d-553645a88db9 service nova] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Refreshing network info cache for port c4bf5799-14ca-4d8b-bdd5-b68d4ea10fec {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1540.236785] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366442, 'name': CreateVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.575507] env[69350]: DEBUG nova.network.neutron [req-cdf093c8-1c86-42d5-8d7e-372a8d584d36 req-e6e6f858-a7e3-48e1-9c8d-553645a88db9 service nova] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Updated VIF entry in instance network info cache for port c4bf5799-14ca-4d8b-bdd5-b68d4ea10fec. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1540.575870] env[69350]: DEBUG nova.network.neutron [req-cdf093c8-1c86-42d5-8d7e-372a8d584d36 req-e6e6f858-a7e3-48e1-9c8d-553645a88db9 service nova] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Updating instance_info_cache with network_info: [{"id": "c4bf5799-14ca-4d8b-bdd5-b68d4ea10fec", "address": "fa:16:3e:9c:d8:5f", "network": {"id": "c3b2a70f-ed4d-4f50-9897-d2152b12b5f0", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-46199116-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03a436b11f204a6e8d2d4b816236d818", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4bf5799-14", "ovs_interfaceid": "c4bf5799-14ca-4d8b-bdd5-b68d4ea10fec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1540.737937] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366442, 'name': CreateVM_Task} progress is 99%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.079289] env[69350]: DEBUG oslo_concurrency.lockutils [req-cdf093c8-1c86-42d5-8d7e-372a8d584d36 req-e6e6f858-a7e3-48e1-9c8d-553645a88db9 service nova] Releasing lock "refresh_cache-0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.238189] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366442, 'name': CreateVM_Task, 'duration_secs': 1.546529} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.238608] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1541.238965] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ae3a2ad8-d625-4816-a793-549fe7ab57c9 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/51bc1e49-1d8a-4d25-b464-335ac4bc09b1" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.239149] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ae3a2ad8-d625-4816-a793-549fe7ab57c9 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Acquired lock "[datastore1] devstack-image-cache_base/51bc1e49-1d8a-4d25-b464-335ac4bc09b1" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.239513] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ae3a2ad8-d625-4816-a793-549fe7ab57c9 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/51bc1e49-1d8a-4d25-b464-335ac4bc09b1" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.239759] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a9e0b9a-d9e0-4af3-80d5-b09c13cd006a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.243962] env[69350]: DEBUG oslo_vmware.api [None req-ae3a2ad8-d625-4816-a793-549fe7ab57c9 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Waiting for the task: (returnval){ [ 1541.243962] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]527a4bf5-eb37-5122-4f28-91cb06c9ab10" [ 1541.243962] env[69350]: _type = "Task" [ 1541.243962] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.252100] env[69350]: DEBUG oslo_vmware.api [None req-ae3a2ad8-d625-4816-a793-549fe7ab57c9 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]527a4bf5-eb37-5122-4f28-91cb06c9ab10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.754555] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ae3a2ad8-d625-4816-a793-549fe7ab57c9 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Releasing lock "[datastore1] devstack-image-cache_base/51bc1e49-1d8a-4d25-b464-335ac4bc09b1" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.754906] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ae3a2ad8-d625-4816-a793-549fe7ab57c9 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Processing image 51bc1e49-1d8a-4d25-b464-335ac4bc09b1 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1541.755235] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ae3a2ad8-d625-4816-a793-549fe7ab57c9 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/51bc1e49-1d8a-4d25-b464-335ac4bc09b1/51bc1e49-1d8a-4d25-b464-335ac4bc09b1.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.755471] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ae3a2ad8-d625-4816-a793-549fe7ab57c9 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Acquired lock "[datastore1] devstack-image-cache_base/51bc1e49-1d8a-4d25-b464-335ac4bc09b1/51bc1e49-1d8a-4d25-b464-335ac4bc09b1.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.755731] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae3a2ad8-d625-4816-a793-549fe7ab57c9 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1541.756054] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-86eefa18-3d13-47f2-8af5-c6ce37f8abe8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.772938] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae3a2ad8-d625-4816-a793-549fe7ab57c9 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1541.773209] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ae3a2ad8-d625-4816-a793-549fe7ab57c9 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1541.774010] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31353c0c-3ecb-4b52-ad89-424a06bfaa1d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.779023] env[69350]: DEBUG oslo_vmware.api [None req-ae3a2ad8-d625-4816-a793-549fe7ab57c9 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Waiting for the task: (returnval){ [ 1541.779023] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52de9931-8648-f015-2d21-cae352c1b8ec" [ 1541.779023] env[69350]: _type = "Task" [ 1541.779023] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.786455] env[69350]: DEBUG oslo_vmware.api [None req-ae3a2ad8-d625-4816-a793-549fe7ab57c9 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52de9931-8648-f015-2d21-cae352c1b8ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.289290] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ae3a2ad8-d625-4816-a793-549fe7ab57c9 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Preparing fetch location {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1542.289654] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ae3a2ad8-d625-4816-a793-549fe7ab57c9 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Fetch image to [datastore1] OSTACK_IMG_1f6239c6-871d-45e3-bdca-082564b55d55/OSTACK_IMG_1f6239c6-871d-45e3-bdca-082564b55d55.vmdk {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1542.289697] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ae3a2ad8-d625-4816-a793-549fe7ab57c9 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Downloading stream optimized image 51bc1e49-1d8a-4d25-b464-335ac4bc09b1 to [datastore1] OSTACK_IMG_1f6239c6-871d-45e3-bdca-082564b55d55/OSTACK_IMG_1f6239c6-871d-45e3-bdca-082564b55d55.vmdk on the data store datastore1 as vApp {{(pid=69350) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1542.289909] env[69350]: DEBUG nova.virt.vmwareapi.images [None req-ae3a2ad8-d625-4816-a793-549fe7ab57c9 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Downloading image file data 51bc1e49-1d8a-4d25-b464-335ac4bc09b1 to the ESX as VM named 'OSTACK_IMG_1f6239c6-871d-45e3-bdca-082564b55d55' {{(pid=69350) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1542.356006] env[69350]: DEBUG oslo_vmware.rw_handles [None req-ae3a2ad8-d625-4816-a793-549fe7ab57c9 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1542.356006] env[69350]: value = "resgroup-9" [ 1542.356006] env[69350]: _type = "ResourcePool" [ 1542.356006] env[69350]: }. {{(pid=69350) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1542.356310] env[69350]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-94d95ddd-eb2d-436b-8cec-2cfcbeeffd84 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.376595] env[69350]: DEBUG oslo_vmware.rw_handles [None req-ae3a2ad8-d625-4816-a793-549fe7ab57c9 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Lease: (returnval){ [ 1542.376595] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]525dd4f0-018b-efe6-2a4b-3a302e876497" [ 1542.376595] env[69350]: _type = "HttpNfcLease" [ 1542.376595] env[69350]: } obtained for vApp import into resource pool (val){ [ 1542.376595] env[69350]: value = "resgroup-9" [ 1542.376595] env[69350]: _type = "ResourcePool" [ 1542.376595] env[69350]: }. {{(pid=69350) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1542.377040] env[69350]: DEBUG oslo_vmware.api [None req-ae3a2ad8-d625-4816-a793-549fe7ab57c9 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Waiting for the lease: (returnval){ [ 1542.377040] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]525dd4f0-018b-efe6-2a4b-3a302e876497" [ 1542.377040] env[69350]: _type = "HttpNfcLease" [ 1542.377040] env[69350]: } to be ready. {{(pid=69350) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1542.382842] env[69350]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1542.382842] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]525dd4f0-018b-efe6-2a4b-3a302e876497" [ 1542.382842] env[69350]: _type = "HttpNfcLease" [ 1542.382842] env[69350]: } is initializing. {{(pid=69350) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1542.884496] env[69350]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1542.884496] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]525dd4f0-018b-efe6-2a4b-3a302e876497" [ 1542.884496] env[69350]: _type = "HttpNfcLease" [ 1542.884496] env[69350]: } is ready. {{(pid=69350) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1542.884795] env[69350]: DEBUG oslo_vmware.rw_handles [None req-ae3a2ad8-d625-4816-a793-549fe7ab57c9 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1542.884795] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]525dd4f0-018b-efe6-2a4b-3a302e876497" [ 1542.884795] env[69350]: _type = "HttpNfcLease" [ 1542.884795] env[69350]: }. {{(pid=69350) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1542.885517] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1728885-2962-4c46-95b6-3a457ee86a5a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.892326] env[69350]: DEBUG oslo_vmware.rw_handles [None req-ae3a2ad8-d625-4816-a793-549fe7ab57c9 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528ede05-2a36-71cc-a8ea-b4c04fc06026/disk-0.vmdk from lease info. {{(pid=69350) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1542.892515] env[69350]: DEBUG oslo_vmware.rw_handles [None req-ae3a2ad8-d625-4816-a793-549fe7ab57c9 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Creating HTTP connection to write to file with size = 31595520 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528ede05-2a36-71cc-a8ea-b4c04fc06026/disk-0.vmdk. {{(pid=69350) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1542.957133] env[69350]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2ed9fb64-2ce5-4470-b16d-17a969907d1c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.009158] env[69350]: DEBUG oslo_vmware.rw_handles [None req-ae3a2ad8-d625-4816-a793-549fe7ab57c9 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Completed reading data from the image iterator. {{(pid=69350) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1544.009455] env[69350]: DEBUG oslo_vmware.rw_handles [None req-ae3a2ad8-d625-4816-a793-549fe7ab57c9 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528ede05-2a36-71cc-a8ea-b4c04fc06026/disk-0.vmdk. {{(pid=69350) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1544.010916] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a0987f2-6e50-4927-bac7-e7e4c1fc1c47 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.018624] env[69350]: DEBUG oslo_vmware.rw_handles [None req-ae3a2ad8-d625-4816-a793-549fe7ab57c9 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528ede05-2a36-71cc-a8ea-b4c04fc06026/disk-0.vmdk is in state: ready. {{(pid=69350) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1544.018812] env[69350]: DEBUG oslo_vmware.rw_handles [None req-ae3a2ad8-d625-4816-a793-549fe7ab57c9 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528ede05-2a36-71cc-a8ea-b4c04fc06026/disk-0.vmdk. {{(pid=69350) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1544.019096] env[69350]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-1e21b4e8-da22-4e19-afa7-dbec41743b60 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.188353] env[69350]: DEBUG oslo_vmware.rw_handles [None req-ae3a2ad8-d625-4816-a793-549fe7ab57c9 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528ede05-2a36-71cc-a8ea-b4c04fc06026/disk-0.vmdk. {{(pid=69350) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1544.188601] env[69350]: INFO nova.virt.vmwareapi.images [None req-ae3a2ad8-d625-4816-a793-549fe7ab57c9 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Downloaded image file data 51bc1e49-1d8a-4d25-b464-335ac4bc09b1 [ 1544.189463] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c89fe6e-cbe9-4fdf-ba2a-86730c1a43aa {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.204488] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b1bedc4f-160b-4f72-bae1-454eaaaea54d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.232799] env[69350]: INFO nova.virt.vmwareapi.images [None req-ae3a2ad8-d625-4816-a793-549fe7ab57c9 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] The imported VM was unregistered [ 1544.235147] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ae3a2ad8-d625-4816-a793-549fe7ab57c9 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Caching image {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1544.235375] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae3a2ad8-d625-4816-a793-549fe7ab57c9 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Creating directory with path [datastore1] devstack-image-cache_base/51bc1e49-1d8a-4d25-b464-335ac4bc09b1 {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1544.235625] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-83acac1e-2eff-4cdd-b407-d2903433bc46 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.253619] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae3a2ad8-d625-4816-a793-549fe7ab57c9 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Created directory with path [datastore1] devstack-image-cache_base/51bc1e49-1d8a-4d25-b464-335ac4bc09b1 {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1544.253860] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae3a2ad8-d625-4816-a793-549fe7ab57c9 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_1f6239c6-871d-45e3-bdca-082564b55d55/OSTACK_IMG_1f6239c6-871d-45e3-bdca-082564b55d55.vmdk to [datastore1] devstack-image-cache_base/51bc1e49-1d8a-4d25-b464-335ac4bc09b1/51bc1e49-1d8a-4d25-b464-335ac4bc09b1.vmdk. {{(pid=69350) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1544.254187] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-8f4f23c5-1432-46be-a5ed-e1feb8214d38 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.260191] env[69350]: DEBUG oslo_vmware.api [None req-ae3a2ad8-d625-4816-a793-549fe7ab57c9 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Waiting for the task: (returnval){ [ 1544.260191] env[69350]: value = "task-3366445" [ 1544.260191] env[69350]: _type = "Task" [ 1544.260191] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.267788] env[69350]: DEBUG oslo_vmware.api [None req-ae3a2ad8-d625-4816-a793-549fe7ab57c9 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Task: {'id': task-3366445, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.772398] env[69350]: DEBUG oslo_vmware.api [None req-ae3a2ad8-d625-4816-a793-549fe7ab57c9 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Task: {'id': task-3366445, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.271176] env[69350]: DEBUG oslo_vmware.api [None req-ae3a2ad8-d625-4816-a793-549fe7ab57c9 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Task: {'id': task-3366445, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.772762] env[69350]: DEBUG oslo_vmware.api [None req-ae3a2ad8-d625-4816-a793-549fe7ab57c9 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Task: {'id': task-3366445, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.151225] env[69350]: DEBUG oslo_concurrency.lockutils [None req-904a57ec-82a9-4f3d-96a5-f2a64c95fe6a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Acquiring lock "a4a0a807-104f-45ff-9ff2-d902a80d53ba" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1546.151560] env[69350]: DEBUG oslo_concurrency.lockutils [None req-904a57ec-82a9-4f3d-96a5-f2a64c95fe6a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Lock "a4a0a807-104f-45ff-9ff2-d902a80d53ba" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1546.151748] env[69350]: INFO nova.compute.manager [None req-904a57ec-82a9-4f3d-96a5-f2a64c95fe6a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Shelving [ 1546.273543] env[69350]: DEBUG oslo_vmware.api [None req-ae3a2ad8-d625-4816-a793-549fe7ab57c9 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Task: {'id': task-3366445, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.773286] env[69350]: DEBUG oslo_vmware.api [None req-ae3a2ad8-d625-4816-a793-549fe7ab57c9 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Task: {'id': task-3366445, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.202978} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.773487] env[69350]: INFO nova.virt.vmwareapi.ds_util [None req-ae3a2ad8-d625-4816-a793-549fe7ab57c9 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_1f6239c6-871d-45e3-bdca-082564b55d55/OSTACK_IMG_1f6239c6-871d-45e3-bdca-082564b55d55.vmdk to [datastore1] devstack-image-cache_base/51bc1e49-1d8a-4d25-b464-335ac4bc09b1/51bc1e49-1d8a-4d25-b464-335ac4bc09b1.vmdk. [ 1546.773670] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ae3a2ad8-d625-4816-a793-549fe7ab57c9 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Cleaning up location [datastore1] OSTACK_IMG_1f6239c6-871d-45e3-bdca-082564b55d55 {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1546.773832] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae3a2ad8-d625-4816-a793-549fe7ab57c9 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_1f6239c6-871d-45e3-bdca-082564b55d55 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1546.774086] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-64dd78a4-7e88-4fe4-b063-0e5545c92101 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.779911] env[69350]: DEBUG oslo_vmware.api [None req-ae3a2ad8-d625-4816-a793-549fe7ab57c9 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Waiting for the task: (returnval){ [ 1546.779911] env[69350]: value = "task-3366446" [ 1546.779911] env[69350]: _type = "Task" [ 1546.779911] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.787022] env[69350]: DEBUG oslo_vmware.api [None req-ae3a2ad8-d625-4816-a793-549fe7ab57c9 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Task: {'id': task-3366446, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.161160] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-904a57ec-82a9-4f3d-96a5-f2a64c95fe6a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1547.161489] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6df8b4c0-c233-4505-8d60-106912d19515 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.168425] env[69350]: DEBUG oslo_vmware.api [None req-904a57ec-82a9-4f3d-96a5-f2a64c95fe6a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Waiting for the task: (returnval){ [ 1547.168425] env[69350]: value = "task-3366447" [ 1547.168425] env[69350]: _type = "Task" [ 1547.168425] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.176106] env[69350]: DEBUG oslo_vmware.api [None req-904a57ec-82a9-4f3d-96a5-f2a64c95fe6a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366447, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.289937] env[69350]: DEBUG oslo_vmware.api [None req-ae3a2ad8-d625-4816-a793-549fe7ab57c9 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Task: {'id': task-3366446, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.03503} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.290332] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae3a2ad8-d625-4816-a793-549fe7ab57c9 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1547.290381] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ae3a2ad8-d625-4816-a793-549fe7ab57c9 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Releasing lock "[datastore1] devstack-image-cache_base/51bc1e49-1d8a-4d25-b464-335ac4bc09b1/51bc1e49-1d8a-4d25-b464-335ac4bc09b1.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.290622] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae3a2ad8-d625-4816-a793-549fe7ab57c9 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/51bc1e49-1d8a-4d25-b464-335ac4bc09b1/51bc1e49-1d8a-4d25-b464-335ac4bc09b1.vmdk to [datastore1] 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8/0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1547.290892] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a58959b-5fbf-4814-a397-e7e3d51c1b4f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.298254] env[69350]: DEBUG oslo_vmware.api [None req-ae3a2ad8-d625-4816-a793-549fe7ab57c9 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Waiting for the task: (returnval){ [ 1547.298254] env[69350]: value = "task-3366448" [ 1547.298254] env[69350]: _type = "Task" [ 1547.298254] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.305959] env[69350]: DEBUG oslo_vmware.api [None req-ae3a2ad8-d625-4816-a793-549fe7ab57c9 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Task: {'id': task-3366448, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.679304] env[69350]: DEBUG oslo_vmware.api [None req-904a57ec-82a9-4f3d-96a5-f2a64c95fe6a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366447, 'name': PowerOffVM_Task, 'duration_secs': 0.373356} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.679523] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-904a57ec-82a9-4f3d-96a5-f2a64c95fe6a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1547.680545] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-855ea35d-9fde-4411-a6c9-a428a4e7d0a8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.700710] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3702275c-2be2-435d-9c5e-f0dea0212186 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.809705] env[69350]: DEBUG oslo_vmware.api [None req-ae3a2ad8-d625-4816-a793-549fe7ab57c9 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Task: {'id': task-3366448, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.214161] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-904a57ec-82a9-4f3d-96a5-f2a64c95fe6a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Creating Snapshot of the VM instance {{(pid=69350) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1548.214537] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0172e756-724c-46ad-8df0-8b59482918aa {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.222666] env[69350]: DEBUG oslo_vmware.api [None req-904a57ec-82a9-4f3d-96a5-f2a64c95fe6a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Waiting for the task: (returnval){ [ 1548.222666] env[69350]: value = "task-3366449" [ 1548.222666] env[69350]: _type = "Task" [ 1548.222666] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.231802] env[69350]: DEBUG oslo_vmware.api [None req-904a57ec-82a9-4f3d-96a5-f2a64c95fe6a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366449, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.309247] env[69350]: DEBUG oslo_vmware.api [None req-ae3a2ad8-d625-4816-a793-549fe7ab57c9 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Task: {'id': task-3366448, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.733148] env[69350]: DEBUG oslo_vmware.api [None req-904a57ec-82a9-4f3d-96a5-f2a64c95fe6a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366449, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.809163] env[69350]: DEBUG oslo_vmware.api [None req-ae3a2ad8-d625-4816-a793-549fe7ab57c9 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Task: {'id': task-3366448, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.234432] env[69350]: DEBUG oslo_vmware.api [None req-904a57ec-82a9-4f3d-96a5-f2a64c95fe6a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366449, 'name': CreateSnapshot_Task, 'duration_secs': 0.856002} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.234721] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-904a57ec-82a9-4f3d-96a5-f2a64c95fe6a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Created Snapshot of the VM instance {{(pid=69350) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1549.235531] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17016714-6e60-432a-bf80-aaeaba3f265e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.310194] env[69350]: DEBUG oslo_vmware.api [None req-ae3a2ad8-d625-4816-a793-549fe7ab57c9 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Task: {'id': task-3366448, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.753807] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-904a57ec-82a9-4f3d-96a5-f2a64c95fe6a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Creating linked-clone VM from snapshot {{(pid=69350) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1549.754358] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-38391e55-0841-47cf-b089-af24a3006b57 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.762930] env[69350]: DEBUG oslo_vmware.api [None req-904a57ec-82a9-4f3d-96a5-f2a64c95fe6a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Waiting for the task: (returnval){ [ 1549.762930] env[69350]: value = "task-3366450" [ 1549.762930] env[69350]: _type = "Task" [ 1549.762930] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.772670] env[69350]: DEBUG oslo_vmware.api [None req-904a57ec-82a9-4f3d-96a5-f2a64c95fe6a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366450, 'name': CloneVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.810924] env[69350]: DEBUG oslo_vmware.api [None req-ae3a2ad8-d625-4816-a793-549fe7ab57c9 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Task: {'id': task-3366448, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.161999} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.811259] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae3a2ad8-d625-4816-a793-549fe7ab57c9 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/51bc1e49-1d8a-4d25-b464-335ac4bc09b1/51bc1e49-1d8a-4d25-b464-335ac4bc09b1.vmdk to [datastore1] 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8/0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1549.812016] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80bd1d58-5699-4636-892c-7cf3d9c01e1f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.833200] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae3a2ad8-d625-4816-a793-549fe7ab57c9 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8/0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8.vmdk or device None with type streamOptimized {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1549.833459] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8141176d-d94b-4f87-9a7e-2403bef4084e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.852067] env[69350]: DEBUG oslo_vmware.api [None req-ae3a2ad8-d625-4816-a793-549fe7ab57c9 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Waiting for the task: (returnval){ [ 1549.852067] env[69350]: value = "task-3366451" [ 1549.852067] env[69350]: _type = "Task" [ 1549.852067] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.859381] env[69350]: DEBUG oslo_vmware.api [None req-ae3a2ad8-d625-4816-a793-549fe7ab57c9 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Task: {'id': task-3366451, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.185597] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1550.273264] env[69350]: DEBUG oslo_vmware.api [None req-904a57ec-82a9-4f3d-96a5-f2a64c95fe6a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366450, 'name': CloneVM_Task} progress is 94%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.362101] env[69350]: DEBUG oslo_vmware.api [None req-ae3a2ad8-d625-4816-a793-549fe7ab57c9 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Task: {'id': task-3366451, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.684340] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1550.684603] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1550.775234] env[69350]: DEBUG oslo_vmware.api [None req-904a57ec-82a9-4f3d-96a5-f2a64c95fe6a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366450, 'name': CloneVM_Task} progress is 94%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.862920] env[69350]: DEBUG oslo_vmware.api [None req-ae3a2ad8-d625-4816-a793-549fe7ab57c9 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Task: {'id': task-3366451, 'name': ReconfigVM_Task, 'duration_secs': 0.872456} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.863297] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae3a2ad8-d625-4816-a793-549fe7ab57c9 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8/0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8.vmdk or device None with type streamOptimized {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1550.863936] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d4f6f069-3f20-4763-98d6-0c2b2ae43840 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.869571] env[69350]: DEBUG oslo_vmware.api [None req-ae3a2ad8-d625-4816-a793-549fe7ab57c9 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Waiting for the task: (returnval){ [ 1550.869571] env[69350]: value = "task-3366452" [ 1550.869571] env[69350]: _type = "Task" [ 1550.869571] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.877340] env[69350]: DEBUG oslo_vmware.api [None req-ae3a2ad8-d625-4816-a793-549fe7ab57c9 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Task: {'id': task-3366452, 'name': Rename_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.274369] env[69350]: DEBUG oslo_vmware.api [None req-904a57ec-82a9-4f3d-96a5-f2a64c95fe6a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366450, 'name': CloneVM_Task, 'duration_secs': 1.379473} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.274636] env[69350]: INFO nova.virt.vmwareapi.vmops [None req-904a57ec-82a9-4f3d-96a5-f2a64c95fe6a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Created linked-clone VM from snapshot [ 1551.275424] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97bf2238-fd36-45f0-8a50-992d3abb7743 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.282429] env[69350]: DEBUG nova.virt.vmwareapi.images [None req-904a57ec-82a9-4f3d-96a5-f2a64c95fe6a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Uploading image adef2d86-d401-4f11-8681-ec0c9ba4608f {{(pid=69350) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1551.301947] env[69350]: DEBUG oslo_vmware.rw_handles [None req-904a57ec-82a9-4f3d-96a5-f2a64c95fe6a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1551.301947] env[69350]: value = "vm-671745" [ 1551.301947] env[69350]: _type = "VirtualMachine" [ 1551.301947] env[69350]: }. {{(pid=69350) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1551.302215] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b94f33c4-de7e-4451-88de-bcd5917ddcde {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.309073] env[69350]: DEBUG oslo_vmware.rw_handles [None req-904a57ec-82a9-4f3d-96a5-f2a64c95fe6a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Lease: (returnval){ [ 1551.309073] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]525d010d-06db-d3b1-d809-b7425d8275cd" [ 1551.309073] env[69350]: _type = "HttpNfcLease" [ 1551.309073] env[69350]: } obtained for exporting VM: (result){ [ 1551.309073] env[69350]: value = "vm-671745" [ 1551.309073] env[69350]: _type = "VirtualMachine" [ 1551.309073] env[69350]: }. {{(pid=69350) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1551.309073] env[69350]: DEBUG oslo_vmware.api [None req-904a57ec-82a9-4f3d-96a5-f2a64c95fe6a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Waiting for the lease: (returnval){ [ 1551.309073] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]525d010d-06db-d3b1-d809-b7425d8275cd" [ 1551.309073] env[69350]: _type = "HttpNfcLease" [ 1551.309073] env[69350]: } to be ready. {{(pid=69350) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1551.315355] env[69350]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1551.315355] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]525d010d-06db-d3b1-d809-b7425d8275cd" [ 1551.315355] env[69350]: _type = "HttpNfcLease" [ 1551.315355] env[69350]: } is initializing. {{(pid=69350) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1551.378379] env[69350]: DEBUG oslo_vmware.api [None req-ae3a2ad8-d625-4816-a793-549fe7ab57c9 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Task: {'id': task-3366452, 'name': Rename_Task, 'duration_secs': 0.179671} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.378683] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae3a2ad8-d625-4816-a793-549fe7ab57c9 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1551.378841] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e7707da6-0c00-4f4b-beb6-dc21dd7987d3 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.384551] env[69350]: DEBUG oslo_vmware.api [None req-ae3a2ad8-d625-4816-a793-549fe7ab57c9 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Waiting for the task: (returnval){ [ 1551.384551] env[69350]: value = "task-3366454" [ 1551.384551] env[69350]: _type = "Task" [ 1551.384551] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.391552] env[69350]: DEBUG oslo_vmware.api [None req-ae3a2ad8-d625-4816-a793-549fe7ab57c9 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Task: {'id': task-3366454, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.818499] env[69350]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1551.818499] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]525d010d-06db-d3b1-d809-b7425d8275cd" [ 1551.818499] env[69350]: _type = "HttpNfcLease" [ 1551.818499] env[69350]: } is ready. {{(pid=69350) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1551.818778] env[69350]: DEBUG oslo_vmware.rw_handles [None req-904a57ec-82a9-4f3d-96a5-f2a64c95fe6a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1551.818778] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]525d010d-06db-d3b1-d809-b7425d8275cd" [ 1551.818778] env[69350]: _type = "HttpNfcLease" [ 1551.818778] env[69350]: }. {{(pid=69350) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1551.819537] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef28117-47b1-40c9-88da-2b559e62587a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.826919] env[69350]: DEBUG oslo_vmware.rw_handles [None req-904a57ec-82a9-4f3d-96a5-f2a64c95fe6a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523ae362-2f21-662f-4931-d82d79001c6f/disk-0.vmdk from lease info. {{(pid=69350) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1551.827096] env[69350]: DEBUG oslo_vmware.rw_handles [None req-904a57ec-82a9-4f3d-96a5-f2a64c95fe6a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523ae362-2f21-662f-4931-d82d79001c6f/disk-0.vmdk for reading. {{(pid=69350) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1551.895114] env[69350]: DEBUG oslo_vmware.api [None req-ae3a2ad8-d625-4816-a793-549fe7ab57c9 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Task: {'id': task-3366454, 'name': PowerOnVM_Task, 'duration_secs': 0.462071} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.895411] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae3a2ad8-d625-4816-a793-549fe7ab57c9 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1551.915526] env[69350]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4767883c-7504-4476-ae05-5be5f6c8ea5a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.989837] env[69350]: DEBUG nova.compute.manager [None req-ae3a2ad8-d625-4816-a793-549fe7ab57c9 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1551.990836] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdb2ec5f-d3ef-40b0-8022-3da545a84e99 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.510020] env[69350]: DEBUG oslo_concurrency.lockutils [None req-ae3a2ad8-d625-4816-a793-549fe7ab57c9 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Lock "0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 20.147s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1554.303805] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b8a2f06-858f-4872-8f6a-084a329eaaa8 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.310204] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ea0b04dc-415b-4fe4-aab3-50896018322d tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Suspending the VM {{(pid=69350) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1554.310443] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-d1d8340d-3b24-48fb-93d2-9c228835e2de {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.316470] env[69350]: DEBUG oslo_vmware.api [None req-ea0b04dc-415b-4fe4-aab3-50896018322d tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Waiting for the task: (returnval){ [ 1554.316470] env[69350]: value = "task-3366455" [ 1554.316470] env[69350]: _type = "Task" [ 1554.316470] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.325015] env[69350]: DEBUG oslo_vmware.api [None req-ea0b04dc-415b-4fe4-aab3-50896018322d tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Task: {'id': task-3366455, 'name': SuspendVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.826794] env[69350]: DEBUG oslo_vmware.api [None req-ea0b04dc-415b-4fe4-aab3-50896018322d tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Task: {'id': task-3366455, 'name': SuspendVM_Task} progress is 70%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.186874] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1555.328190] env[69350]: DEBUG oslo_vmware.api [None req-ea0b04dc-415b-4fe4-aab3-50896018322d tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Task: {'id': task-3366455, 'name': SuspendVM_Task, 'duration_secs': 0.676215} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.328695] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-ea0b04dc-415b-4fe4-aab3-50896018322d tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Suspended the VM {{(pid=69350) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1555.328695] env[69350]: DEBUG nova.compute.manager [None req-ea0b04dc-415b-4fe4-aab3-50896018322d tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1555.329505] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d502f787-bbf0-416a-97e8-96d75b4b827e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.684082] env[69350]: INFO nova.compute.manager [None req-86b7c844-d6bb-44e1-ae49-63867f0c55e4 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Resuming [ 1556.684082] env[69350]: DEBUG nova.objects.instance [None req-86b7c844-d6bb-44e1-ae49-63867f0c55e4 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Lazy-loading 'flavor' on Instance uuid 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1556.685558] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1556.685927] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1556.686081] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Cleaning up deleted instances {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1557.199047] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] There are 28 instances to clean {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1557.199047] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: f6688cc7-3921-4c54-a362-0b356c3e3a80] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1557.703118] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: 8ed51e61-6725-461d-b6ab-cee13e22a233] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1558.207733] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: 5388ed12-6641-407d-96b7-5a532e9e1660] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1558.211614] env[69350]: DEBUG oslo_concurrency.lockutils [None req-86b7c844-d6bb-44e1-ae49-63867f0c55e4 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Acquiring lock "refresh_cache-0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.211614] env[69350]: DEBUG oslo_concurrency.lockutils [None req-86b7c844-d6bb-44e1-ae49-63867f0c55e4 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Acquired lock "refresh_cache-0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1558.211614] env[69350]: DEBUG nova.network.neutron [None req-86b7c844-d6bb-44e1-ae49-63867f0c55e4 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1558.714328] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: 631ebf50-2d36-45c2-b6a9-bbf0d2ec26ab] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1559.187720] env[69350]: DEBUG nova.network.neutron [None req-86b7c844-d6bb-44e1-ae49-63867f0c55e4 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Updating instance_info_cache with network_info: [{"id": "c4bf5799-14ca-4d8b-bdd5-b68d4ea10fec", "address": "fa:16:3e:9c:d8:5f", "network": {"id": "c3b2a70f-ed4d-4f50-9897-d2152b12b5f0", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-46199116-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03a436b11f204a6e8d2d4b816236d818", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4bf5799-14", "ovs_interfaceid": "c4bf5799-14ca-4d8b-bdd5-b68d4ea10fec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1559.220895] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: 74205a99-f865-429f-a514-88babfefc23c] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1559.690563] env[69350]: DEBUG oslo_concurrency.lockutils [None req-86b7c844-d6bb-44e1-ae49-63867f0c55e4 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Releasing lock "refresh_cache-0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.691602] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ef5ba2e-8c85-4293-98ed-a4d7db9937b2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.698552] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-86b7c844-d6bb-44e1-ae49-63867f0c55e4 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Resuming the VM {{(pid=69350) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1559.698791] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e81c25ad-2b3f-48ba-a956-4d7391e50639 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.704794] env[69350]: DEBUG oslo_vmware.api [None req-86b7c844-d6bb-44e1-ae49-63867f0c55e4 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Waiting for the task: (returnval){ [ 1559.704794] env[69350]: value = "task-3366456" [ 1559.704794] env[69350]: _type = "Task" [ 1559.704794] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.712410] env[69350]: DEBUG oslo_vmware.api [None req-86b7c844-d6bb-44e1-ae49-63867f0c55e4 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Task: {'id': task-3366456, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.723979] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: befd1589-8a72-480b-ad4b-6022f4710566] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1560.215811] env[69350]: DEBUG oslo_vmware.api [None req-86b7c844-d6bb-44e1-ae49-63867f0c55e4 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Task: {'id': task-3366456, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.227387] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: 1b5bbd44-c1b8-4985-a42d-c05da0a59c47] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1560.716023] env[69350]: DEBUG oslo_vmware.api [None req-86b7c844-d6bb-44e1-ae49-63867f0c55e4 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Task: {'id': task-3366456, 'name': PowerOnVM_Task, 'duration_secs': 0.7769} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.716296] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-86b7c844-d6bb-44e1-ae49-63867f0c55e4 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Resumed the VM {{(pid=69350) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1560.716475] env[69350]: DEBUG nova.compute.manager [None req-86b7c844-d6bb-44e1-ae49-63867f0c55e4 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1560.717252] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-726b6f03-b93f-4789-9172-b96ab7b35767 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.730800] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: 7f20767c-a7e8-4846-9b6c-f9807618335d] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1560.749907] env[69350]: DEBUG oslo_vmware.rw_handles [None req-904a57ec-82a9-4f3d-96a5-f2a64c95fe6a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523ae362-2f21-662f-4931-d82d79001c6f/disk-0.vmdk. {{(pid=69350) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1560.750784] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-912a8de8-58c0-4a4d-82d1-ee325768e692 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.757319] env[69350]: DEBUG oslo_vmware.rw_handles [None req-904a57ec-82a9-4f3d-96a5-f2a64c95fe6a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523ae362-2f21-662f-4931-d82d79001c6f/disk-0.vmdk is in state: ready. {{(pid=69350) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1560.757485] env[69350]: ERROR oslo_vmware.rw_handles [None req-904a57ec-82a9-4f3d-96a5-f2a64c95fe6a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523ae362-2f21-662f-4931-d82d79001c6f/disk-0.vmdk due to incomplete transfer. [ 1560.757707] env[69350]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6dc0917e-475b-4183-b9f9-a0379140d20d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.764948] env[69350]: DEBUG oslo_vmware.rw_handles [None req-904a57ec-82a9-4f3d-96a5-f2a64c95fe6a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523ae362-2f21-662f-4931-d82d79001c6f/disk-0.vmdk. {{(pid=69350) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1560.765154] env[69350]: DEBUG nova.virt.vmwareapi.images [None req-904a57ec-82a9-4f3d-96a5-f2a64c95fe6a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Uploaded image adef2d86-d401-4f11-8681-ec0c9ba4608f to the Glance image server {{(pid=69350) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1560.767436] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-904a57ec-82a9-4f3d-96a5-f2a64c95fe6a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Destroying the VM {{(pid=69350) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1560.767665] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b4a39ed3-69f5-4f71-8947-f103bff24e0b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.773224] env[69350]: DEBUG oslo_vmware.api [None req-904a57ec-82a9-4f3d-96a5-f2a64c95fe6a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Waiting for the task: (returnval){ [ 1560.773224] env[69350]: value = "task-3366457" [ 1560.773224] env[69350]: _type = "Task" [ 1560.773224] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.780412] env[69350]: DEBUG oslo_vmware.api [None req-904a57ec-82a9-4f3d-96a5-f2a64c95fe6a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366457, 'name': Destroy_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.233736] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: d3b0bc5b-f5b8-4e02-8312-caf9e28b93a4] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1561.282476] env[69350]: DEBUG oslo_vmware.api [None req-904a57ec-82a9-4f3d-96a5-f2a64c95fe6a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366457, 'name': Destroy_Task} progress is 33%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.737094] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: 86b9b6a7-d3c3-45b0-acfe-465de994659d] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1561.787778] env[69350]: DEBUG oslo_vmware.api [None req-904a57ec-82a9-4f3d-96a5-f2a64c95fe6a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366457, 'name': Destroy_Task} progress is 100%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.240243] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: 2a467e6b-d7cd-4bdf-af7a-a1d2c5cbd568] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1562.284434] env[69350]: DEBUG oslo_vmware.api [None req-904a57ec-82a9-4f3d-96a5-f2a64c95fe6a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366457, 'name': Destroy_Task, 'duration_secs': 1.028278} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.284690] env[69350]: INFO nova.virt.vmwareapi.vm_util [None req-904a57ec-82a9-4f3d-96a5-f2a64c95fe6a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Destroyed the VM [ 1562.284935] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-904a57ec-82a9-4f3d-96a5-f2a64c95fe6a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Deleting Snapshot of the VM instance {{(pid=69350) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1562.285187] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e6d68bf8-f08d-4c0a-9e67-0db8aaa95578 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.292117] env[69350]: DEBUG oslo_vmware.api [None req-904a57ec-82a9-4f3d-96a5-f2a64c95fe6a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Waiting for the task: (returnval){ [ 1562.292117] env[69350]: value = "task-3366458" [ 1562.292117] env[69350]: _type = "Task" [ 1562.292117] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.299965] env[69350]: DEBUG oslo_vmware.api [None req-904a57ec-82a9-4f3d-96a5-f2a64c95fe6a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366458, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.744267] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: 223a8921-91e0-4622-b103-2ca2fdc80fe5] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1562.802169] env[69350]: DEBUG oslo_vmware.api [None req-904a57ec-82a9-4f3d-96a5-f2a64c95fe6a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366458, 'name': RemoveSnapshot_Task, 'duration_secs': 0.432985} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.802438] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-904a57ec-82a9-4f3d-96a5-f2a64c95fe6a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Deleted Snapshot of the VM instance {{(pid=69350) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1562.802738] env[69350]: DEBUG nova.compute.manager [None req-904a57ec-82a9-4f3d-96a5-f2a64c95fe6a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1562.803499] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7169b823-ccf4-411b-9594-5c122907fd2f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.247406] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: bebd2116-e48a-43fd-974e-9d7474ecc5a1] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1563.315279] env[69350]: INFO nova.compute.manager [None req-904a57ec-82a9-4f3d-96a5-f2a64c95fe6a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Shelve offloading [ 1563.751564] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: 0f683e7d-83e5-4c63-a56e-f0a7093527f0] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1563.818892] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-904a57ec-82a9-4f3d-96a5-f2a64c95fe6a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1563.819136] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4f959e3-56d4-4c1c-b448-816aea348315 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.825979] env[69350]: DEBUG oslo_vmware.api [None req-904a57ec-82a9-4f3d-96a5-f2a64c95fe6a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Waiting for the task: (returnval){ [ 1563.825979] env[69350]: value = "task-3366459" [ 1563.825979] env[69350]: _type = "Task" [ 1563.825979] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.833477] env[69350]: DEBUG oslo_vmware.api [None req-904a57ec-82a9-4f3d-96a5-f2a64c95fe6a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366459, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.254790] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: f124e5c2-b663-4d93-bfa8-7d5fa13631fa] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1564.336027] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-904a57ec-82a9-4f3d-96a5-f2a64c95fe6a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] VM already powered off {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1564.336027] env[69350]: DEBUG nova.compute.manager [None req-904a57ec-82a9-4f3d-96a5-f2a64c95fe6a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1564.337014] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd710fbe-14a2-488e-b3c5-fa0fa27ee7ab {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.342371] env[69350]: DEBUG oslo_concurrency.lockutils [None req-904a57ec-82a9-4f3d-96a5-f2a64c95fe6a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Acquiring lock "refresh_cache-a4a0a807-104f-45ff-9ff2-d902a80d53ba" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.342536] env[69350]: DEBUG oslo_concurrency.lockutils [None req-904a57ec-82a9-4f3d-96a5-f2a64c95fe6a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Acquired lock "refresh_cache-a4a0a807-104f-45ff-9ff2-d902a80d53ba" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.342742] env[69350]: DEBUG nova.network.neutron [None req-904a57ec-82a9-4f3d-96a5-f2a64c95fe6a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1564.757766] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: c3e34d3b-84f4-4b36-b887-262cc9c73a55] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1565.034080] env[69350]: DEBUG nova.network.neutron [None req-904a57ec-82a9-4f3d-96a5-f2a64c95fe6a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Updating instance_info_cache with network_info: [{"id": "ec507ecb-00d3-44a9-9f54-0b64ba2a5227", "address": "fa:16:3e:23:8d:ae", "network": {"id": "34a2c3ee-fe3e-415d-8849-d77b3a2f0d5d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1259450890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1809393971847168d1f25b15221a7f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec507ecb-00", "ovs_interfaceid": "ec507ecb-00d3-44a9-9f54-0b64ba2a5227", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1565.261355] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: c0fcc9b3-2a35-40e9-93ee-46234ac470de] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1565.536935] env[69350]: DEBUG oslo_concurrency.lockutils [None req-904a57ec-82a9-4f3d-96a5-f2a64c95fe6a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Releasing lock "refresh_cache-a4a0a807-104f-45ff-9ff2-d902a80d53ba" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1565.760901] env[69350]: DEBUG nova.compute.manager [req-6dd8939a-91d0-4e81-86ff-a864b45626eb req-3170d46d-d0ea-431a-ad96-b6a47128e299 service nova] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Received event network-vif-unplugged-ec507ecb-00d3-44a9-9f54-0b64ba2a5227 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1565.761150] env[69350]: DEBUG oslo_concurrency.lockutils [req-6dd8939a-91d0-4e81-86ff-a864b45626eb req-3170d46d-d0ea-431a-ad96-b6a47128e299 service nova] Acquiring lock "a4a0a807-104f-45ff-9ff2-d902a80d53ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1565.761334] env[69350]: DEBUG oslo_concurrency.lockutils [req-6dd8939a-91d0-4e81-86ff-a864b45626eb req-3170d46d-d0ea-431a-ad96-b6a47128e299 service nova] Lock "a4a0a807-104f-45ff-9ff2-d902a80d53ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1565.761503] env[69350]: DEBUG oslo_concurrency.lockutils [req-6dd8939a-91d0-4e81-86ff-a864b45626eb req-3170d46d-d0ea-431a-ad96-b6a47128e299 service nova] Lock "a4a0a807-104f-45ff-9ff2-d902a80d53ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1565.761671] env[69350]: DEBUG nova.compute.manager [req-6dd8939a-91d0-4e81-86ff-a864b45626eb req-3170d46d-d0ea-431a-ad96-b6a47128e299 service nova] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] No waiting events found dispatching network-vif-unplugged-ec507ecb-00d3-44a9-9f54-0b64ba2a5227 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1565.761838] env[69350]: WARNING nova.compute.manager [req-6dd8939a-91d0-4e81-86ff-a864b45626eb req-3170d46d-d0ea-431a-ad96-b6a47128e299 service nova] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Received unexpected event network-vif-unplugged-ec507ecb-00d3-44a9-9f54-0b64ba2a5227 for instance with vm_state shelved and task_state shelving_offloading. [ 1565.765991] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: 9a3d0bff-3744-4037-8829-c9769d4af37e] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1565.881734] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-904a57ec-82a9-4f3d-96a5-f2a64c95fe6a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1565.882682] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b426f1-cdae-4752-a495-c845d636261a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.890211] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-904a57ec-82a9-4f3d-96a5-f2a64c95fe6a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1565.890510] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd7477fd-5ef0-400a-8745-3c63b38cfb9e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.961908] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-904a57ec-82a9-4f3d-96a5-f2a64c95fe6a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1565.962208] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-904a57ec-82a9-4f3d-96a5-f2a64c95fe6a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1565.962410] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-904a57ec-82a9-4f3d-96a5-f2a64c95fe6a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Deleting the datastore file [datastore2] a4a0a807-104f-45ff-9ff2-d902a80d53ba {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1565.962866] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b628858d-d058-4ae7-ad34-061d7eefc1bc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.969151] env[69350]: DEBUG oslo_vmware.api [None req-904a57ec-82a9-4f3d-96a5-f2a64c95fe6a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Waiting for the task: (returnval){ [ 1565.969151] env[69350]: value = "task-3366461" [ 1565.969151] env[69350]: _type = "Task" [ 1565.969151] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.977622] env[69350]: DEBUG oslo_vmware.api [None req-904a57ec-82a9-4f3d-96a5-f2a64c95fe6a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366461, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.982146] env[69350]: DEBUG oslo_concurrency.lockutils [None req-53a547e9-7d3e-4bda-8007-53eed31da5c2 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Acquiring lock "0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1565.982369] env[69350]: DEBUG oslo_concurrency.lockutils [None req-53a547e9-7d3e-4bda-8007-53eed31da5c2 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Lock "0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1565.982628] env[69350]: DEBUG oslo_concurrency.lockutils [None req-53a547e9-7d3e-4bda-8007-53eed31da5c2 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Acquiring lock "0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1565.982835] env[69350]: DEBUG oslo_concurrency.lockutils [None req-53a547e9-7d3e-4bda-8007-53eed31da5c2 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Lock "0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1565.983014] env[69350]: DEBUG oslo_concurrency.lockutils [None req-53a547e9-7d3e-4bda-8007-53eed31da5c2 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Lock "0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1565.985085] env[69350]: INFO nova.compute.manager [None req-53a547e9-7d3e-4bda-8007-53eed31da5c2 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Terminating instance [ 1566.271613] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: c996560e-e0e4-4a07-97d9-29567a42ba14] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1566.479044] env[69350]: DEBUG oslo_vmware.api [None req-904a57ec-82a9-4f3d-96a5-f2a64c95fe6a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366461, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126673} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.479299] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-904a57ec-82a9-4f3d-96a5-f2a64c95fe6a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1566.479481] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-904a57ec-82a9-4f3d-96a5-f2a64c95fe6a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1566.479659] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-904a57ec-82a9-4f3d-96a5-f2a64c95fe6a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1566.488174] env[69350]: DEBUG nova.compute.manager [None req-53a547e9-7d3e-4bda-8007-53eed31da5c2 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1566.488378] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-53a547e9-7d3e-4bda-8007-53eed31da5c2 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1566.489142] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed79e0ae-2279-43df-9e5a-eea23b8f1048 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.495535] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-53a547e9-7d3e-4bda-8007-53eed31da5c2 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1566.495757] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c8defb5-5fb3-4e6d-86b7-c400d72f11d7 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.501268] env[69350]: DEBUG oslo_vmware.api [None req-53a547e9-7d3e-4bda-8007-53eed31da5c2 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Waiting for the task: (returnval){ [ 1566.501268] env[69350]: value = "task-3366462" [ 1566.501268] env[69350]: _type = "Task" [ 1566.501268] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.508386] env[69350]: DEBUG oslo_vmware.api [None req-53a547e9-7d3e-4bda-8007-53eed31da5c2 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Task: {'id': task-3366462, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.597235] env[69350]: INFO nova.scheduler.client.report [None req-904a57ec-82a9-4f3d-96a5-f2a64c95fe6a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Deleted allocations for instance a4a0a807-104f-45ff-9ff2-d902a80d53ba [ 1566.775753] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: e5fa3549-8926-4a0b-92ca-ca337739b5cb] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1567.012343] env[69350]: DEBUG oslo_vmware.api [None req-53a547e9-7d3e-4bda-8007-53eed31da5c2 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Task: {'id': task-3366462, 'name': PowerOffVM_Task, 'duration_secs': 0.197445} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.012619] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-53a547e9-7d3e-4bda-8007-53eed31da5c2 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1567.012818] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-53a547e9-7d3e-4bda-8007-53eed31da5c2 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1567.013089] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a1e602bf-f972-499a-8b33-c2a3074032ee {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.071496] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-53a547e9-7d3e-4bda-8007-53eed31da5c2 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1567.071730] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-53a547e9-7d3e-4bda-8007-53eed31da5c2 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Deleting contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1567.071914] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-53a547e9-7d3e-4bda-8007-53eed31da5c2 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Deleting the datastore file [datastore1] 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8 {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1567.072201] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-df66a2f1-fbd0-4f50-b758-1297391685ab {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.078919] env[69350]: DEBUG oslo_vmware.api [None req-53a547e9-7d3e-4bda-8007-53eed31da5c2 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Waiting for the task: (returnval){ [ 1567.078919] env[69350]: value = "task-3366464" [ 1567.078919] env[69350]: _type = "Task" [ 1567.078919] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.087319] env[69350]: DEBUG oslo_vmware.api [None req-53a547e9-7d3e-4bda-8007-53eed31da5c2 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Task: {'id': task-3366464, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.101710] env[69350]: DEBUG oslo_concurrency.lockutils [None req-904a57ec-82a9-4f3d-96a5-f2a64c95fe6a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1567.101859] env[69350]: DEBUG oslo_concurrency.lockutils [None req-904a57ec-82a9-4f3d-96a5-f2a64c95fe6a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1567.102806] env[69350]: DEBUG nova.objects.instance [None req-904a57ec-82a9-4f3d-96a5-f2a64c95fe6a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Lazy-loading 'resources' on Instance uuid a4a0a807-104f-45ff-9ff2-d902a80d53ba {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1567.279630] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: b4948968-2776-4fec-9b93-5d973be9b42f] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1567.590079] env[69350]: DEBUG oslo_vmware.api [None req-53a547e9-7d3e-4bda-8007-53eed31da5c2 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Task: {'id': task-3366464, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131569} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.590079] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-53a547e9-7d3e-4bda-8007-53eed31da5c2 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1567.590079] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-53a547e9-7d3e-4bda-8007-53eed31da5c2 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Deleted contents of the VM from datastore datastore1 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1567.590079] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-53a547e9-7d3e-4bda-8007-53eed31da5c2 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1567.590079] env[69350]: INFO nova.compute.manager [None req-53a547e9-7d3e-4bda-8007-53eed31da5c2 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1567.590427] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-53a547e9-7d3e-4bda-8007-53eed31da5c2 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1567.590427] env[69350]: DEBUG nova.compute.manager [-] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1567.590517] env[69350]: DEBUG nova.network.neutron [-] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1567.604721] env[69350]: DEBUG nova.objects.instance [None req-904a57ec-82a9-4f3d-96a5-f2a64c95fe6a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Lazy-loading 'numa_topology' on Instance uuid a4a0a807-104f-45ff-9ff2-d902a80d53ba {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1567.782903] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: eac0e93a-faa9-4185-8d37-b6e2f7388eb5] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1567.852831] env[69350]: DEBUG nova.compute.manager [req-8ecf14d8-f527-44ee-8675-f10578944d7e req-57248195-6901-4fdc-996b-40bae8f29177 service nova] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Received event network-changed-ec507ecb-00d3-44a9-9f54-0b64ba2a5227 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1567.852971] env[69350]: DEBUG nova.compute.manager [req-8ecf14d8-f527-44ee-8675-f10578944d7e req-57248195-6901-4fdc-996b-40bae8f29177 service nova] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Refreshing instance network info cache due to event network-changed-ec507ecb-00d3-44a9-9f54-0b64ba2a5227. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1567.853199] env[69350]: DEBUG oslo_concurrency.lockutils [req-8ecf14d8-f527-44ee-8675-f10578944d7e req-57248195-6901-4fdc-996b-40bae8f29177 service nova] Acquiring lock "refresh_cache-a4a0a807-104f-45ff-9ff2-d902a80d53ba" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.853353] env[69350]: DEBUG oslo_concurrency.lockutils [req-8ecf14d8-f527-44ee-8675-f10578944d7e req-57248195-6901-4fdc-996b-40bae8f29177 service nova] Acquired lock "refresh_cache-a4a0a807-104f-45ff-9ff2-d902a80d53ba" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.853511] env[69350]: DEBUG nova.network.neutron [req-8ecf14d8-f527-44ee-8675-f10578944d7e req-57248195-6901-4fdc-996b-40bae8f29177 service nova] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Refreshing network info cache for port ec507ecb-00d3-44a9-9f54-0b64ba2a5227 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1568.107885] env[69350]: DEBUG nova.objects.base [None req-904a57ec-82a9-4f3d-96a5-f2a64c95fe6a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69350) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1568.135930] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-896a6383-761f-4f46-8e8a-e8a78e7f652d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.143474] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a2877f5-32bd-41f9-8e9e-cba0a5583c38 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.174462] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-132592e0-05bb-431e-9488-1ed70ff3802d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.181603] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f36939c-f894-4b97-9219-15ed905c4ed6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.194905] env[69350]: DEBUG nova.compute.provider_tree [None req-904a57ec-82a9-4f3d-96a5-f2a64c95fe6a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1568.285640] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: d4751d30-cb22-403c-a663-26eff04ad7f0] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1568.322410] env[69350]: DEBUG nova.network.neutron [-] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1568.559675] env[69350]: DEBUG nova.network.neutron [req-8ecf14d8-f527-44ee-8675-f10578944d7e req-57248195-6901-4fdc-996b-40bae8f29177 service nova] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Updated VIF entry in instance network info cache for port ec507ecb-00d3-44a9-9f54-0b64ba2a5227. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1568.560030] env[69350]: DEBUG nova.network.neutron [req-8ecf14d8-f527-44ee-8675-f10578944d7e req-57248195-6901-4fdc-996b-40bae8f29177 service nova] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Updating instance_info_cache with network_info: [{"id": "ec507ecb-00d3-44a9-9f54-0b64ba2a5227", "address": "fa:16:3e:23:8d:ae", "network": {"id": "34a2c3ee-fe3e-415d-8849-d77b3a2f0d5d", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1259450890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1809393971847168d1f25b15221a7f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapec507ecb-00", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1568.697997] env[69350]: DEBUG nova.scheduler.client.report [None req-904a57ec-82a9-4f3d-96a5-f2a64c95fe6a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1568.788871] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: d626c562-9799-43f3-a25a-5bdc1774ef77] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1568.825511] env[69350]: INFO nova.compute.manager [-] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Took 1.23 seconds to deallocate network for instance. [ 1569.059169] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e4d33de6-c9ed-42e4-9c8f-372a994872da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Acquiring lock "a4a0a807-104f-45ff-9ff2-d902a80d53ba" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1569.061867] env[69350]: DEBUG oslo_concurrency.lockutils [req-8ecf14d8-f527-44ee-8675-f10578944d7e req-57248195-6901-4fdc-996b-40bae8f29177 service nova] Releasing lock "refresh_cache-a4a0a807-104f-45ff-9ff2-d902a80d53ba" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.203121] env[69350]: DEBUG oslo_concurrency.lockutils [None req-904a57ec-82a9-4f3d-96a5-f2a64c95fe6a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.101s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1569.291950] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: c2902164-bd0d-4dfd-bfa5-4777e4341d4b] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1569.330939] env[69350]: DEBUG oslo_concurrency.lockutils [None req-53a547e9-7d3e-4bda-8007-53eed31da5c2 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1569.331235] env[69350]: DEBUG oslo_concurrency.lockutils [None req-53a547e9-7d3e-4bda-8007-53eed31da5c2 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1569.331446] env[69350]: DEBUG nova.objects.instance [None req-53a547e9-7d3e-4bda-8007-53eed31da5c2 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Lazy-loading 'resources' on Instance uuid 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8 {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1569.710807] env[69350]: DEBUG oslo_concurrency.lockutils [None req-904a57ec-82a9-4f3d-96a5-f2a64c95fe6a tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Lock "a4a0a807-104f-45ff-9ff2-d902a80d53ba" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 23.559s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1569.712030] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e4d33de6-c9ed-42e4-9c8f-372a994872da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Lock "a4a0a807-104f-45ff-9ff2-d902a80d53ba" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.653s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1569.712030] env[69350]: INFO nova.compute.manager [None req-e4d33de6-c9ed-42e4-9c8f-372a994872da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Unshelving [ 1569.795194] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: 59da504d-d1f7-4cf6-b0a7-7187e8a8f718] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1569.873967] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34aa8d64-e087-4796-9bee-295b76e7e4c4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.878303] env[69350]: DEBUG nova.compute.manager [req-2f1f6e53-926b-493c-ab82-57c52c0d8dce req-0f865e13-005d-4cc4-8d6c-c788e322f5ee service nova] [instance: 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8] Received event network-vif-deleted-c4bf5799-14ca-4d8b-bdd5-b68d4ea10fec {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1569.884183] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae1f12c2-b75d-4f0c-89e9-e1e08254e359 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.913429] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-318f0cdb-59c0-4651-a56e-9c499793dbaf {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.920031] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26405745-b8c8-4499-8bb6-2950f6930e3e {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.932978] env[69350]: DEBUG nova.compute.provider_tree [None req-53a547e9-7d3e-4bda-8007-53eed31da5c2 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1570.299030] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: aaabec5d-fecd-4e24-9158-deab4ae29855] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1570.436118] env[69350]: DEBUG nova.scheduler.client.report [None req-53a547e9-7d3e-4bda-8007-53eed31da5c2 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1570.731942] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e4d33de6-c9ed-42e4-9c8f-372a994872da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1570.800612] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] [instance: a03ec981-aaa5-45f3-aee7-8716b22652c4] Instance has had 0 of 5 cleanup attempts {{(pid=69350) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1570.940873] env[69350]: DEBUG oslo_concurrency.lockutils [None req-53a547e9-7d3e-4bda-8007-53eed31da5c2 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.609s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1570.943219] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e4d33de6-c9ed-42e4-9c8f-372a994872da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.211s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1570.943434] env[69350]: DEBUG nova.objects.instance [None req-e4d33de6-c9ed-42e4-9c8f-372a994872da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Lazy-loading 'pci_requests' on Instance uuid a4a0a807-104f-45ff-9ff2-d902a80d53ba {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1570.960447] env[69350]: INFO nova.scheduler.client.report [None req-53a547e9-7d3e-4bda-8007-53eed31da5c2 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Deleted allocations for instance 0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8 [ 1571.303898] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1571.304108] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Cleaning up deleted instances with incomplete migration {{(pid=69350) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1571.448312] env[69350]: DEBUG nova.objects.instance [None req-e4d33de6-c9ed-42e4-9c8f-372a994872da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Lazy-loading 'numa_topology' on Instance uuid a4a0a807-104f-45ff-9ff2-d902a80d53ba {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1571.468306] env[69350]: DEBUG oslo_concurrency.lockutils [None req-53a547e9-7d3e-4bda-8007-53eed31da5c2 tempest-ServersNegativeTestJSON-225929648 tempest-ServersNegativeTestJSON-225929648-project-member] Lock "0acf0691-d1cf-4ca0-aa0b-dc21aaeb1ff8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.485s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1571.951025] env[69350]: INFO nova.compute.claims [None req-e4d33de6-c9ed-42e4-9c8f-372a994872da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1572.805089] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1572.805331] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1572.805502] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1572.805641] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69350) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1572.805789] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1572.990273] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6051689e-0ff7-47df-a9fd-113cac11d868 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.997895] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9e2e841-f416-4d15-8995-4a788799b097 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.028652] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60af50c9-d924-4767-be50-0e65d9e50e2d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.035884] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b4b7550-139a-49c5-a787-01063809ffb5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.051128] env[69350]: DEBUG nova.compute.provider_tree [None req-e4d33de6-c9ed-42e4-9c8f-372a994872da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1573.309071] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1573.554830] env[69350]: DEBUG nova.scheduler.client.report [None req-e4d33de6-c9ed-42e4-9c8f-372a994872da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1574.060018] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e4d33de6-c9ed-42e4-9c8f-372a994872da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.117s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1574.062288] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.753s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1574.062470] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1574.062625] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69350) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1574.063934] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d76a166b-1576-44f4-97c8-0a7f4857d055 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.072122] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a360045f-5924-49df-bf59-55dc818f76f0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.085756] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfeeac6c-dbe6-4dfe-9774-13d956c47148 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.091748] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c1bd249-f58f-4053-a370-b4740d16b04b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.095283] env[69350]: INFO nova.network.neutron [None req-e4d33de6-c9ed-42e4-9c8f-372a994872da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Updating port ec507ecb-00d3-44a9-9f54-0b64ba2a5227 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1574.122159] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180935MB free_disk=106GB free_vcpus=48 pci_devices=None {{(pid=69350) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1574.122317] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1574.122504] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1575.144598] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance a4a0a807-104f-45ff-9ff2-d902a80d53ba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1575.144865] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69350) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1575.144976] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69350) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1575.173494] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c6be59-0ca1-4cd4-9c48-b6f7e7bde6f0 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.181107] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-550adc37-d95a-4df3-9c81-ae9413520726 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.210779] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e33c648-74f9-45d0-b94f-1afb8df286c6 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.217963] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9387909a-8dc1-44f3-a438-8a2d4377846c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.231328] env[69350]: DEBUG nova.compute.provider_tree [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1575.453040] env[69350]: DEBUG nova.compute.manager [req-380aa975-c2ac-48c6-abe4-a9a9f94adce6 req-ffaf8728-9092-4a27-9edf-3d0dadef958f service nova] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Received event network-vif-plugged-ec507ecb-00d3-44a9-9f54-0b64ba2a5227 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1575.453292] env[69350]: DEBUG oslo_concurrency.lockutils [req-380aa975-c2ac-48c6-abe4-a9a9f94adce6 req-ffaf8728-9092-4a27-9edf-3d0dadef958f service nova] Acquiring lock "a4a0a807-104f-45ff-9ff2-d902a80d53ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1575.453873] env[69350]: DEBUG oslo_concurrency.lockutils [req-380aa975-c2ac-48c6-abe4-a9a9f94adce6 req-ffaf8728-9092-4a27-9edf-3d0dadef958f service nova] Lock "a4a0a807-104f-45ff-9ff2-d902a80d53ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1575.454297] env[69350]: DEBUG oslo_concurrency.lockutils [req-380aa975-c2ac-48c6-abe4-a9a9f94adce6 req-ffaf8728-9092-4a27-9edf-3d0dadef958f service nova] Lock "a4a0a807-104f-45ff-9ff2-d902a80d53ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1575.454531] env[69350]: DEBUG nova.compute.manager [req-380aa975-c2ac-48c6-abe4-a9a9f94adce6 req-ffaf8728-9092-4a27-9edf-3d0dadef958f service nova] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] No waiting events found dispatching network-vif-plugged-ec507ecb-00d3-44a9-9f54-0b64ba2a5227 {{(pid=69350) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1575.454736] env[69350]: WARNING nova.compute.manager [req-380aa975-c2ac-48c6-abe4-a9a9f94adce6 req-ffaf8728-9092-4a27-9edf-3d0dadef958f service nova] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Received unexpected event network-vif-plugged-ec507ecb-00d3-44a9-9f54-0b64ba2a5227 for instance with vm_state shelved_offloaded and task_state spawning. [ 1575.532072] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e4d33de6-c9ed-42e4-9c8f-372a994872da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Acquiring lock "refresh_cache-a4a0a807-104f-45ff-9ff2-d902a80d53ba" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.532072] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e4d33de6-c9ed-42e4-9c8f-372a994872da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Acquired lock "refresh_cache-a4a0a807-104f-45ff-9ff2-d902a80d53ba" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1575.532294] env[69350]: DEBUG nova.network.neutron [None req-e4d33de6-c9ed-42e4-9c8f-372a994872da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Building network info cache for instance {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1575.735185] env[69350]: DEBUG nova.scheduler.client.report [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1576.221031] env[69350]: DEBUG nova.network.neutron [None req-e4d33de6-c9ed-42e4-9c8f-372a994872da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Updating instance_info_cache with network_info: [{"id": "ec507ecb-00d3-44a9-9f54-0b64ba2a5227", "address": "fa:16:3e:23:8d:ae", "network": {"id": "34a2c3ee-fe3e-415d-8849-d77b3a2f0d5d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1259450890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1809393971847168d1f25b15221a7f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec507ecb-00", "ovs_interfaceid": "ec507ecb-00d3-44a9-9f54-0b64ba2a5227", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1576.239754] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69350) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1576.239944] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.117s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1576.723834] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e4d33de6-c9ed-42e4-9c8f-372a994872da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Releasing lock "refresh_cache-a4a0a807-104f-45ff-9ff2-d902a80d53ba" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1576.749753] env[69350]: DEBUG nova.virt.hardware [None req-e4d33de6-c9ed-42e4-9c8f-372a994872da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T13:44:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='62a4fd2b0638d10ec07046b5ac2ec550',container_format='bare',created_at=2025-04-08T14:00:50Z,direct_url=,disk_format='vmdk',id=adef2d86-d401-4f11-8681-ec0c9ba4608f,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-198794943-shelved',owner='a1809393971847168d1f25b15221a7f9',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-04-08T14:01:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1576.750008] env[69350]: DEBUG nova.virt.hardware [None req-e4d33de6-c9ed-42e4-9c8f-372a994872da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Flavor limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1576.750176] env[69350]: DEBUG nova.virt.hardware [None req-e4d33de6-c9ed-42e4-9c8f-372a994872da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Image limits 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1576.750359] env[69350]: DEBUG nova.virt.hardware [None req-e4d33de6-c9ed-42e4-9c8f-372a994872da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Flavor pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1576.750505] env[69350]: DEBUG nova.virt.hardware [None req-e4d33de6-c9ed-42e4-9c8f-372a994872da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Image pref 0:0:0 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1576.750651] env[69350]: DEBUG nova.virt.hardware [None req-e4d33de6-c9ed-42e4-9c8f-372a994872da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69350) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1576.750866] env[69350]: DEBUG nova.virt.hardware [None req-e4d33de6-c9ed-42e4-9c8f-372a994872da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1576.751041] env[69350]: DEBUG nova.virt.hardware [None req-e4d33de6-c9ed-42e4-9c8f-372a994872da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1576.751217] env[69350]: DEBUG nova.virt.hardware [None req-e4d33de6-c9ed-42e4-9c8f-372a994872da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Got 1 possible topologies {{(pid=69350) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1576.751379] env[69350]: DEBUG nova.virt.hardware [None req-e4d33de6-c9ed-42e4-9c8f-372a994872da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1576.751548] env[69350]: DEBUG nova.virt.hardware [None req-e4d33de6-c9ed-42e4-9c8f-372a994872da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69350) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1576.752423] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bc8f2db-ebfb-4492-9182-5a90de735a8f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.761649] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a94208-83c6-4222-81c6-ae3440aa793d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.774578] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d33de6-c9ed-42e4-9c8f-372a994872da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:8d:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ec507ecb-00d3-44a9-9f54-0b64ba2a5227', 'vif_model': 'vmxnet3'}] {{(pid=69350) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1576.781849] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e4d33de6-c9ed-42e4-9c8f-372a994872da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1576.782084] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Creating VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1576.782287] env[69350]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-008194b0-9e61-4e28-b246-086543f5bd72 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.800372] env[69350]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1576.800372] env[69350]: value = "task-3366465" [ 1576.800372] env[69350]: _type = "Task" [ 1576.800372] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.807423] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366465, 'name': CreateVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.309689] env[69350]: DEBUG oslo_vmware.api [-] Task: {'id': task-3366465, 'name': CreateVM_Task, 'duration_secs': 0.294223} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.310081] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Created VM on the ESX host {{(pid=69350) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1577.310508] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e4d33de6-c9ed-42e4-9c8f-372a994872da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/adef2d86-d401-4f11-8681-ec0c9ba4608f" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1577.310678] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e4d33de6-c9ed-42e4-9c8f-372a994872da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Acquired lock "[datastore2] devstack-image-cache_base/adef2d86-d401-4f11-8681-ec0c9ba4608f" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1577.311048] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e4d33de6-c9ed-42e4-9c8f-372a994872da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/adef2d86-d401-4f11-8681-ec0c9ba4608f" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1577.311295] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be747466-c06f-4cf6-9350-b84440d379d5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.316068] env[69350]: DEBUG oslo_vmware.api [None req-e4d33de6-c9ed-42e4-9c8f-372a994872da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Waiting for the task: (returnval){ [ 1577.316068] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52dc63a6-cc83-022e-a702-5ad2573ff205" [ 1577.316068] env[69350]: _type = "Task" [ 1577.316068] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.323087] env[69350]: DEBUG oslo_vmware.api [None req-e4d33de6-c9ed-42e4-9c8f-372a994872da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]52dc63a6-cc83-022e-a702-5ad2573ff205, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.486177] env[69350]: DEBUG nova.compute.manager [req-4aed8330-387d-4d5a-ab30-8ddaea5184dc req-5642a231-0b19-4f6c-a171-c3a404b40474 service nova] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Received event network-changed-ec507ecb-00d3-44a9-9f54-0b64ba2a5227 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1577.486385] env[69350]: DEBUG nova.compute.manager [req-4aed8330-387d-4d5a-ab30-8ddaea5184dc req-5642a231-0b19-4f6c-a171-c3a404b40474 service nova] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Refreshing instance network info cache due to event network-changed-ec507ecb-00d3-44a9-9f54-0b64ba2a5227. {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1577.486580] env[69350]: DEBUG oslo_concurrency.lockutils [req-4aed8330-387d-4d5a-ab30-8ddaea5184dc req-5642a231-0b19-4f6c-a171-c3a404b40474 service nova] Acquiring lock "refresh_cache-a4a0a807-104f-45ff-9ff2-d902a80d53ba" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1577.486727] env[69350]: DEBUG oslo_concurrency.lockutils [req-4aed8330-387d-4d5a-ab30-8ddaea5184dc req-5642a231-0b19-4f6c-a171-c3a404b40474 service nova] Acquired lock "refresh_cache-a4a0a807-104f-45ff-9ff2-d902a80d53ba" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1577.486884] env[69350]: DEBUG nova.network.neutron [req-4aed8330-387d-4d5a-ab30-8ddaea5184dc req-5642a231-0b19-4f6c-a171-c3a404b40474 service nova] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Refreshing network info cache for port ec507ecb-00d3-44a9-9f54-0b64ba2a5227 {{(pid=69350) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1577.825836] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e4d33de6-c9ed-42e4-9c8f-372a994872da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Releasing lock "[datastore2] devstack-image-cache_base/adef2d86-d401-4f11-8681-ec0c9ba4608f" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1577.826097] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d33de6-c9ed-42e4-9c8f-372a994872da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Processing image adef2d86-d401-4f11-8681-ec0c9ba4608f {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1577.826337] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e4d33de6-c9ed-42e4-9c8f-372a994872da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/adef2d86-d401-4f11-8681-ec0c9ba4608f/adef2d86-d401-4f11-8681-ec0c9ba4608f.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1577.826485] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e4d33de6-c9ed-42e4-9c8f-372a994872da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Acquired lock "[datastore2] devstack-image-cache_base/adef2d86-d401-4f11-8681-ec0c9ba4608f/adef2d86-d401-4f11-8681-ec0c9ba4608f.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1577.826664] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4d33de6-c9ed-42e4-9c8f-372a994872da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1577.827014] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24630258-549c-4220-afe6-178615838384 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.835318] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4d33de6-c9ed-42e4-9c8f-372a994872da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1577.835500] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d33de6-c9ed-42e4-9c8f-372a994872da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69350) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1577.836213] env[69350]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f72d9b44-e4d5-4612-9fec-2ff17b3d7c74 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.841204] env[69350]: DEBUG oslo_vmware.api [None req-e4d33de6-c9ed-42e4-9c8f-372a994872da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Waiting for the task: (returnval){ [ 1577.841204] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]525f96ae-41b0-e4b8-7e2e-792c0f704ff0" [ 1577.841204] env[69350]: _type = "Task" [ 1577.841204] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.848045] env[69350]: DEBUG oslo_vmware.api [None req-e4d33de6-c9ed-42e4-9c8f-372a994872da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': session[52d4585e-c6cb-b508-250b-bb2fc24bf369]525f96ae-41b0-e4b8-7e2e-792c0f704ff0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.206541] env[69350]: DEBUG nova.network.neutron [req-4aed8330-387d-4d5a-ab30-8ddaea5184dc req-5642a231-0b19-4f6c-a171-c3a404b40474 service nova] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Updated VIF entry in instance network info cache for port ec507ecb-00d3-44a9-9f54-0b64ba2a5227. {{(pid=69350) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1578.206897] env[69350]: DEBUG nova.network.neutron [req-4aed8330-387d-4d5a-ab30-8ddaea5184dc req-5642a231-0b19-4f6c-a171-c3a404b40474 service nova] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Updating instance_info_cache with network_info: [{"id": "ec507ecb-00d3-44a9-9f54-0b64ba2a5227", "address": "fa:16:3e:23:8d:ae", "network": {"id": "34a2c3ee-fe3e-415d-8849-d77b3a2f0d5d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1259450890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1809393971847168d1f25b15221a7f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec507ecb-00", "ovs_interfaceid": "ec507ecb-00d3-44a9-9f54-0b64ba2a5227", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1578.351469] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d33de6-c9ed-42e4-9c8f-372a994872da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Preparing fetch location {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1578.351918] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d33de6-c9ed-42e4-9c8f-372a994872da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Fetch image to [datastore2] OSTACK_IMG_aa2259c5-943a-4f56-be64-871b8f74d9bd/OSTACK_IMG_aa2259c5-943a-4f56-be64-871b8f74d9bd.vmdk {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1578.351918] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d33de6-c9ed-42e4-9c8f-372a994872da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Downloading stream optimized image adef2d86-d401-4f11-8681-ec0c9ba4608f to [datastore2] OSTACK_IMG_aa2259c5-943a-4f56-be64-871b8f74d9bd/OSTACK_IMG_aa2259c5-943a-4f56-be64-871b8f74d9bd.vmdk on the data store datastore2 as vApp {{(pid=69350) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1578.352091] env[69350]: DEBUG nova.virt.vmwareapi.images [None req-e4d33de6-c9ed-42e4-9c8f-372a994872da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Downloading image file data adef2d86-d401-4f11-8681-ec0c9ba4608f to the ESX as VM named 'OSTACK_IMG_aa2259c5-943a-4f56-be64-871b8f74d9bd' {{(pid=69350) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1578.416653] env[69350]: DEBUG oslo_vmware.rw_handles [None req-e4d33de6-c9ed-42e4-9c8f-372a994872da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1578.416653] env[69350]: value = "resgroup-9" [ 1578.416653] env[69350]: _type = "ResourcePool" [ 1578.416653] env[69350]: }. {{(pid=69350) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1578.416939] env[69350]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-85db8f37-eb2b-46f4-990b-81fbbf7e5c99 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.437291] env[69350]: DEBUG oslo_vmware.rw_handles [None req-e4d33de6-c9ed-42e4-9c8f-372a994872da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Lease: (returnval){ [ 1578.437291] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]527f6f87-d200-2fdc-c80c-885e118141cc" [ 1578.437291] env[69350]: _type = "HttpNfcLease" [ 1578.437291] env[69350]: } obtained for vApp import into resource pool (val){ [ 1578.437291] env[69350]: value = "resgroup-9" [ 1578.437291] env[69350]: _type = "ResourcePool" [ 1578.437291] env[69350]: }. {{(pid=69350) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1578.437703] env[69350]: DEBUG oslo_vmware.api [None req-e4d33de6-c9ed-42e4-9c8f-372a994872da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Waiting for the lease: (returnval){ [ 1578.437703] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]527f6f87-d200-2fdc-c80c-885e118141cc" [ 1578.437703] env[69350]: _type = "HttpNfcLease" [ 1578.437703] env[69350]: } to be ready. {{(pid=69350) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1578.444768] env[69350]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1578.444768] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]527f6f87-d200-2fdc-c80c-885e118141cc" [ 1578.444768] env[69350]: _type = "HttpNfcLease" [ 1578.444768] env[69350]: } is initializing. {{(pid=69350) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1578.709742] env[69350]: DEBUG oslo_concurrency.lockutils [req-4aed8330-387d-4d5a-ab30-8ddaea5184dc req-5642a231-0b19-4f6c-a171-c3a404b40474 service nova] Releasing lock "refresh_cache-a4a0a807-104f-45ff-9ff2-d902a80d53ba" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1578.946331] env[69350]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1578.946331] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]527f6f87-d200-2fdc-c80c-885e118141cc" [ 1578.946331] env[69350]: _type = "HttpNfcLease" [ 1578.946331] env[69350]: } is ready. {{(pid=69350) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1578.946709] env[69350]: DEBUG oslo_vmware.rw_handles [None req-e4d33de6-c9ed-42e4-9c8f-372a994872da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1578.946709] env[69350]: value = "session[52d4585e-c6cb-b508-250b-bb2fc24bf369]527f6f87-d200-2fdc-c80c-885e118141cc" [ 1578.946709] env[69350]: _type = "HttpNfcLease" [ 1578.946709] env[69350]: }. {{(pid=69350) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1578.947282] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d51acf61-0f2e-4a91-ad41-e0a957a04d6c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.954344] env[69350]: DEBUG oslo_vmware.rw_handles [None req-e4d33de6-c9ed-42e4-9c8f-372a994872da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5279da62-1b1f-6cef-582d-93826cc78065/disk-0.vmdk from lease info. {{(pid=69350) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1578.954513] env[69350]: DEBUG oslo_vmware.rw_handles [None req-e4d33de6-c9ed-42e4-9c8f-372a994872da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5279da62-1b1f-6cef-582d-93826cc78065/disk-0.vmdk. {{(pid=69350) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1579.016885] env[69350]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e481971c-fa9e-408e-9c0d-0fc4db96fd2a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.080347] env[69350]: DEBUG oslo_vmware.rw_handles [None req-e4d33de6-c9ed-42e4-9c8f-372a994872da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Completed reading data from the image iterator. {{(pid=69350) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1580.080871] env[69350]: DEBUG oslo_vmware.rw_handles [None req-e4d33de6-c9ed-42e4-9c8f-372a994872da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5279da62-1b1f-6cef-582d-93826cc78065/disk-0.vmdk. {{(pid=69350) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1580.081750] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58295531-63bb-43b2-84d9-f3ad67aea021 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.088724] env[69350]: DEBUG oslo_vmware.rw_handles [None req-e4d33de6-c9ed-42e4-9c8f-372a994872da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5279da62-1b1f-6cef-582d-93826cc78065/disk-0.vmdk is in state: ready. {{(pid=69350) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1580.088899] env[69350]: DEBUG oslo_vmware.rw_handles [None req-e4d33de6-c9ed-42e4-9c8f-372a994872da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5279da62-1b1f-6cef-582d-93826cc78065/disk-0.vmdk. {{(pid=69350) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1580.089152] env[69350]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-6f8110c2-fa18-4640-b86d-5765574abe64 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.362075] env[69350]: DEBUG oslo_vmware.rw_handles [None req-e4d33de6-c9ed-42e4-9c8f-372a994872da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5279da62-1b1f-6cef-582d-93826cc78065/disk-0.vmdk. {{(pid=69350) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1580.362075] env[69350]: INFO nova.virt.vmwareapi.images [None req-e4d33de6-c9ed-42e4-9c8f-372a994872da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Downloaded image file data adef2d86-d401-4f11-8681-ec0c9ba4608f [ 1580.362535] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d85bbd42-f51b-409c-81af-6e3aa79ac87f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.377647] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f6030e8b-c9b4-452f-aed2-febb3519980a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.543038] env[69350]: INFO nova.virt.vmwareapi.images [None req-e4d33de6-c9ed-42e4-9c8f-372a994872da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] The imported VM was unregistered [ 1580.545386] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d33de6-c9ed-42e4-9c8f-372a994872da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Caching image {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1580.545612] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4d33de6-c9ed-42e4-9c8f-372a994872da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Creating directory with path [datastore2] devstack-image-cache_base/adef2d86-d401-4f11-8681-ec0c9ba4608f {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1580.545882] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c90053b2-e48f-4c16-9c53-7c2b6e8fe65c {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.556541] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4d33de6-c9ed-42e4-9c8f-372a994872da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Created directory with path [datastore2] devstack-image-cache_base/adef2d86-d401-4f11-8681-ec0c9ba4608f {{(pid=69350) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1580.556716] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4d33de6-c9ed-42e4-9c8f-372a994872da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_aa2259c5-943a-4f56-be64-871b8f74d9bd/OSTACK_IMG_aa2259c5-943a-4f56-be64-871b8f74d9bd.vmdk to [datastore2] devstack-image-cache_base/adef2d86-d401-4f11-8681-ec0c9ba4608f/adef2d86-d401-4f11-8681-ec0c9ba4608f.vmdk. {{(pid=69350) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1580.556938] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-661da014-85de-4d2c-8fe7-30889cf3ce0b {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.562826] env[69350]: DEBUG oslo_vmware.api [None req-e4d33de6-c9ed-42e4-9c8f-372a994872da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Waiting for the task: (returnval){ [ 1580.562826] env[69350]: value = "task-3366468" [ 1580.562826] env[69350]: _type = "Task" [ 1580.562826] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.569842] env[69350]: DEBUG oslo_vmware.api [None req-e4d33de6-c9ed-42e4-9c8f-372a994872da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366468, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.080647] env[69350]: DEBUG oslo_vmware.api [None req-e4d33de6-c9ed-42e4-9c8f-372a994872da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366468, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.575626] env[69350]: DEBUG oslo_vmware.api [None req-e4d33de6-c9ed-42e4-9c8f-372a994872da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366468, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.076935] env[69350]: DEBUG oslo_vmware.api [None req-e4d33de6-c9ed-42e4-9c8f-372a994872da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366468, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.578063] env[69350]: DEBUG oslo_vmware.api [None req-e4d33de6-c9ed-42e4-9c8f-372a994872da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366468, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.077672] env[69350]: DEBUG oslo_vmware.api [None req-e4d33de6-c9ed-42e4-9c8f-372a994872da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366468, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.171609} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.077941] env[69350]: INFO nova.virt.vmwareapi.ds_util [None req-e4d33de6-c9ed-42e4-9c8f-372a994872da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_aa2259c5-943a-4f56-be64-871b8f74d9bd/OSTACK_IMG_aa2259c5-943a-4f56-be64-871b8f74d9bd.vmdk to [datastore2] devstack-image-cache_base/adef2d86-d401-4f11-8681-ec0c9ba4608f/adef2d86-d401-4f11-8681-ec0c9ba4608f.vmdk. [ 1583.078150] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d33de6-c9ed-42e4-9c8f-372a994872da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Cleaning up location [datastore2] OSTACK_IMG_aa2259c5-943a-4f56-be64-871b8f74d9bd {{(pid=69350) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1583.078315] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4d33de6-c9ed-42e4-9c8f-372a994872da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_aa2259c5-943a-4f56-be64-871b8f74d9bd {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1583.078571] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d0c500b4-22e8-4c95-8392-25da6605e37d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.084520] env[69350]: DEBUG oslo_vmware.api [None req-e4d33de6-c9ed-42e4-9c8f-372a994872da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Waiting for the task: (returnval){ [ 1583.084520] env[69350]: value = "task-3366469" [ 1583.084520] env[69350]: _type = "Task" [ 1583.084520] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.091579] env[69350]: DEBUG oslo_vmware.api [None req-e4d33de6-c9ed-42e4-9c8f-372a994872da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366469, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.594470] env[69350]: DEBUG oslo_vmware.api [None req-e4d33de6-c9ed-42e4-9c8f-372a994872da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366469, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.032575} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.594470] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4d33de6-c9ed-42e4-9c8f-372a994872da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1583.594799] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e4d33de6-c9ed-42e4-9c8f-372a994872da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Releasing lock "[datastore2] devstack-image-cache_base/adef2d86-d401-4f11-8681-ec0c9ba4608f/adef2d86-d401-4f11-8681-ec0c9ba4608f.vmdk" {{(pid=69350) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1583.594799] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4d33de6-c9ed-42e4-9c8f-372a994872da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/adef2d86-d401-4f11-8681-ec0c9ba4608f/adef2d86-d401-4f11-8681-ec0c9ba4608f.vmdk to [datastore2] a4a0a807-104f-45ff-9ff2-d902a80d53ba/a4a0a807-104f-45ff-9ff2-d902a80d53ba.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1583.595788] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8093aec7-5e48-48de-9222-d49f1876a34f {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.601261] env[69350]: DEBUG oslo_vmware.api [None req-e4d33de6-c9ed-42e4-9c8f-372a994872da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Waiting for the task: (returnval){ [ 1583.601261] env[69350]: value = "task-3366470" [ 1583.601261] env[69350]: _type = "Task" [ 1583.601261] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.608459] env[69350]: DEBUG oslo_vmware.api [None req-e4d33de6-c9ed-42e4-9c8f-372a994872da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366470, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.112143] env[69350]: DEBUG oslo_vmware.api [None req-e4d33de6-c9ed-42e4-9c8f-372a994872da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366470, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.615753] env[69350]: DEBUG oslo_vmware.api [None req-e4d33de6-c9ed-42e4-9c8f-372a994872da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366470, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.116723] env[69350]: DEBUG oslo_vmware.api [None req-e4d33de6-c9ed-42e4-9c8f-372a994872da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366470, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.617256] env[69350]: DEBUG oslo_vmware.api [None req-e4d33de6-c9ed-42e4-9c8f-372a994872da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366470, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.117106] env[69350]: DEBUG oslo_vmware.api [None req-e4d33de6-c9ed-42e4-9c8f-372a994872da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366470, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.404251} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.117414] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4d33de6-c9ed-42e4-9c8f-372a994872da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/adef2d86-d401-4f11-8681-ec0c9ba4608f/adef2d86-d401-4f11-8681-ec0c9ba4608f.vmdk to [datastore2] a4a0a807-104f-45ff-9ff2-d902a80d53ba/a4a0a807-104f-45ff-9ff2-d902a80d53ba.vmdk {{(pid=69350) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1586.118277] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0460e5c-7cf1-43cb-b6bf-3dfcd21cbfd5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.140411] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4d33de6-c9ed-42e4-9c8f-372a994872da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] a4a0a807-104f-45ff-9ff2-d902a80d53ba/a4a0a807-104f-45ff-9ff2-d902a80d53ba.vmdk or device None with type streamOptimized {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1586.140627] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-350d7ee7-c3e3-4f8a-923d-bb6895b27f5a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.159176] env[69350]: DEBUG oslo_vmware.api [None req-e4d33de6-c9ed-42e4-9c8f-372a994872da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Waiting for the task: (returnval){ [ 1586.159176] env[69350]: value = "task-3366471" [ 1586.159176] env[69350]: _type = "Task" [ 1586.159176] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.166449] env[69350]: DEBUG oslo_vmware.api [None req-e4d33de6-c9ed-42e4-9c8f-372a994872da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366471, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.669013] env[69350]: DEBUG oslo_vmware.api [None req-e4d33de6-c9ed-42e4-9c8f-372a994872da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366471, 'name': ReconfigVM_Task, 'duration_secs': 0.333401} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.669331] env[69350]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4d33de6-c9ed-42e4-9c8f-372a994872da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Reconfigured VM instance instance-0000007e to attach disk [datastore2] a4a0a807-104f-45ff-9ff2-d902a80d53ba/a4a0a807-104f-45ff-9ff2-d902a80d53ba.vmdk or device None with type streamOptimized {{(pid=69350) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1586.669920] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d74641c3-f5d0-4084-88da-6977461377a4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.676021] env[69350]: DEBUG oslo_vmware.api [None req-e4d33de6-c9ed-42e4-9c8f-372a994872da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Waiting for the task: (returnval){ [ 1586.676021] env[69350]: value = "task-3366472" [ 1586.676021] env[69350]: _type = "Task" [ 1586.676021] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.682878] env[69350]: DEBUG oslo_vmware.api [None req-e4d33de6-c9ed-42e4-9c8f-372a994872da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366472, 'name': Rename_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.186504] env[69350]: DEBUG oslo_vmware.api [None req-e4d33de6-c9ed-42e4-9c8f-372a994872da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366472, 'name': Rename_Task, 'duration_secs': 0.161381} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.186765] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4d33de6-c9ed-42e4-9c8f-372a994872da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Powering on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1587.186972] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba2e6a2b-f44a-4e4a-9e3f-5b1105697f02 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.193407] env[69350]: DEBUG oslo_vmware.api [None req-e4d33de6-c9ed-42e4-9c8f-372a994872da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Waiting for the task: (returnval){ [ 1587.193407] env[69350]: value = "task-3366473" [ 1587.193407] env[69350]: _type = "Task" [ 1587.193407] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.200724] env[69350]: DEBUG oslo_vmware.api [None req-e4d33de6-c9ed-42e4-9c8f-372a994872da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366473, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.703393] env[69350]: DEBUG oslo_vmware.api [None req-e4d33de6-c9ed-42e4-9c8f-372a994872da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366473, 'name': PowerOnVM_Task, 'duration_secs': 0.42473} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.703759] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4d33de6-c9ed-42e4-9c8f-372a994872da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Powered on the VM {{(pid=69350) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1587.809012] env[69350]: DEBUG nova.compute.manager [None req-e4d33de6-c9ed-42e4-9c8f-372a994872da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Checking state {{(pid=69350) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1587.809970] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c3eee76-c1e1-46c9-8308-8d545a597002 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.327618] env[69350]: DEBUG oslo_concurrency.lockutils [None req-e4d33de6-c9ed-42e4-9c8f-372a994872da tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Lock "a4a0a807-104f-45ff-9ff2-d902a80d53ba" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 18.616s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1615.115873] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1615.116303] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1616.684583] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1616.684920] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1618.684233] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1618.684502] env[69350]: DEBUG nova.compute.manager [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69350) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1619.685242] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1620.684496] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1620.684804] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1621.188723] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1621.189231] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1621.189335] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1621.189627] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69350) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1621.190596] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36366872-ed76-46a7-929c-32c7e8ee8cc4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.199126] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a25ecd-f612-41d9-8bc9-cc3bd9e3fd28 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.216496] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21655c7a-3122-4941-b5aa-e7b052c2fded {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.222860] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0c68036-a931-46d3-82c3-db24e40e23a5 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.251043] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180877MB free_disk=106GB free_vcpus=48 pci_devices=None {{(pid=69350) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1621.251177] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1621.251384] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1622.275274] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Instance a4a0a807-104f-45ff-9ff2-d902a80d53ba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69350) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1622.276109] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69350) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1622.276109] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69350) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1622.300249] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f9adad-d317-40af-b168-9220f6c80216 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.307448] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87570b83-fc78-4ec0-a7d6-dcf4c9f2bab9 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.337313] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e912aca-a423-43de-80fe-6c59f8607df4 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.344014] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b71cdba-a2ec-4901-91cf-a49b89fbfeb2 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.356923] env[69350]: DEBUG nova.compute.provider_tree [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1622.860169] env[69350]: DEBUG nova.scheduler.client.report [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1623.364890] env[69350]: DEBUG nova.compute.resource_tracker [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69350) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1623.365372] env[69350]: DEBUG oslo_concurrency.lockutils [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.114s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1625.090791] env[69350]: DEBUG oslo_concurrency.lockutils [None req-61446768-1cf8-4efb-b2a5-240b559c9bbb tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Acquiring lock "a4a0a807-104f-45ff-9ff2-d902a80d53ba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1625.091194] env[69350]: DEBUG oslo_concurrency.lockutils [None req-61446768-1cf8-4efb-b2a5-240b559c9bbb tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Lock "a4a0a807-104f-45ff-9ff2-d902a80d53ba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1625.091493] env[69350]: DEBUG oslo_concurrency.lockutils [None req-61446768-1cf8-4efb-b2a5-240b559c9bbb tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Acquiring lock "a4a0a807-104f-45ff-9ff2-d902a80d53ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1625.091682] env[69350]: DEBUG oslo_concurrency.lockutils [None req-61446768-1cf8-4efb-b2a5-240b559c9bbb tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Lock "a4a0a807-104f-45ff-9ff2-d902a80d53ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1625.091866] env[69350]: DEBUG oslo_concurrency.lockutils [None req-61446768-1cf8-4efb-b2a5-240b559c9bbb tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Lock "a4a0a807-104f-45ff-9ff2-d902a80d53ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1625.096537] env[69350]: INFO nova.compute.manager [None req-61446768-1cf8-4efb-b2a5-240b559c9bbb tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Terminating instance [ 1625.600171] env[69350]: DEBUG nova.compute.manager [None req-61446768-1cf8-4efb-b2a5-240b559c9bbb tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Start destroying the instance on the hypervisor. {{(pid=69350) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1625.600419] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-61446768-1cf8-4efb-b2a5-240b559c9bbb tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Destroying instance {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1625.601761] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69bbdf66-6322-46de-a8be-d9ada4fd2ebd {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.609067] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-61446768-1cf8-4efb-b2a5-240b559c9bbb tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Powering off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1625.609287] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2fa4c6e8-67f5-446c-bae9-f77425a6ed8d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.614906] env[69350]: DEBUG oslo_vmware.api [None req-61446768-1cf8-4efb-b2a5-240b559c9bbb tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Waiting for the task: (returnval){ [ 1625.614906] env[69350]: value = "task-3366474" [ 1625.614906] env[69350]: _type = "Task" [ 1625.614906] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.623881] env[69350]: DEBUG oslo_vmware.api [None req-61446768-1cf8-4efb-b2a5-240b559c9bbb tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366474, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.125251] env[69350]: DEBUG oslo_vmware.api [None req-61446768-1cf8-4efb-b2a5-240b559c9bbb tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366474, 'name': PowerOffVM_Task, 'duration_secs': 0.19612} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.125644] env[69350]: DEBUG nova.virt.vmwareapi.vm_util [None req-61446768-1cf8-4efb-b2a5-240b559c9bbb tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Powered off the VM {{(pid=69350) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1626.125644] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-61446768-1cf8-4efb-b2a5-240b559c9bbb tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Unregistering the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1626.125860] env[69350]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e749912-95ad-43b7-8d18-28588675ba50 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.189128] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-61446768-1cf8-4efb-b2a5-240b559c9bbb tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Unregistered the VM {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1626.189377] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-61446768-1cf8-4efb-b2a5-240b559c9bbb tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Deleting contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1626.189563] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-61446768-1cf8-4efb-b2a5-240b559c9bbb tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Deleting the datastore file [datastore2] a4a0a807-104f-45ff-9ff2-d902a80d53ba {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1626.189829] env[69350]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b63b2ee-e8cd-4888-8550-12cdab6e7045 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.196257] env[69350]: DEBUG oslo_vmware.api [None req-61446768-1cf8-4efb-b2a5-240b559c9bbb tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Waiting for the task: (returnval){ [ 1626.196257] env[69350]: value = "task-3366476" [ 1626.196257] env[69350]: _type = "Task" [ 1626.196257] env[69350]: } to complete. {{(pid=69350) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.204171] env[69350]: DEBUG oslo_vmware.api [None req-61446768-1cf8-4efb-b2a5-240b559c9bbb tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366476, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.705258] env[69350]: DEBUG oslo_vmware.api [None req-61446768-1cf8-4efb-b2a5-240b559c9bbb tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Task: {'id': task-3366476, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134406} completed successfully. {{(pid=69350) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.705509] env[69350]: DEBUG nova.virt.vmwareapi.ds_util [None req-61446768-1cf8-4efb-b2a5-240b559c9bbb tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Deleted the datastore file {{(pid=69350) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1626.705691] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-61446768-1cf8-4efb-b2a5-240b559c9bbb tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Deleted contents of the VM from datastore datastore2 {{(pid=69350) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1626.705865] env[69350]: DEBUG nova.virt.vmwareapi.vmops [None req-61446768-1cf8-4efb-b2a5-240b559c9bbb tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Instance destroyed {{(pid=69350) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1626.706046] env[69350]: INFO nova.compute.manager [None req-61446768-1cf8-4efb-b2a5-240b559c9bbb tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1626.706301] env[69350]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-61446768-1cf8-4efb-b2a5-240b559c9bbb tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69350) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1626.706493] env[69350]: DEBUG nova.compute.manager [-] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Deallocating network for instance {{(pid=69350) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1626.706617] env[69350]: DEBUG nova.network.neutron [-] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] deallocate_for_instance() {{(pid=69350) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1627.193935] env[69350]: DEBUG nova.compute.manager [req-56e3cb6f-0d78-4e3b-a0ff-dfd800c46499 req-a2325423-5f26-4f2f-8603-6012092f16a2 service nova] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Received event network-vif-deleted-ec507ecb-00d3-44a9-9f54-0b64ba2a5227 {{(pid=69350) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1627.194257] env[69350]: INFO nova.compute.manager [req-56e3cb6f-0d78-4e3b-a0ff-dfd800c46499 req-a2325423-5f26-4f2f-8603-6012092f16a2 service nova] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Neutron deleted interface ec507ecb-00d3-44a9-9f54-0b64ba2a5227; detaching it from the instance and deleting it from the info cache [ 1627.194616] env[69350]: DEBUG nova.network.neutron [req-56e3cb6f-0d78-4e3b-a0ff-dfd800c46499 req-a2325423-5f26-4f2f-8603-6012092f16a2 service nova] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1627.645767] env[69350]: DEBUG nova.network.neutron [-] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Updating instance_info_cache with network_info: [] {{(pid=69350) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1627.696912] env[69350]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f3c6a6d4-8176-4718-a542-83a8ae0e86fc {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.706863] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60332eb5-467c-445f-af2a-9b739b852982 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.731050] env[69350]: DEBUG nova.compute.manager [req-56e3cb6f-0d78-4e3b-a0ff-dfd800c46499 req-a2325423-5f26-4f2f-8603-6012092f16a2 service nova] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Detach interface failed, port_id=ec507ecb-00d3-44a9-9f54-0b64ba2a5227, reason: Instance a4a0a807-104f-45ff-9ff2-d902a80d53ba could not be found. {{(pid=69350) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1628.148624] env[69350]: INFO nova.compute.manager [-] [instance: a4a0a807-104f-45ff-9ff2-d902a80d53ba] Took 1.44 seconds to deallocate network for instance. [ 1628.654679] env[69350]: DEBUG oslo_concurrency.lockutils [None req-61446768-1cf8-4efb-b2a5-240b559c9bbb tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1628.655125] env[69350]: DEBUG oslo_concurrency.lockutils [None req-61446768-1cf8-4efb-b2a5-240b559c9bbb tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1628.655199] env[69350]: DEBUG nova.objects.instance [None req-61446768-1cf8-4efb-b2a5-240b559c9bbb tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Lazy-loading 'resources' on Instance uuid a4a0a807-104f-45ff-9ff2-d902a80d53ba {{(pid=69350) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1629.189311] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0139d9df-0a8a-4c1f-97f4-47481abbf01d {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.196780] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-300b6668-0c60-41b3-b4c2-34d032ccbb6a {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.227541] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac95455b-768b-4821-8b52-35b606f30093 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.234618] env[69350]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e92f7c52-efd4-4a9f-bd49-c7c61f6e3a84 {{(pid=69350) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.247250] env[69350]: DEBUG nova.compute.provider_tree [None req-61446768-1cf8-4efb-b2a5-240b559c9bbb tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Inventory has not changed in ProviderTree for provider: 493c4881-f171-4c66-96e5-06180e27f02f {{(pid=69350) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1629.360738] env[69350]: DEBUG oslo_service.periodic_task [None req-a365c035-b0a5-488e-89cb-b4e18427faf5 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69350) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1629.750502] env[69350]: DEBUG nova.scheduler.client.report [None req-61446768-1cf8-4efb-b2a5-240b559c9bbb tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Inventory has not changed for provider 493c4881-f171-4c66-96e5-06180e27f02f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69350) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1630.255459] env[69350]: DEBUG oslo_concurrency.lockutils [None req-61446768-1cf8-4efb-b2a5-240b559c9bbb tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.600s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1630.276732] env[69350]: INFO nova.scheduler.client.report [None req-61446768-1cf8-4efb-b2a5-240b559c9bbb tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Deleted allocations for instance a4a0a807-104f-45ff-9ff2-d902a80d53ba [ 1630.784854] env[69350]: DEBUG oslo_concurrency.lockutils [None req-61446768-1cf8-4efb-b2a5-240b559c9bbb tempest-AttachVolumeShelveTestJSON-1446910119 tempest-AttachVolumeShelveTestJSON-1446910119-project-member] Lock "a4a0a807-104f-45ff-9ff2-d902a80d53ba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.693s {{(pid=69350) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}